docs[patch]: Add robots.txt and root sitemap (#22492)

CC @efriis @baskaryan
1 month ago · 593de8a913
parent 99a3cad258
commit 593de8a913
2 changed files with 11 additions and 0 deletions
--- a/docs/static/robots.txt
+++ b/docs/static/robots.txt
@ -0,0 +1,3 @@
+User-agent: *
+
+Sitemap: https://python.langchain.com/sitemap.xml/
--- a/docs/vercel.json
+++ b/docs/vercel.json
@ -10,6 +10,14 @@
    {
      "source": "/v0.1/:path(.*/?)*",
      "destination": "https://langchain-v01.vercel.app/v0.1/:path*"
+    },
+    {
+      "source": "/robots.txt(/?)",
+      "destination": "/v0.2/robots.txt/"
+    },
+    {
+      "source": "/sitemap.xml(/?)",
+      "destination": "/v0.2/sitemap.xml/"
    }
  ],
  "redirects": [