docs: update robots.txt to disallow specific paths and add sitemaps

thalissonvs · thalissonvs · commit a7b88b98c60e · 2025-08-12T21:23:29.000-03:00
diff --git a/public/robots.txt b/public/robots.txt
@@ -1,3 +1,6 @@
 User-agent: *
-Allow: /
+Disallow: /docs/search/
+Disallow: /docs/404.html
+
 Sitemap: https://pydoll.tech/sitemap.xml
+Sitemap: https://pydoll.tech/docs/sitemap.xml
