change to use robots.txt instead of meta tags

alex-bezek · alex-bezek · commit 8488f08332b4 · 2025-10-09T09:37:46.000-04:00
diff --git a/docs.json b/docs.json
@@ -2,11 +2,7 @@
   "$schema": "https://mintlify.com/docs.json",
   "theme": "mint",
   "name": "ngrok documentation",
-  "seo": {
-    "metatags": {
-      "robots": "noindex"
-    }
-  },
+
   "contextual": {
     "options": [
       "copy",
diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
