From c5a35ab8fa1b93ebfe288fb88d5fa1191f9536bc Mon Sep 17 00:00:00 2001
From: Tristan Chin <tristan.chin@chintristan.io>
Date: Wed, 16 Aug 2023 13:23:10 -0400
Subject: [PATCH] [docs] Sitemap

---
 packages/docs/src/app/robots.ts       | 16 ++++++++++++++++
 packages/docs/src/app/sitemap.ts      | 18 ++++++++++++++++++
 packages/docs/src/config/constants.ts |  1 +
 3 files changed, 35 insertions(+)
 create mode 100644 packages/docs/src/app/robots.ts
 create mode 100644 packages/docs/src/app/sitemap.ts

diff --git a/packages/docs/src/app/robots.ts b/packages/docs/src/app/robots.ts
new file mode 100644
index 0000000..f5683ec
--- /dev/null
+++ b/packages/docs/src/app/robots.ts
@@ -0,0 +1,16 @@
+import { MetadataRoute } from "next";
+import { BASEURL } from "../config/constants";
+
+const robots = (): MetadataRoute.Robots => {
+    const baseUrl = new URL(BASEURL);
+
+    return {
+        rules: {
+            userAgent: "*",
+            allow: "/",
+        },
+        sitemap: `${baseUrl.origin}/sitemap.xml`,
+    };
+};
+
+export default robots;
diff --git a/packages/docs/src/app/sitemap.ts b/packages/docs/src/app/sitemap.ts
new file mode 100644
index 0000000..f3bf801
--- /dev/null
+++ b/packages/docs/src/app/sitemap.ts
@@ -0,0 +1,18 @@
+import { MetadataRoute } from "next";
+import { BASEURL } from "../config/constants";
+import { allDocs } from ".contentlayer/generated";
+
+const sitemap = (): MetadataRoute.Sitemap => {
+    const baseUrl = new URL(BASEURL);
+
+    return [
+        {
+            url: baseUrl.origin,
+        },
+        ...allDocs.map((doc) => ({
+            url: `${baseUrl.origin}/${doc.slug}`,
+        })),
+    ];
+};
+
+export default sitemap;
diff --git a/packages/docs/src/config/constants.ts b/packages/docs/src/config/constants.ts
index 5d1fe10..2eb2f10 100644
--- a/packages/docs/src/config/constants.ts
+++ b/packages/docs/src/config/constants.ts
@@ -4,4 +4,5 @@ export const SHELLASIDE_WIDTH = 260;
 
 export const MDX_ROOT_ID = "__mdx_root__";
 
+export const BASEURL = "https://gpt-turbo.chintristan.io/";
 export const API_BASEURL = "https://maxijonson.github.io/gpt-turbo/";