Add robots.txt and sitemap to website.

Author: ignatz

docs/astro.config.mjs

@@ -1,12 +1,15 @@
 import { defineConfig } from "astro/config";
 
 import icon from "astro-icon";
-import starlight from "@astrojs/starlight";
+import robotsTxt from "astro-robots-txt";
+import sitemap from "@astrojs/sitemap";
 import solid from "@astrojs/solid-js";
+import starlight from "@astrojs/starlight";
 import tailwind from "@astrojs/tailwind";
 
 // https://astro.build/config
 export default defineConfig({
+  site: "https://trailbase.io",
   integrations: [
     icon(),
     solid(),
@@ -55,6 +58,8 @@ export default defineConfig({
         },
       ],
     }),
+    sitemap(),
+    robotsTxt(),
     tailwind({
       // Disable the default base styles:
       applyBaseStyles: false,

docs/package.json

@@ -28,7 +28,9 @@
     "typescript": "^5.6.3"
   },
   "devDependencies": {
+    "@astrojs/sitemap": "^3.2.1",
     "@astrojs/solid-js": "^4.4.2",
+    "astro-robots-txt": "^1.0.0",
     "prettier": "^3.3.3",
     "prettier-plugin-astro": "^0.14.1"
   }