docs robots.txt

N2D4 · N2D4 · commit 9244cf07b98c · 2025-08-11T14:20:18.000-07:00
diff --git a/docs/src/app/robots.txt/route.ts b/docs/src/app/robots.txt/route.ts
@@ -0,0 +1,16 @@
+import { deindent } from "@stackframe/stack-shared/dist/utils/strings";
+import { NextRequest } from "next/server";
+
+export async function GET({}: NextRequest) {
+  const robotsContent = deindent`
+    User-agent: *
+    Allow: /
+  `;
+
+  return new Response(robotsContent, {
+    headers: {
+      "Content-Type": "text/plain",
+      "Cache-Control": "public, max-age=3600", // Cache for 1 hour
+    },
+  });
+}
