Merge pull request #392 from liam-hq/add-docs-robots-txt

📘 Add robots.txt and sitemap to docs

frontend/apps/docs/app/docs/sitemap.ts

@@ -0,0 +1,12 @@
+import { source } from '@/lib/source'
+import type { MetadataRoute } from 'next'
+
+export default function sitemap(): MetadataRoute.Sitemap {
+  const pages = source.getPages()
+  const allPaths = pages.map((page) => page.url)
+
+  return allPaths.map((path) => ({
+    url: `${process.env.SERVICE_SITE_URL}${path}`,
+    lastModified: new Date().toISOString(),
+  }))
+}

frontend/apps/docs/public/robots.txt

@@ -0,0 +1,2 @@
+User-Agent: *
+Disallow: /