diff --git a/packages/docs/next-sitemap.config.js b/packages/docs/next-sitemap.config.js
new file mode 100644
index 000000000..645232e09
--- /dev/null
+++ b/packages/docs/next-sitemap.config.js
@@ -0,0 +1,5 @@
+/** @type {import('next-sitemap').IConfig} */
+module.exports = {
+ generateRobotsTxt: true,
+ siteUrl: 'https://docs.oramasearch.com',
+}
\ No newline at end of file
diff --git a/packages/docs/package.json b/packages/docs/package.json
index 0d69e1493..52c89be0b 100644
--- a/packages/docs/package.json
+++ b/packages/docs/package.json
@@ -7,7 +7,8 @@
"scripts": {
"dev": "next dev",
"build": "next build",
- "serve": "next start"
+ "serve": "next start",
+ "postbuild": "next-sitemap"
},
"keywords": [],
"author": "",
@@ -18,6 +19,7 @@
"@orama/plugin-match-highlight": "workspace:*",
"@orama/plugin-nextra": "workspace:*",
"next": "^13.3.0",
+ "next-sitemap": "^4.2.3",
"nextra": "^2.4.0",
"nextra-theme-blog": "^2.2.19",
"nextra-theme-docs": "^2.2.19",
diff --git a/packages/docs/public/robots.txt b/packages/docs/public/robots.txt
new file mode 100644
index 000000000..bb7dcbdb5
--- /dev/null
+++ b/packages/docs/public/robots.txt
@@ -0,0 +1,9 @@
+# *
+User-agent: *
+Allow: /
+
+# Host
+Host: https://docs.oramasearch.com
+
+# Sitemaps
+Sitemap: https://docs.oramasearch.com/sitemap.xml
diff --git a/packages/docs/public/sitemap-0.xml b/packages/docs/public/sitemap-0.xml
new file mode 100644
index 000000000..2687143a7
--- /dev/null
+++ b/packages/docs/public/sitemap-0.xml
@@ -0,0 +1,30 @@
+
+
+https://docs.oramasearch.com2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/internals/components2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/internals/utilities2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-astro2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-data-persistence2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-docusaurus2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-match-highlight2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-nextra2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/plugins/plugin-parsedoc2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/text-analysis/stemming2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/text-analysis/stop-words2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/create2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/insert2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/remove2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/BM25-algorithm2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/facets2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/fields-boosting2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/filters2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/grouping2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/introduction2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/preflight2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/sorting2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/threshold2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/search/vector-search2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/update2023-10-01T20:56:07.344Zdaily0.7
+https://docs.oramasearch.com/usage/utilities2023-10-01T20:56:07.344Zdaily0.7
+
\ No newline at end of file
diff --git a/packages/docs/public/sitemap.xml b/packages/docs/public/sitemap.xml
new file mode 100644
index 000000000..e93b284ba
--- /dev/null
+++ b/packages/docs/public/sitemap.xml
@@ -0,0 +1,4 @@
+
+
+https://docs.oramasearch.com/sitemap-0.xml
+
\ No newline at end of file
diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml
index 18cf785c7..e2b6c9b99 100644
--- a/pnpm-lock.yaml
+++ b/pnpm-lock.yaml
@@ -115,6 +115,9 @@ importers:
next:
specifier: ^13.3.0
version: 13.3.0(@babel/core@7.22.5)(react-dom@18.2.0)(react@18.2.0)
+ next-sitemap:
+ specifier: ^4.2.3
+ version: 4.2.3(next@13.3.0)
nextra:
specifier: ^2.4.0
version: 2.4.0(next@13.3.0)(react-dom@18.2.0)(react@18.2.0)
@@ -2531,6 +2534,10 @@ packages:
chalk: 4.1.2
dev: true
+ /@corex/deepmerge@4.0.43:
+ resolution: {integrity: sha512-N8uEMrMPL0cu/bdboEWpQYb/0i2K5Qn8eCsxzOmxSggJbbQte7ljMRoXm917AbntqTGOzdTu+vP3KOOzoC70HQ==}
+ dev: false
+
/@cspotcode/source-map-support@0.8.1:
resolution: {integrity: sha512-IchNf6dN4tHoMFIn/7OE8LWZ19Y6q/67Bmf6vnGREv8RSbBVb9LPJxEcnwrcwX6ixSvaiGoomAUvu4YSxXrVgw==}
engines: {node: '>=12'}
@@ -3773,6 +3780,10 @@ packages:
resolution: {integrity: sha512-AjppRV4uG3No7L1plinoTQETH+j2F10TEnrMfzbTUYwze5sBUPveeeBAPZPm8OkJZ1epq9OyYKhZrvbD6/9HCQ==}
dev: false
+ /@next/env@13.5.3:
+ resolution: {integrity: sha512-X4te86vsbjsB7iO4usY9jLPtZ827Mbx+WcwNBGUOIuswuTAKQtzsuoxc/6KLxCMvogKG795MhrR1LDhYgDvasg==}
+ dev: false
+
/@next/swc-darwin-arm64@13.3.0:
resolution: {integrity: sha512-DmIQCNq6JtccLPPBzf0dgh2vzMWt5wjxbP71pCi5EWpWYE3MsP6FcRXi4MlAmFNDQOfcFXR2r7kBeG1LpZUh1w==}
engines: {node: '>= 10'}
@@ -11953,6 +11964,20 @@ packages:
react-dom: 18.2.0(react@18.2.0)
dev: false
+ /next-sitemap@4.2.3(next@13.3.0):
+ resolution: {integrity: sha512-vjdCxeDuWDzldhCnyFCQipw5bfpl4HmZA7uoo3GAaYGjGgfL4Cxb1CiztPuWGmS+auYs7/8OekRS8C2cjdAsjQ==}
+ engines: {node: '>=14.18'}
+ hasBin: true
+ peerDependencies:
+ next: '*'
+ dependencies:
+ '@corex/deepmerge': 4.0.43
+ '@next/env': 13.5.3
+ fast-glob: 3.2.12
+ minimist: 1.2.8
+ next: 13.3.0(@babel/core@7.22.5)(react-dom@18.2.0)(react@18.2.0)
+ dev: false
+
/next-themes@0.2.1(next@13.3.0)(react-dom@18.2.0)(react@18.2.0):
resolution: {integrity: sha512-B+AKNfYNIzh0vqQQKqQItTS8evEouKD7H5Hj3kmuPERwddR2TxvDSFZuTj6T7Jfn1oyeUyJMydPl1Bkxkh0W7A==}
peerDependencies: