feat: auto robots.txt and sitemap gen

apps/blog/next-sitemap.config.js

@@ -0,0 +1,8 @@
+// https://next-sitemap.iamvishnusankar.com/docs/documentation/configuration
+/** @type {import('next-sitemap').IConfig} */
+module.exports = {
+    siteUrl: "https://blog.developomp.com",
+    generateRobotsTxt: true,
+    outDir: "build",
+    priority: 0.8,
+}

apps/blog/package.json

@@ -5,6 +5,7 @@
     "scripts": {
         "dev": "open-cli http://localhost:3000 && next dev",
         "build": "next build",
+        "postbuild": "next-sitemap",
         "serve": "serve build --listen 3000",
         "lint": "next lint",
         "test:e2e": "playwright test",
@@ -38,6 +39,7 @@
         "highlight.js": "^11.8.0",
         "katex": "^0.16.8",
         "next": "13.4.12",
+        "next-sitemap": "^4.1.8",
         "open-cli": "^7.2.0",
         "postcss": "8.4.27",
         "prettier": "^2.8.8",

apps/blog/public/robots.txt

@@ -1,4 +0,0 @@
-# https://www.robotstxt.org/robotstxt.html
-User-agent: *
-Allow: /
-Disallow:

apps/portfolio/next-sitemap.config.js

@@ -0,0 +1,8 @@
+// https://next-sitemap.iamvishnusankar.com/docs/documentation/configuration
+/** @type {import('next-sitemap').IConfig} */
+module.exports = {
+    siteUrl: "https://portfolio.developomp.com",
+    generateRobotsTxt: true,
+    outDir: "dist",
+    priority: 0.8,
+}

apps/portfolio/package.json

@@ -38,6 +38,7 @@
         "highlight.js": "^11.8.0",
         "katex": "^0.16.8",
         "next": "13.4.12",
+        "next-sitemap": "^4.1.8",
         "open-cli": "^7.2.0",
         "postcss": "8.4.27",
         "prettier": "^2.8.8",

apps/portfolio/public/robots.txt

@@ -1,4 +0,0 @@
-# https://www.robotstxt.org/robotstxt.html
-User-agent: *
-Allow: /
-Disallow: