From 8cf337205303dde5c60fa47d609cf7fa7f97a3a5 Mon Sep 17 00:00:00 2001 From: developomp Date: Sun, 2 Jul 2023 23:27:17 +0900 Subject: [PATCH] feat: tidy up robots.txt --- apps/blog/public/robots.txt | 1 - apps/main/static/robots.txt | 1 + apps/portfolio/public/robots.txt | 4 ++++ 3 files changed, 5 insertions(+), 1 deletion(-) create mode 100644 apps/portfolio/public/robots.txt diff --git a/apps/blog/public/robots.txt b/apps/blog/public/robots.txt index f8279a8..c6190fc 100644 --- a/apps/blog/public/robots.txt +++ b/apps/blog/public/robots.txt @@ -1,5 +1,4 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / -# Sitemap: /sitemap.xml Disallow: diff --git a/apps/main/static/robots.txt b/apps/main/static/robots.txt index e9e57dc..c6190fc 100644 --- a/apps/main/static/robots.txt +++ b/apps/main/static/robots.txt @@ -1,3 +1,4 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * +Allow: / Disallow: diff --git a/apps/portfolio/public/robots.txt b/apps/portfolio/public/robots.txt new file mode 100644 index 0000000..c6190fc --- /dev/null +++ b/apps/portfolio/public/robots.txt @@ -0,0 +1,4 @@ +# https://www.robotstxt.org/robotstxt.html +User-agent: * +Allow: / +Disallow: