diff --git a/apps/blog/public/robots.txt b/apps/blog/public/robots.txt index f8279a8..c6190fc 100644 --- a/apps/blog/public/robots.txt +++ b/apps/blog/public/robots.txt @@ -1,5 +1,4 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / -# Sitemap: /sitemap.xml Disallow: diff --git a/apps/main/static/robots.txt b/apps/main/static/robots.txt index e9e57dc..c6190fc 100644 --- a/apps/main/static/robots.txt +++ b/apps/main/static/robots.txt @@ -1,3 +1,4 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * +Allow: / Disallow: diff --git a/apps/portfolio/public/robots.txt b/apps/portfolio/public/robots.txt new file mode 100644 index 0000000..c6190fc --- /dev/null +++ b/apps/portfolio/public/robots.txt @@ -0,0 +1,4 @@ +# https://www.robotstxt.org/robotstxt.html +User-agent: * +Allow: / +Disallow: