comment robots.txt ; disallow chat gpt ; add sitemap directive

This commit is contained in:
KemoNine 2023-03-18 16:42:55 -04:00
parent 60c8ea31b0
commit 5932643fee

View file

@ -1,2 +1,9 @@
# Disallow admin zone
User-agent: * User-agent: *
Disallow: /admin Disallow: /admin
# Disallow ChatGPT
User-agent: CCBot
Disallow: /
Sitemap: /sitemap.xml