block more plagiarism/spam tools

lobsters · Feb 14, 2024 · df2ac93 · df2ac93
1 parent 3802a35
commit df2ac93
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/public/robots.txt b/public/robots.txt
@@ -4,7 +4,12 @@ Disallow: /search
 Disallow: /page/
 Disallow: /comments/page/
 
+# https://lobste.rs/s/ybowdq/great_gpt_firewall
 User-agent: GPTBot
+User-agent: ChatGPT-User
+User-agent: Google-Extended
+User-agent: anthropic-ai
+User-agent: CCBot
 Disallow: /
 
 # SEO/spam tools