From 622770e6b5089a2f6fb446c91eccd1581e40e657 Mon Sep 17 00:00:00 2001
From: Ethan Hu <114451816+oski-bear@users.noreply.github.com>
Date: Fri, 14 Jun 2024 13:55:18 -0700
Subject: [PATCH] Block Common AI Scraping Bots

---
 static/robots.txt | 36 ++++++++++++++++++++++++++++++++++++
 1 file changed, 36 insertions(+)

diff --git a/static/robots.txt b/static/robots.txt
index 9919129..99ad13b 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,3 +1,39 @@
 User-agent: *
 Disallow: /computers/
 Disallow: /admin/
+
+# Block Common AI Scraping Bots
+User-agent: GPTBot
+Disallow: /
+User-agent: ChatGPT-User
+Disallow: /
+User-agent: Google-Extended
+Disallow: /
+User-agent: PerplexityBot
+Disallow: /
+User-agent: Amazonbot
+Disallow: /
+User-agent: ClaudeBot
+Disallow: /
+User-agent: Omgilibot
+Disallow: /
+User-Agent: FacebookBot
+Disallow: /
+User-Agent: Applebot
+Disallow: /
+User-agent: anthropic-ai
+Disallow: /
+User-agent: Bytespider
+Disallow: /
+User-agent: Claude-Web
+Disallow: /
+User-agent: Diffbot
+Disallow: /
+User-agent: ImagesiftBot
+Disallow: /
+User-agent: Omgilibot
+Disallow: /
+User-agent: Omgili
+Disallow: /
+User-agent: YouBot
+Disallow: /