From a2fc1b5d63368c17db5e2eab9853e4bf9c646617 Mon Sep 17 00:00:00 2001
From: Tixie <contact@tixie.name>
Date: Thu, 13 Jun 2024 04:09:22 +0200
Subject: [PATCH] Fuck AI scrappers

---
 src/static/robots.txt | 80 +++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 80 insertions(+)

diff --git a/src/static/robots.txt b/src/static/robots.txt
index 042af6e..469f7db 100644
--- a/src/static/robots.txt
+++ b/src/static/robots.txt
@@ -3,26 +3,106 @@ Allow: /
 
 # AI Data Scraper
 
+
+User-agent: AdsBot-Google
+Disallow: /
+
+
+User-agent: Amazonbot
+Disallow: /
+
+
+User-agent: Applebot
+Disallow: /
+
+
+User-agent: Applebot-Extended
+Disallow: /
+
+
 User-agent: anthropic-ai
 Disallow: /
 
+
+User-agent: AwarioRssBot
+Disallow: /
+
+
+User-agent: AwarioSmartBot
+Disallow: /
+
+
 User-agent: Bytespider
 Disallow: /
 
+
 User-agent: CCBot
 Disallow: /
 
+
+User-agent: ChatGPT
+Disallow: /
+
+
+User-agent: ChatGPT-User
+Disallow: /
+
+
+User-agent: ClaudeBot
+Disallow: /
+
+
+User-agent: Claude-Web
+Disallow: /
+
+
+User-agent: cohere-ai
+Disallow: /
+
+
+User-agent: DataForSeoBot
+Disallow: /
+
+
+User-agent: Diffbot
+Disallow: /
+
+
 User-agent: FacebookBot
 Disallow: /
 
+
 User-agent: Google-Extended
 Disallow: /
 
+
 User-agent: GPTBot
 Disallow: /
 
+
+User-agent: ImagesiftBot
+Disallow: /
+
+
+User-agent: magpie-crawler
+Disallow: /
+
+
 User-agent: omgili
 Disallow: /
 
+
 User-agent: Omgilibot
 Disallow: /
+
+
+User-agent: peer39_crawler
+Disallow: /
+
+
+User-agent: PerplexityBot
+Disallow: /
+
+
+User-agent: YouBot
+Disallow: /