From 23a50741334abd043f560fe8412c6a20ed0d0c76 Mon Sep 17 00:00:00 2001 From: Tixie <2143796+TixieSalander@users.noreply.github.com> Date: Sat, 17 Feb 2024 23:44:22 +0100 Subject: [PATCH] Fuck AI scrapper bots --- static/robots.txt | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/static/robots.txt b/static/robots.txt index eb9358c..c8a1b5e 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,20 +1,28 @@ User-Agent: * Disallow: /admin/ -User-agent: GPTBot +# AI Data Scraper + +User-agent: anthropic-ai +Disallow: / + +User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / -User-agent: ChatGPT-User +User-agent: FacebookBot Disallow: / User-agent: Google-Extended Disallow: / -User-agent: Omgilibot +User-agent: GPTBot Disallow: / -User-agent: FacebookBot +User-agent: omgili +Disallow: / + +User-agent: Omgilibot Disallow: /