From 19b6d0c80521bc9b26ab8a9a6d5a2f7e20735051 Mon Sep 17 00:00:00 2001 From: Tixie Date: Mon, 2 Oct 2023 02:44:35 +0200 Subject: [PATCH] robots.txt: Fuck AI scrapper bots --- static/robots.txt | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) diff --git a/static/robots.txt b/static/robots.txt index 209f856..eb9358c 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,2 +1,20 @@ User-Agent: * Disallow: /admin/ + +User-agent: GPTBot +Disallow: / + +User-agent: CCBot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: FacebookBot +Disallow: /