From 6e45a7cb74781a5e129cd290316876af4d0dd1fe Mon Sep 17 00:00:00 2001
From: Zeftax <zdenda.borovec@gmail.com>
Date: Sun, 23 Jun 2024 08:00:43 +0200
Subject: [PATCH] Add robots.txt

Big thanks to https://www.cyberciti.biz/web-developer/block-openai-bard-bing-ai-crawler-bots-using-robots-txt-file/ for providing a list of these leeches.
---
 docs/www/robots.txt | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)
 create mode 100644 docs/www/robots.txt

diff --git a/docs/www/robots.txt b/docs/www/robots.txt
new file mode 100644
index 0000000..d120d88
--- /dev/null
+++ b/docs/www/robots.txt
@@ -0,0 +1,20 @@
+User-agent: GPTBot
+Disallow: /
+User-agent: ChatGPT-User
+Disallow: /
+
+User-agent: Google-Extended
+Disallow: /
+
+User-agent: CCBot
+Disallow: /
+
+User-agent: PerplexityBot
+Disallow: /
+
+User-agent: anthropic-ai
+Disallow: /
+‍User-agent: Claude-Web
+Disallow: /
+User-agent: ClaudeBot
+Disallow: /
\ No newline at end of file