From f777f97006503699ef1ada4e20c5e0b1f25a695e Mon Sep 17 00:00:00 2001
From: rimu <3310831+rimu@users.noreply.github.com>
Date: Tue, 9 Apr 2024 19:43:56 +1200
Subject: [PATCH] block various bots using robots.txt

---
 app/templates/robots.txt | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/app/templates/robots.txt b/app/templates/robots.txt
index 6052c31e..47d45da5 100644
--- a/app/templates/robots.txt
+++ b/app/templates/robots.txt
@@ -12,3 +12,18 @@ User-Agent: *
   Disallow: /d/
   Disallow: /static/media/users/
   Disallow: /post/*/options
+
+User-agent: GPTBot
+Disallow: /
+
+User-agent: AhrefsBot
+Disallow: /
+
+User-agent: SemrushBot
+Disallow: /
+
+User-agent: DotBot
+Disallow: /
+
+User-agent: SeznamBot
+Disallow: /