From 1fa58f62dcaad61122531d4ea2571191a2eafb84 Mon Sep 17 00:00:00 2001
From: Jan-Erik Rediger <janerik@fnordig.de>
Date: Thu, 28 Dec 2023 18:11:38 +0200
Subject: [PATCH] Let's exclude some things

---
 robots.txt | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000..86d9a8b
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,4 @@
+User-agent: GPTBot
+Disallow: /
+User-agent: Google-Extended
+Disallow: /