summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--robots.txt4
1 files changed, 4 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt
index c2a49f4..19df36c 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,2 +1,6 @@
+User-agent: GPTBot
+User-agent: Google-Extended
+Disallow: /
+
User-agent: *
Allow: /