about summary refs log tree commit diff stats
diff options
context:
space:
mode:
authorStar Rauchenberger <fefferburbia@gmail.com>2025-08-17 11:09:43 -0400
committerStar Rauchenberger <fefferburbia@gmail.com>2025-08-17 11:09:43 -0400
commitbd81c9bc42c2877c51ce872be0dbb7b6e629923a (patch)
tree7551d6134bc88d365683d7042ef897cbbc6670b0
parent8d30a95131713adce1b40601e7f7cb6ca38ddee6 (diff)
downloadthoughts-bd81c9bc42c2877c51ce872be0dbb7b6e629923a.tar.gz
thoughts-bd81c9bc42c2877c51ce872be0dbb7b6e629923a.tar.bz2
thoughts-bd81c9bc42c2877c51ce872be0dbb7b6e629923a.zip
Added AI2Bot to disallowed bots list HEAD master
-rw-r--r--public/robots.txt3
1 files changed, 3 insertions, 0 deletions
diff --git a/public/robots.txt b/public/robots.txt index 828c2ea..d7e6b45 100644 --- a/public/robots.txt +++ b/public/robots.txt
@@ -2,3 +2,6 @@
2User-agent: PetalBot 2User-agent: PetalBot
3Disallow: / 3Disallow: /
4 4
5User-agent: AI2Bot
6Disallow: /
7