diff options
Diffstat (limited to 'public/robots.txt')
| -rw-r--r-- | public/robots.txt | 6 |
1 files changed, 6 insertions, 0 deletions
| diff --git a/public/robots.txt b/public/robots.txt index 37b576a..d7e6b45 100644 --- a/public/robots.txt +++ b/public/robots.txt | |||
| @@ -1 +1,7 @@ | |||
| 1 | # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file | 1 | # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
| 2 | User-agent: PetalBot | ||
| 3 | Disallow: / | ||
| 4 | |||
| 5 | User-agent: AI2Bot | ||
| 6 | Disallow: / | ||
| 7 | |||