diff options
| -rw-r--r-- | public/robots.txt | 3 |
1 files changed, 3 insertions, 0 deletions
| diff --git a/public/robots.txt b/public/robots.txt index 37b576a..828c2ea 100644 --- a/public/robots.txt +++ b/public/robots.txt | |||
| @@ -1 +1,4 @@ | |||
| 1 | # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file | 1 | # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file |
| 2 | User-agent: PetalBot | ||
| 3 | Disallow: / | ||
| 4 | |||