diff options
| -rw-r--r-- | web/robots.txt | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/web/robots.txt b/web/robots.txt index e69de29bb..53675186c 100644 --- a/web/robots.txt +++ b/web/robots.txt @@ -0,0 +1,5 @@ +User-agent: msnbot +Crawl-delay: 3 + +User-agent: bingbot +Crawl-delay: 3 |