diff options
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/robots.txt b/robots.txt index 7de843560..5adde4a48 100644 --- a/robots.txt +++ b/robots.txt @@ -14,7 +14,7 @@ # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: -# http://www.sxw.org.uk/computing/robots/check.html +# http://www.frobee.com/robots-txt-check User-agent: * Crawl-delay: 10 |