summaryrefslogtreecommitdiff
path: root/robots.txt
diff options
context:
space:
mode:
authorDavid Rothstein <drothstein@gmail.com>2015-03-30 18:49:19 -0400
committerDavid Rothstein <drothstein@gmail.com>2015-03-30 18:49:19 -0400
commita577cc98e33aa3f6630446625930123694cbbad1 (patch)
tree8afce4eb181ce06e5f71e30ca93488a1141f3620 /robots.txt
parentc377b88b8e9809ab117dd79901f01515ff085385 (diff)
downloadbrdo-a577cc98e33aa3f6630446625930123694cbbad1.tar.gz
brdo-a577cc98e33aa3f6630446625930123694cbbad1.tar.bz2
Issue #2446657 by rpayanm, er.pushpinderrana: Remove dead link from robots.txt
Diffstat (limited to 'robots.txt')
-rw-r--r--robots.txt3
1 files changed, 0 insertions, 3 deletions
diff --git a/robots.txt b/robots.txt
index 6f20eaf37..ff9e28687 100644
--- a/robots.txt
+++ b/robots.txt
@@ -12,9 +12,6 @@
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
-#
-# For syntax checking, see:
-# http://www.frobee.com/robots-txt-check
User-agent: *
Crawl-delay: 10