]>
git.mxchange.org Git - mailer.git/blobdiff - robots.txt
User-agent: URLy Warning
Disallow: /
+User-agent: Wget/1.6
+Disallow: /
+
+User-agent: Wget/1.5.3
+Disallow: /
+
+User-agent: Wget
+Disallow: /
+
User-agent: LinkWalker
Disallow: /
Disallow: /guestbook/
Disallow: /blacklist.txt
Disallow: /whitelist.txt
-
-User-agent: JobRoboter
-Disallow: /