Reverted last commit

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index 57a10727bf0d042c10b2209ce318ccfe768e09b5..4d1db761fa2fbb6447001ed9a650f87a7e62c5a0 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -206,6 +206,15 @@ Disallow: /
 User-agent: URLy Warning
 Disallow: /
 
+User-agent: Wget/1.6
+Disallow: /
+
+User-agent: Wget/1.5.3
+Disallow: /
+
+User-agent: Wget
+Disallow: /
+
 User-agent: LinkWalker
 Disallow: /
 
@@ -381,6 +390,3 @@ User-agent: Googlebot
 Disallow: /guestbook/
 Disallow: /blacklist.txt
 Disallow: /whitelist.txt
-
-User-agent: JobRoboter
-Disallow: /