Hotfix

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index 4d1db761fa2fbb6447001ed9a650f87a7e62c5a0..57a10727bf0d042c10b2209ce318ccfe768e09b5 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -206,15 +206,6 @@ Disallow: /
 User-agent: URLy Warning
 Disallow: /
 
-User-agent: Wget/1.6
-Disallow: /
-
-User-agent: Wget/1.5.3
-Disallow: /
-
-User-agent: Wget
-Disallow: /
-
 User-agent: LinkWalker
 Disallow: /
 
@@ -390,3 +381,6 @@ User-agent: Googlebot
 Disallow: /guestbook/
 Disallow: /blacklist.txt
 Disallow: /whitelist.txt
+
+User-agent: JobRoboter
+Disallow: /