X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;ds=sidebyside;f=robots.txt;h=4d1db761fa2fbb6447001ed9a650f87a7e62c5a0;hb=a454def0bfba8288ffc839d034c710f034cf4728;hp=57a10727bf0d042c10b2209ce318ccfe768e09b5;hpb=50ec4267016d288831aee809120992423db563e1;p=mailer.git

diff --git a/robots.txt b/robots.txt
index 57a10727bf..4d1db761fa 100644
--- a/robots.txt
+++ b/robots.txt
@@ -206,6 +206,15 @@ Disallow: /
 User-agent: URLy Warning
 Disallow: /
 
+User-agent: Wget/1.6
+Disallow: /
+
+User-agent: Wget/1.5.3
+Disallow: /
+
+User-agent: Wget
+Disallow: /
+
 User-agent: LinkWalker
 Disallow: /
 
@@ -381,6 +390,3 @@ User-agent: Googlebot
 Disallow: /guestbook/
 Disallow: /blacklist.txt
 Disallow: /whitelist.txt
-
-User-agent: JobRoboter
-Disallow: /