X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=robots.txt;h=4d1db761fa2fbb6447001ed9a650f87a7e62c5a0;hb=fb885a2e2739d328fd2093576eead18929131d45;hp=5d2c9ad204ac2f9996faf2f62294fef8cdb862db;hpb=64c8349613addc3da2242c5cd6b99d64e3fb5f8e;p=mailer.git

diff --git a/robots.txt b/robots.txt
index 5d2c9ad204..4d1db761fa 100644
--- a/robots.txt
+++ b/robots.txt
@@ -83,12 +83,6 @@ Disallow: /
 User-agent: LNSpiderguy
 Disallow: /
 
-User-agent: ia_archiver
-Disallow: /
-
-User-agent: ia_archiver/1.6
-Disallow: /
-
 User-agent: Teleport
 Disallow: /