Don't exclude the waybackmaschine

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index 5d2c9ad204ac2f9996faf2f62294fef8cdb862db..4d1db761fa2fbb6447001ed9a650f87a7e62c5a0 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -83,12 +83,6 @@ Disallow: /
 User-agent: LNSpiderguy
 Disallow: /
 
-User-agent: ia_archiver
-Disallow: /
-
-User-agent: ia_archiver/1.6
-Disallow: /
-
 User-agent: Teleport
 Disallow: /