X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=robots.txt;h=4306fdb907d89fd909288fb48dbf156caff2e413;hb=ffc8edeb9f05685c42ffa01e030e66436bd1d3c1;hp=5d2c9ad204ac2f9996faf2f62294fef8cdb862db;hpb=64c8349613addc3da2242c5cd6b99d64e3fb5f8e;p=mailer.git

diff --git a/robots.txt b/robots.txt
index 5d2c9ad204..4306fdb907 100644
--- a/robots.txt
+++ b/robots.txt
@@ -1,6 +1,4 @@
-#
-# Thanx to Mr. Jungwirth for his hint to create this file (was a bit lost in my mind...)
-#
+# Generic exclusion (makes never sense)
 User-agent: *
 Disallow: /css/
 Disallow: /inc/
@@ -9,6 +7,7 @@ Disallow: /templates/
 Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
+# Exclusion for Google (he will not listen to '*' :( )
 User-agent: Googlebot
 Disallow: /css/
 Disallow: /inc/
@@ -17,6 +16,7 @@ Disallow: /templates/
 Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
+# A lot "bot" you may don't like as I do
 User-agent: grub-client
 Disallow: /
 
@@ -83,12 +83,6 @@ Disallow: /
 User-agent: LNSpiderguy
 Disallow: /
 
-User-agent: ia_archiver
-Disallow: /
-
-User-agent: ia_archiver/1.6
-Disallow: /
-
 User-agent: Teleport
 Disallow: /