X-Git-Url: https://git.mxchange.org/?p=mailer.git;a=blobdiff_plain;f=robots.txt;h=5d2c9ad204ac2f9996faf2f62294fef8cdb862db;hp=7b26c7d62ea6f5cfa2179b1e6e2b7583d6c74880;hb=a6c65fe3bac46ab95bd9e49908c53cd6e3381ff8;hpb=e52dff4c86ee53e5aa59f2ee0f5345f1731c9623;ds=sidebyside

diff --git a/robots.txt b/robots.txt
index 7b26c7d62e..5d2c9ad204 100644
--- a/robots.txt
+++ b/robots.txt
@@ -5,13 +5,16 @@ User-agent: *
 Disallow: /css/
 Disallow: /inc/
 Disallow: /images/
-Disallow: /sql-upgrades/
 Disallow: /templates/
-Disallow: /upgrade.php
 Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
-User-agent: *
+User-agent: Googlebot
+Disallow: /css/
+Disallow: /inc/
+Disallow: /images/
+Disallow: /templates/
+Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
 User-agent: grub-client
@@ -383,28 +386,13 @@ Disallow: /
 User-agent: searchpreview
 Disallow: /
 
+# This is for my webpages
 User-agent: *
-Disallow: /guestbook
-
-User-agent: Googlebot
-Disallow: /guestbook
-
-User-agent: *
+Disallow: /guestbook/
 Disallow: /blacklist.txt
-
-User-agent: Googlebot
-Disallow: /blacklist.txt
-
-User-agent: *
 Disallow: /whitelist.txt
 
 User-agent: Googlebot
+Disallow: /guestbook/
+Disallow: /blacklist.txt
 Disallow: /whitelist.txt
-
-User-agent: *
-Disallow: /inc/
-Disallow: /templates/
-
-User-agent: Googlebot
-Disallow: /inc/
-Disallow: /templates/