Some lost old templates rewritten to expression language

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index 6e16af6..5d2c9ad 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -5,13 +5,16 @@ User-agent: *
 Disallow: /css/
 Disallow: /inc/
 Disallow: /images/
 Disallow: /css/
 Disallow: /inc/
 Disallow: /images/

-Disallow: /sql-upgrades/

 Disallow: /templates/
 Disallow: /templates/

-Disallow: /upgrade.php

 Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
 Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 

-User-agent: *
+User-agent: Googlebot
+Disallow: /css/
+Disallow: /inc/
+Disallow: /images/
+Disallow: /templates/
+Disallow: /install.php

 Disallow: /cms/index/wht/impressum
 
 User-agent: grub-client
 Disallow: /cms/index/wht/impressum
 
 User-agent: grub-client


@@ -383,20 +386,13 @@ Disallow: /
 User-agent: searchpreview
 Disallow: /
 
 User-agent: searchpreview
 Disallow: /
 

+# This is for my webpages

 User-agent: *
 User-agent: *

-Disallow: /guestbook
-
-User-agent: Googlebot
-Disallow: /guestbook
-
-User-agent: *
-Disallow: /blacklist.txt
-
-User-agent: Googlebot
+Disallow: /guestbook/

 Disallow: /blacklist.txt
 Disallow: /blacklist.txt

-
-User-agent: *

 Disallow: /whitelist.txt
 
 User-agent: Googlebot
 Disallow: /whitelist.txt
 
 User-agent: Googlebot

+Disallow: /guestbook/
+Disallow: /blacklist.txt

 Disallow: /whitelist.txt
 Disallow: /whitelist.txt