projects
/
mailer.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
Even some more HTML cleanups #3
[mailer.git]
/
robots.txt
diff --git
a/robots.txt
b/robots.txt
index 7b26c7d62ea6f5cfa2179b1e6e2b7583d6c74880..5d2c9ad204ac2f9996faf2f62294fef8cdb862db 100644
(file)
--- a/
robots.txt
+++ b/
robots.txt
@@
-5,13
+5,16
@@
User-agent: *
Disallow: /css/
Disallow: /inc/
Disallow: /images/
Disallow: /css/
Disallow: /inc/
Disallow: /images/
-Disallow: /sql-upgrades/
Disallow: /templates/
Disallow: /templates/
-Disallow: /upgrade.php
Disallow: /install.php
Disallow: /cms/index/wht/impressum
Disallow: /install.php
Disallow: /cms/index/wht/impressum
-User-agent: *
+User-agent: Googlebot
+Disallow: /css/
+Disallow: /inc/
+Disallow: /images/
+Disallow: /templates/
+Disallow: /install.php
Disallow: /cms/index/wht/impressum
User-agent: grub-client
Disallow: /cms/index/wht/impressum
User-agent: grub-client
@@
-383,28
+386,13
@@
Disallow: /
User-agent: searchpreview
Disallow: /
User-agent: searchpreview
Disallow: /
+# This is for my webpages
User-agent: *
User-agent: *
-Disallow: /guestbook
-
-User-agent: Googlebot
-Disallow: /guestbook
-
-User-agent: *
+Disallow: /guestbook/
Disallow: /blacklist.txt
Disallow: /blacklist.txt
-
-User-agent: Googlebot
-Disallow: /blacklist.txt
-
-User-agent: *
Disallow: /whitelist.txt
User-agent: Googlebot
Disallow: /whitelist.txt
User-agent: Googlebot
+Disallow: /guestbook/
+Disallow: /blacklist.txt
Disallow: /whitelist.txt
Disallow: /whitelist.txt
-
-User-agent: *
-Disallow: /inc/
-Disallow: /templates/
-
-User-agent: Googlebot
-Disallow: /inc/
-Disallow: /templates/