Disallow: /css/
Disallow: /inc/
Disallow: /images/
-Disallow: /sql-upgrades/
Disallow: /templates/
-Disallow: /upgrade.php
Disallow: /install.php
Disallow: /cms/index/wht/impressum
-User-agent: *
+User-agent: Googlebot
+Disallow: /css/
+Disallow: /inc/
+Disallow: /images/
+Disallow: /templates/
+Disallow: /install.php
Disallow: /cms/index/wht/impressum
User-agent: grub-client
User-agent: LNSpiderguy
Disallow: /
-User-agent: ia_archiver
-Disallow: /
-
-User-agent: ia_archiver/1.6
-Disallow: /
-
User-agent: Teleport
Disallow: /
User-agent: URLy Warning
Disallow: /
-User-agent: Wget/1.6
-Disallow: /
-
-User-agent: Wget/1.5.3
-Disallow: /
-
-User-agent: Wget
-Disallow: /
-
User-agent: LinkWalker
Disallow: /
User-agent: searchpreview
Disallow: /
+# This is for my webpages
User-agent: *
-Disallow: /guestbook
-
-User-agent: Googlebot
-Disallow: /guestbook
-
-User-agent: *
+Disallow: /guestbook/
Disallow: /blacklist.txt
+Disallow: /whitelist.txt
User-agent: Googlebot
+Disallow: /guestbook/
Disallow: /blacklist.txt
-
-User-agent: *
Disallow: /whitelist.txt
-User-agent: Googlebot
-Disallow: /whitelist.txt
+User-agent: JobRoboter
+Disallow: /