User-agent: URLy Warning
Disallow: /
-User-agent: Wget/1.6
-Disallow: /
-
-User-agent: Wget/1.5.3
-Disallow: /
-
-User-agent: Wget
-Disallow: /
-
User-agent: LinkWalker
Disallow: /
Disallow: /guestbook/
Disallow: /blacklist.txt
Disallow: /whitelist.txt
+
+User-agent: JobRoboter
+Disallow: /