Added more logging of half-failed AJAX requests

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index deb99838938f81e30ac406dadeedb252e4596571..5b0391be8a17ddfbd617621c8a3dd1dfcc078a66 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -430,7 +430,7 @@ Disallow: /
 User-agent: searchpreview
 Disallow: /
 
 User-agent: searchpreview
 Disallow: /
 

-# This is for my webpages
+# This is for my web pages using spider-trap

 User-agent: *
 Disallow: /guestbook/
 Disallow: /blacklist.txt
 User-agent: *
 Disallow: /guestbook/
 Disallow: /blacklist.txt