Local files + modifications and ctracker

[mailer.git] / robots.txt

diff --git a/robots.txt b/robots.txt
index deb99838938f81e30ac406dadeedb252e4596571..cb4f5500d28d27c3fae8056bff189baf4ffde723 100644 (file)
--- a/robots.txt
+++ b/robots.txt
@@ -20,13 +20,16 @@ Disallow: /login.php
 Disallow: /mailid.php
 Disallow: /mailid_top.php
 Disallow: /network-vcheck.php
+Disallow: /network-delurl.php
 Disallow: /ref.php
 Disallow: /show_bonus.php
 Disallow: /sponsor_confirm.php
 Disallow: /sponsor_ref.php
 Disallow: /surfbar.php
 Disallow: /view.php
+Disallow: /assets/
 Disallow: /css/
+Disallow: /js/
 Disallow: /inc/
 Disallow: /images/
 Disallow: /templates/
@@ -54,13 +57,16 @@ Disallow: /login.php
 Disallow: /mailid.php
 Disallow: /mailid_top.php
 Disallow: /network-vcheck.php
+Disallow: /network-delurl.php
 Disallow: /ref.php
 Disallow: /show_bonus.php
 Disallow: /sponsor_confirm.php
 Disallow: /sponsor_ref.php
 Disallow: /surfbar.php
 Disallow: /view.php
+Disallow: /assets/
 Disallow: /css/
+Disallow: /js/
 Disallow: /inc/
 Disallow: /images/
 Disallow: /templates/
@@ -430,7 +436,7 @@ Disallow: /
 User-agent: searchpreview
 Disallow: /
 
-# This is for my webpages
+# This is for my web pages using spider-trap
 User-agent: *
 Disallow: /guestbook/
 Disallow: /blacklist.txt