X-Git-Url: https://git.mxchange.org/?p=mailer.git;a=blobdiff_plain;f=robots.txt;h=e9fc0fd59c66f6177fa1afd94be4ce6324b8cf81;hp=deb99838938f81e30ac406dadeedb252e4596571;hb=6d08952d672c5a5de7d8522f894a5665599a2a4a;hpb=d8987b6d6bd61ae46907220040c71fee40e47fd3

diff --git a/robots.txt b/robots.txt
index deb9983893..e9fc0fd59c 100644
--- a/robots.txt
+++ b/robots.txt
@@ -20,6 +20,7 @@ Disallow: /login.php
 Disallow: /mailid.php
 Disallow: /mailid_top.php
 Disallow: /network-vcheck.php
+Disallow: /network-delurl.php
 Disallow: /ref.php
 Disallow: /show_bonus.php
 Disallow: /sponsor_confirm.php
@@ -54,6 +55,7 @@ Disallow: /login.php
 Disallow: /mailid.php
 Disallow: /mailid_top.php
 Disallow: /network-vcheck.php
+Disallow: /network-delurl.php
 Disallow: /ref.php
 Disallow: /show_bonus.php
 Disallow: /sponsor_confirm.php
@@ -430,7 +432,7 @@ Disallow: /
 User-agent: searchpreview
 Disallow: /
 
-# This is for my webpages
+# This is for my web pages using spider-trap
 User-agent: *
 Disallow: /guestbook/
 Disallow: /blacklist.txt