]> git.mxchange.org Git - mailer.git/commitdiff
These scripts don't need to be included in seaech engine results
authorRoland Häder <roland@mxchange.org>
Sun, 6 Jan 2013 21:16:56 +0000 (21:16 +0000)
committerRoland Häder <roland@mxchange.org>
Sun, 6 Jan 2013 21:16:56 +0000 (21:16 +0000)
robots.txt

index 4306fdb907d89fd909288fb48dbf156caff2e413..deb99838938f81e30ac406dadeedb252e4596571 100644 (file)
@@ -1,19 +1,69 @@
 # Generic exclusion (makes never sense)
 User-agent: *
+Disallow: /admin.php
+Disallow: /agb.php
+Disallow: /ajax.php
+Disallow: /api.php
+Disallow: /autoreg.php
+Disallow: /beg.php
+Disallow: /birthday_confirm.php
+Disallow: /click.php
+Disallow: /confirm.php
+Disallow: /css.php
+Disallow: /debug.php
+Disallow: /doubler.php
+Disallow: /img.php
+Disallow: /install.php
+Disallow: /js.php
+Disallow: /lead-confirm.php
+Disallow: /login.php
+Disallow: /mailid.php
+Disallow: /mailid_top.php
+Disallow: /network-vcheck.php
+Disallow: /ref.php
+Disallow: /show_bonus.php
+Disallow: /sponsor_confirm.php
+Disallow: /sponsor_ref.php
+Disallow: /surfbar.php
+Disallow: /view.php
 Disallow: /css/
 Disallow: /inc/
 Disallow: /images/
 Disallow: /templates/
-Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
 # Exclusion for Google (he will not listen to '*' :( )
 User-agent: Googlebot
+Disallow: /admin.php
+Disallow: /agb.php
+Disallow: /ajax.php
+Disallow: /api.php
+Disallow: /autoreg.php
+Disallow: /beg.php
+Disallow: /birthday_confirm.php
+Disallow: /click.php
+Disallow: /confirm.php
+Disallow: /css.php
+Disallow: /debug.php
+Disallow: /doubler.php
+Disallow: /img.php
+Disallow: /install.php
+Disallow: /js.php
+Disallow: /lead-confirm.php
+Disallow: /login.php
+Disallow: /mailid.php
+Disallow: /mailid_top.php
+Disallow: /network-vcheck.php
+Disallow: /ref.php
+Disallow: /show_bonus.php
+Disallow: /sponsor_confirm.php
+Disallow: /sponsor_ref.php
+Disallow: /surfbar.php
+Disallow: /view.php
 Disallow: /css/
 Disallow: /inc/
 Disallow: /images/
 Disallow: /templates/
-Disallow: /install.php
 Disallow: /cms/index/wht/impressum
 
 # A lot "bot" you may don't like as I do