robots.txt forbids robots to enter inc and templates on weak servers
authorRoland Häder <roland@mxchange.org>
Fri, 19 Dec 2008 20:43:15 +0000 (20:43 +0000)
committerRoland Häder <roland@mxchange.org>
Fri, 19 Dec 2008 20:43:15 +0000 (20:43 +0000)
inc/databases.php
robots.txt

index a1226d4..aa5e967 100644 (file)
@@ -115,7 +115,7 @@ define('USAGE_BASE', "usage");
 define('SERVER_URL', "http://www.mxchange.org");
 
 // Current SVN revision
-define('CURR_SVN_REVISION', "682");
+define('CURR_SVN_REVISION', "683");
 
 // Take a prime number which is long (if you know a longer one please try it out!)
 define('_PRIME', 591623);
index 6e16af6..7b26c7d 100644 (file)
@@ -400,3 +400,11 @@ Disallow: /whitelist.txt
 
 User-agent: Googlebot
 Disallow: /whitelist.txt
+
+User-agent: *
+Disallow: /inc/
+Disallow: /templates/
+
+User-agent: Googlebot
+Disallow: /inc/
+Disallow: /templates/