robots.txt forbids robots to enter inc and templates on weak servers
authorRoland Häder <roland@mxchange.org>
Fri, 19 Dec 2008 20:43:15 +0000 (20:43 +0000)
committerRoland Häder <roland@mxchange.org>
Fri, 19 Dec 2008 20:43:15 +0000 (20:43 +0000)
inc/databases.php
robots.txt

index a1226d45912a847b65839644a5d2c7361f5692cc..aa5e967948060f5c776d9a4c194204390bbe4339 100644 (file)
@@ -115,7 +115,7 @@ define('USAGE_BASE', "usage");
 define('SERVER_URL', "http://www.mxchange.org");
 
 // Current SVN revision
-define('CURR_SVN_REVISION', "682");
+define('CURR_SVN_REVISION', "683");
 
 // Take a prime number which is long (if you know a longer one please try it out!)
 define('_PRIME', 591623);
index 6e16af6709b85b893ba0d8d8a67ee1aaf7847f34..7b26c7d62ea6f5cfa2179b1e6e2b7583d6c74880 100644 (file)
@@ -400,3 +400,11 @@ Disallow: /whitelist.txt
 
 User-agent: Googlebot
 Disallow: /whitelist.txt
+
+User-agent: *
+Disallow: /inc/
+Disallow: /templates/
+
+User-agent: Googlebot
+Disallow: /inc/
+Disallow: /templates/