From e52dff4c86ee53e5aa59f2ee0f5345f1731c9623 Mon Sep 17 00:00:00 2001 From: =?utf8?q?Roland=20H=C3=A4der?= Date: Fri, 19 Dec 2008 20:43:15 +0000 Subject: [PATCH] robots.txt forbids robots to enter inc and templates on weak servers --- inc/databases.php | 2 +- robots.txt | 8 ++++++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/inc/databases.php b/inc/databases.php index a1226d4591..aa5e967948 100644 --- a/inc/databases.php +++ b/inc/databases.php @@ -115,7 +115,7 @@ define('USAGE_BASE', "usage"); define('SERVER_URL', "http://www.mxchange.org"); // Current SVN revision -define('CURR_SVN_REVISION', "682"); +define('CURR_SVN_REVISION', "683"); // Take a prime number which is long (if you know a longer one please try it out!) define('_PRIME', 591623); diff --git a/robots.txt b/robots.txt index 6e16af6709..7b26c7d62e 100644 --- a/robots.txt +++ b/robots.txt @@ -400,3 +400,11 @@ Disallow: /whitelist.txt User-agent: Googlebot Disallow: /whitelist.txt + +User-agent: * +Disallow: /inc/ +Disallow: /templates/ + +User-agent: Googlebot +Disallow: /inc/ +Disallow: /templates/ -- 2.39.5