3 * @file mod/robots_text.php
4 * @brief Module which returns the default robots.txt
10 * @brief Return default robots.txt when init
14 function robots_txt_init(App $a)
17 $allDisalloweds = array(
23 header('Content-Type: text/plain');
24 echo 'User-agent: *'.PHP_EOL;
25 foreach ($allDisalloweds as $disallowed) {
26 echo 'Disallow: '.$disallowed.PHP_EOL;