4 * @file mod/robots_text.php
5 * @brief Module which returns the default robots.txt
12 * @brief Return default robots.txt when init
16 function robots_txt_init(App $a)
24 header('Content-Type: text/plain');
25 echo 'User-agent: *' . PHP_EOL;
26 foreach ($allDisalloweds as $disallowed) {
27 echo 'Disallow: ' . $disallowed . PHP_EOL;