3 * return the default robots.txt
12 function robots_txt_init(App $a) {
14 /** @var string[] globally disallowed url */
15 $allDisalloweds = array(
21 header("Content-Type: text/plain");
22 echo "User-agent: *\n";
23 foreach($allDisalloweds as $disallowed) {
24 echo "Disallow: {$disallowed}\n";