3 * return the default robots.txt
11 function robots_txt_init(App $a) {
13 /** @var string[] globally disallowed url */
14 $allDisalloweds=array(
20 header("Content-Type: text/plain");
21 echo "User-agent: *\n";
24 echo "User-agent: *\n";
25 foreach($allDisalloweds as $disallowed) {
26 echo "Disallow: {$disallowed}\n";