3 * @copyright Copyright (C) 2010-2023, the Friendica project
5 * @license GNU AGPL version 3 or any later version
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU Affero General Public License as
9 * published by the Free Software Foundation, either version 3 of the
10 * License, or (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU Affero General Public License for more details.
17 * You should have received a copy of the GNU Affero General Public License
18 * along with this program. If not, see <https://www.gnu.org/licenses/>.
22 namespace Friendica\Module;
24 use Friendica\BaseModule;
25 use Friendica\Core\System;
28 * Return the default robots.txt
30 class RobotsTxt extends BaseModule
32 protected function rawContent(array $request = [])
45 header('Content-Type: text/plain');
46 echo 'User-agent: *' . PHP_EOL;
47 foreach ($allDisallowed as $disallowed) {
48 echo 'Disallow: ' . $disallowed . PHP_EOL;
52 echo 'User-agent: ChatGPT-User' . PHP_EOL;
53 echo 'Disallow: /' . PHP_EOL;
56 echo 'User-agent: GPTBot' . PHP_EOL;
57 echo 'Disallow: /' . PHP_EOL;