X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FModule%2FRobotsTxt.php;h=83550f0ce8ed561d5d6be821b9c539ee3ebb46e0;hb=3bca4fe2a64671d09e08346456cdfa6c12f996e9;hp=3648f6f9fba2186d1b60cf9c0385eae9aaf10f0c;hpb=b79201beaf428b8a7ae5ecdc17cd80052b952eaf;p=friendica.git

diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php
index 3648f6f9fb..83550f0ce8 100644
--- a/src/Module/RobotsTxt.php
+++ b/src/Module/RobotsTxt.php
@@ -1,27 +1,65 @@
 <?php
+/**
+ * @copyright Copyright (C) 2010-2024, the Friendica project
+ *
+ * @license GNU AGPL version 3 or any later version
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ *
+ */
 
 namespace Friendica\Module;
 
 use Friendica\BaseModule;
+use Friendica\Core\System;
 
 /**
  * Return the default robots.txt
  */
 class RobotsTxt extends BaseModule
 {
-	public static function rawContent()
+	protected function rawContent(array $request = [])
 	{
-		$allDisalloweds = [
+		$allDisallowed = [
 			'/settings/',
 			'/admin/',
 			'/message/',
+			'/search',
+			'/help',
+			'/proxy',
+			'/photo',
+			'/avatar',
 		];
 
 		header('Content-Type: text/plain');
 		echo 'User-agent: *' . PHP_EOL;
-		foreach ($allDisalloweds as $disallowed) {
+		foreach ($allDisallowed as $disallowed) {
 			echo 'Disallow: ' . $disallowed . PHP_EOL;
 		}
-		exit();
+
+		echo PHP_EOL;
+		echo 'User-agent: ChatGPT-User' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		echo PHP_EOL;
+		echo 'User-agent: Google-Extended' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		echo PHP_EOL;
+		echo 'User-agent: GPTBot' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		System::exit();
 	}
 }