X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FModule%2FRobotsTxt.php;h=a084c1f4a6caf97c168b501e7df2f2daa11a8b86;hb=e1863951986ba5be173758324a00652bc5af870c;hp=9297c98de7b0d99d1387e1cbf2a7d85f4f9c3e0d;hpb=5aad46c7fb2b66d63ad93d92ee355fc522b57be1;p=friendica.git

diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php
index 9297c98de7..a084c1f4a6 100644
--- a/src/Module/RobotsTxt.php
+++ b/src/Module/RobotsTxt.php
@@ -1,6 +1,6 @@
 <?php
 /**
- * @copyright Copyright (C) 2010-2021, the Friendica project
+ * @copyright Copyright (C) 2010-2023, the Friendica project
  *
  * @license GNU AGPL version 3 or any later version
  *
@@ -22,6 +22,7 @@
 namespace Friendica\Module;
 
 use Friendica\BaseModule;
+use Friendica\Core\System;
 
 /**
  * Return the default robots.txt
@@ -30,20 +31,31 @@ class RobotsTxt extends BaseModule
 {
 	protected function rawContent(array $request = [])
 	{
-		$allDisalloweds = [
+		$allDisallowed = [
 			'/settings/',
 			'/admin/',
 			'/message/',
 			'/search',
 			'/help',
 			'/proxy',
+			'/photo',
+			'/avatar',
 		];
 
 		header('Content-Type: text/plain');
 		echo 'User-agent: *' . PHP_EOL;
-		foreach ($allDisalloweds as $disallowed) {
+		foreach ($allDisallowed as $disallowed) {
 			echo 'Disallow: ' . $disallowed . PHP_EOL;
 		}
-		exit();
+
+		echo PHP_EOL;
+		echo 'User-agent: ChatGPT-User' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		echo PHP_EOL;
+		echo 'User-agent: GPTBot' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		System::exit();
 	}
 }