X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FModule%2FRobotsTxt.php;h=96a2451ad24625f9ce4f18302262a08160730e4a;hb=5ae03319936f70d12eaf4a09dfcda020de429380;hp=49aab147136da57865335a67a13bdec27bf1e591;hpb=964b7c4bd22db82867b4a41e90d6df2d25865a81;p=friendica.git

diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php
index 49aab14713..96a2451ad2 100644
--- a/src/Module/RobotsTxt.php
+++ b/src/Module/RobotsTxt.php
@@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
 			'/search',
 			'/help',
 			'/proxy',
+			'/photo',
+			'/avatar',
 		];
 
 		header('Content-Type: text/plain');
@@ -45,6 +47,19 @@ class RobotsTxt extends BaseModule
 		foreach ($allDisallowed as $disallowed) {
 			echo 'Disallow: ' . $disallowed . PHP_EOL;
 		}
+
+		echo PHP_EOL;
+		echo 'User-agent: ChatGPT-User' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		echo PHP_EOL;
+		echo 'User-agent: Google-Extended' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
+		echo PHP_EOL;
+		echo 'User-agent: GPTBot' . PHP_EOL;
+		echo 'Disallow: /' . PHP_EOL;
+
 		System::exit();
 	}
 }