X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FModule%2FRobotsTxt.php;h=a084c1f4a6caf97c168b501e7df2f2daa11a8b86;hb=96d2cddb54f3ea3ead6e43e5ca1f814ed6327987;hp=415a8ab4720861d345fd1536503540def3f3a43e;hpb=1b7075aebb344487c40d4444233929029393c82d;p=friendica.git diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php index 415a8ab472..a084c1f4a6 100644 --- a/src/Module/RobotsTxt.php +++ b/src/Module/RobotsTxt.php @@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule '/search', '/help', '/proxy', + '/photo', + '/avatar', ]; header('Content-Type: text/plain'); @@ -50,6 +52,10 @@ class RobotsTxt extends BaseModule echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; + echo 'User-agent: GPTBot' . PHP_EOL; + echo 'Disallow: /' . PHP_EOL; + System::exit(); } }