From: Hannes Heute <5753419+haheute@users.noreply.github.com> Date: Fri, 29 Sep 2023 14:27:31 +0000 (+0200) Subject: Add Google-Extended to default robots.txt X-Git-Url: https://git.mxchange.org/?a=commitdiff_plain;h=9d86ef767a0f51f967eecaccc41b99bad9970760;p=friendica.git Add Google-Extended to default robots.txt --- diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php index a084c1f4a6..96a2451ad2 100644 --- a/src/Module/RobotsTxt.php +++ b/src/Module/RobotsTxt.php @@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule echo 'User-agent: ChatGPT-User' . PHP_EOL; echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; + echo 'User-agent: Google-Extended' . PHP_EOL; + echo 'Disallow: /' . PHP_EOL; + echo PHP_EOL; echo 'User-agent: GPTBot' . PHP_EOL; echo 'Disallow: /' . PHP_EOL;