Add Google-Extended to default robots.txt

diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php
index a084c1f4a6caf97c168b501e7df2f2daa11a8b86..96a2451ad24625f9ce4f18302262a08160730e4a 100644 (file)
--- a/src/Module/RobotsTxt.php
+++ b/src/Module/RobotsTxt.php
@@ -52,6 +52,10 @@ class RobotsTxt extends BaseModule
                echo 'User-agent: ChatGPT-User' . PHP_EOL;
                echo 'Disallow: /' . PHP_EOL;
 
+               echo PHP_EOL;
+               echo 'User-agent: Google-Extended' . PHP_EOL;
+               echo 'Disallow: /' . PHP_EOL;
+
                echo PHP_EOL;
                echo 'User-agent: GPTBot' . PHP_EOL;
                echo 'Disallow: /' . PHP_EOL;