Language specific median calculations / collection

[friendica.git] / src / Module / RobotsTxt.php

diff --git a/src/Module/RobotsTxt.php b/src/Module/RobotsTxt.php
index 415a8ab4720861d345fd1536503540def3f3a43e..83550f0ce8ed561d5d6be821b9c539ee3ebb46e0 100644 (file)
--- a/src/Module/RobotsTxt.php
+++ b/src/Module/RobotsTxt.php
@@ -1,6 +1,6 @@
 <?php
 /**
- * @copyright Copyright (C) 2010-2023, the Friendica project
+ * @copyright Copyright (C) 2010-2024, the Friendica project
  *
  * @license GNU AGPL version 3 or any later version
  *
@@ -38,6 +38,8 @@ class RobotsTxt extends BaseModule
                        '/search',
                        '/help',
                        '/proxy',
+                       '/photo',
+                       '/avatar',
                ];
 
                header('Content-Type: text/plain');
@@ -50,6 +52,14 @@ class RobotsTxt extends BaseModule
                echo 'User-agent: ChatGPT-User' . PHP_EOL;
                echo 'Disallow: /' . PHP_EOL;
 
+               echo PHP_EOL;
+               echo 'User-agent: Google-Extended' . PHP_EOL;
+               echo 'Disallow: /' . PHP_EOL;
+
+               echo PHP_EOL;
+               echo 'User-agent: GPTBot' . PHP_EOL;
+               echo 'Disallow: /' . PHP_EOL;
+
                System::exit();
        }
 }