From: Denis Chenu <denis@sondages.pro>
Date: Wed, 26 Apr 2017 13:39:35 +0000 (+0200)
Subject: Simple robots.txt for server 404 log
X-Git-Url: https://git.mxchange.org/?a=commitdiff_plain;h=4942c9778554bcacac99c838a56bdb065e49ed32;p=friendica.git

Simple robots.txt for server 404 log
---

diff --git a/mod/robots_txt.php b/mod/robots_txt.php
new file mode 100644
index 0000000000..450b854a1b
--- /dev/null
+++ b/mod/robots_txt.php
@@ -0,0 +1,29 @@
+<?php
+/**
+ * return the default robots.txt
+ * @version 0.1.0
+ */
+
+/**
+ * Simple robots.txt
+ * @inheritdoc (?)
+ */
+function robots_txt_init(App $a) {
+
+    /** @var string[] globally disallowed url */
+    $allDisalloweds=array(
+        '/settings/',
+        '/admin/',
+        '/message/',
+    );
+
+    header("Content-Type: text/plain");
+    echo "User-agent: *\n";
+    echo "Disallow:\n";
+    echo "\n";
+    echo "User-agent: *\n";
+    foreach($allDisalloweds as $disallowed) {
+        echo "Disallow: {$disallowed}\n";
+    }
+    killme();
+}