From 4942c9778554bcacac99c838a56bdb065e49ed32 Mon Sep 17 00:00:00 2001
From: Denis Chenu <denis@sondages.pro>
Date: Wed, 26 Apr 2017 15:39:35 +0200
Subject: [PATCH] Simple robots.txt for server 404 log

---
 mod/robots_txt.php | 29 +++++++++++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100644 mod/robots_txt.php

diff --git a/mod/robots_txt.php b/mod/robots_txt.php
new file mode 100644
index 0000000000..450b854a1b
--- /dev/null
+++ b/mod/robots_txt.php
@@ -0,0 +1,29 @@
+<?php
+/**
+ * return the default robots.txt
+ * @version 0.1.0
+ */
+
+/**
+ * Simple robots.txt
+ * @inheritdoc (?)
+ */
+function robots_txt_init(App $a) {
+
+    /** @var string[] globally disallowed url */
+    $allDisalloweds=array(
+        '/settings/',
+        '/admin/',
+        '/message/',
+    );
+
+    header("Content-Type: text/plain");
+    echo "User-agent: *\n";
+    echo "Disallow:\n";
+    echo "\n";
+    echo "User-agent: *\n";
+    foreach($allDisalloweds as $disallowed) {
+        echo "Disallow: {$disallowed}\n";
+    }
+    killme();
+}
-- 
2.39.2