From 4942c9778554bcacac99c838a56bdb065e49ed32 Mon Sep 17 00:00:00 2001
From: Denis Chenu <denis@sondages.pro>
Date: Wed, 26 Apr 2017 15:39:35 +0200
Subject: [PATCH] Simple robots.txt for server 404 log
---
mod/robots_txt.php | 29 +++++++++++++++++++++++++++++
1 file changed, 29 insertions(+)
create mode 100644 mod/robots_txt.php
diff --git a/mod/robots_txt.php b/mod/robots_txt.php
new file mode 100644
index 0000000000..450b854a1b
--- /dev/null
+++ b/mod/robots_txt.php
@@ -0,0 +1,29 @@
+<?php
+/**
+ * return the default robots.txt
+ * @version 0.1.0
+ */
+
+/**
+ * Simple robots.txt
+ * @inheritdoc (?)
+ */
+function robots_txt_init(App $a) {
+
+ /** @var string[] globally disallowed url */
+ $allDisalloweds=array(
+ '/settings/',
+ '/admin/',
+ '/message/',
+ );
+
+ header("Content-Type: text/plain");
+ echo "User-agent: *\n";
+ echo "Disallow:\n";
+ echo "\n";
+ echo "User-agent: *\n";
+ foreach($allDisalloweds as $disallowed) {
+ echo "Disallow: {$disallowed}\n";
+ }
+ killme();
+}
--
2.39.5