Merge pull request #3077 from Hypolite/issue/#3039-mod-1of3

[friendica.git] / include / dbclean.php

diff --git a/include/dbclean.php b/include/dbclean.php
index 0baece81685678fa7bcbff4978ad1eaafed21704..c80e5a3be357f2c26d997a0827d554b15f976fb7 100644 (file)
--- a/include/dbclean.php
+++ b/include/dbclean.php
@@ -3,13 +3,18 @@
  * @file include/dbclean.php
  * @brief The script is called from time to time to clean the database entries and remove orphaned data.
  */
+
+use \Friendica\Core\Config;
+use \Friendica\Core\PConfig;
+
 require_once("boot.php");
 
 function dbclean_run(&$argv, &$argc) {
        global $a, $db;
 
-       if (is_null($a))
+       if (is_null($a)) {
                $a = new App;
+       }
 
        if (is_null($db)) {
                @include(".htconfig.php");
@@ -18,8 +23,12 @@ function dbclean_run(&$argv, &$argc) {
                unset($db_host, $db_user, $db_pass, $db_data);
        }
 
-       load_config('config');
-       load_config('system');
+       Config::load('config');
+       Config::load('system');
+
+       if (!Config::get('system', 'dbclean', false)) {
+               return;
+       }
 
        if ($argc == 2) {
                $stage = intval($argv[1]);
@@ -27,7 +36,7 @@ function dbclean_run(&$argv, &$argc) {
                $stage = 0;
        }
 
-       if (get_config("system", "worker") AND ($stage == 0)) {
+       if (Config::get("system", "worker") AND ($stage == 0)) {
                proc_run(PRIORITY_LOW, 'include/dbclean.php', 1);
                proc_run(PRIORITY_LOW, 'include/dbclean.php', 2);
                proc_run(PRIORITY_LOW, 'include/dbclean.php', 3);
@@ -48,11 +57,18 @@ function remove_orphans($stage = 0) {
 
        $count = 0;
 
+       // With activated worker we split the deletion in many small tasks
+       if (Config::get("system", "worker")) {
+               $limit = 1000;
+       } else {
+               $limit = 10000;
+       }
+
        if (($stage == 1) OR ($stage == 0)) {
                logger("Deleting old global item entries from item table without user copy");
                if ($db->q("SELECT `id` FROM `item` WHERE `uid` = 0
                                AND NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0)
-                               AND `received` < UTC_TIMESTAMP() - INTERVAL 90 DAY LIMIT 10000", true)) {
+                               AND `received` < UTC_TIMESTAMP() - INTERVAL 90 DAY LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found global item orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -65,7 +81,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 2) OR ($stage == 0)) {
                logger("Deleting items without parents");
-               if ($db->q("SELECT `id` FROM `item` WHERE NOT EXISTS (SELECT `id` FROM `item` AS `i` WHERE `item`.`parent` = `i`.`id`) LIMIT 10000", true)) {
+               if ($db->q("SELECT `id` FROM `item` WHERE NOT EXISTS (SELECT `id` FROM `item` AS `i` WHERE `item`.`parent` = `i`.`id`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found item orphans without parents: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -78,7 +94,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 3) OR ($stage == 0)) {
                logger("Deleting orphaned data from thread table");
-               if ($db->q("SELECT `iid` FROM `thread` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `thread`.`iid`)", true)) {
+               if ($db->q("SELECT `iid` FROM `thread` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `thread`.`iid`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found thread orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -91,7 +107,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 4) OR ($stage == 0)) {
                logger("Deleting orphaned data from notify table");
-               if ($db->q("SELECT `iid` FROM `notify` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `notify`.`iid`)", true)) {
+               if ($db->q("SELECT `iid` FROM `notify` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `notify`.`iid`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found notify orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -104,7 +120,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 5) OR ($stage == 0)) {
                logger("Deleting orphaned data from notify-threads table");
-               if ($db->q("SELECT `id` FROM `notify-threads` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `notify-threads`.`master-parent-item`)", true)) {
+               if ($db->q("SELECT `id` FROM `notify-threads` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `notify-threads`.`master-parent-item`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found notify-threads orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -118,7 +134,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 6) OR ($stage == 0)) {
                logger("Deleting orphaned data from sign table");
-               if ($db->q("SELECT `iid` FROM `sign` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `sign`.`iid`)", true)) {
+               if ($db->q("SELECT `iid` FROM `sign` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `sign`.`iid`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found sign orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -132,7 +148,7 @@ function remove_orphans($stage = 0) {
 
        if (($stage == 7) OR ($stage == 0)) {
                logger("Deleting orphaned data from term table");
-               if ($db->q("SELECT `oid` FROM `term` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `term`.`oid`)", true)) {
+               if ($db->q("SELECT `oid` FROM `term` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `term`.`oid`) LIMIT ".intval($limit), true)) {
                        $count = $db->num_rows();
                        logger("found term orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
@@ -144,8 +160,8 @@ function remove_orphans($stage = 0) {
        }
 
        // Call it again if not all entries were purged
-       if (($stage != 0) AND ($count > 0) AND get_config("system", "worker")) {
-               proc_run(PRIORITY_LOW, 'include/dbclean.php');
+       if (($stage != 0) AND ($count > 0) AND Config::get("system", "worker")) {
+               proc_run(PRIORITY_MEDIUM, 'include/dbclean.php');
        }
 
 }