Merge remote-tracking branch 'upstream/develop' into 1612-spool

[friendica.git] / include / dbclean.php

diff --git a/include/dbclean.php b/include/dbclean.php
index 5b80b084a3adf8e8dd9b05ad8fb0c772d3916ef4..0baece81685678fa7bcbff4978ad1eaafed21704 100644 (file)
--- a/include/dbclean.php
+++ b/include/dbclean.php
@@ -26,8 +26,18 @@ function dbclean_run(&$argv, &$argc) {
        } else {
                $stage = 0;
        }
-       remove_orphans($stage);
-       killme();
+
+       if (get_config("system", "worker") AND ($stage == 0)) {
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 1);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 2);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 3);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 4);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 5);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 6);
+               proc_run(PRIORITY_LOW, 'include/dbclean.php', 7);
+       } else {
+               remove_orphans($stage);
+       }
 }
 
 /**
@@ -36,56 +46,108 @@ function dbclean_run(&$argv, &$argc) {
 function remove_orphans($stage = 0) {
        global $db;
 
+       $count = 0;
+
        if (($stage == 1) OR ($stage == 0)) {
+               logger("Deleting old global item entries from item table without user copy");
+               if ($db->q("SELECT `id` FROM `item` WHERE `uid` = 0
+                               AND NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0)
+                               AND `received` < UTC_TIMESTAMP() - INTERVAL 90 DAY LIMIT 10000", true)) {
+                       $count = $db->num_rows();
+                       logger("found global item orphans: ".$count);
+                       while ($orphan = $db->qfetch()) {
+                               q("DELETE FROM `item` WHERE `id` = %d", intval($orphan["id"]));
+                       }
+               }
+               $db->qclose();
+               logger("Done deleting old global item entries from item table without user copy");
+       }
+
+       if (($stage == 2) OR ($stage == 0)) {
+               logger("Deleting items without parents");
+               if ($db->q("SELECT `id` FROM `item` WHERE NOT EXISTS (SELECT `id` FROM `item` AS `i` WHERE `item`.`parent` = `i`.`id`) LIMIT 10000", true)) {
+                       $count = $db->num_rows();
+                       logger("found item orphans without parents: ".$count);
+                       while ($orphan = $db->qfetch()) {
+                               q("DELETE FROM `item` WHERE `id` = %d", intval($orphan["id"]));
+                       }
+               }
+               $db->qclose();
+               logger("Done deleting items without parents");
+       }
+
+       if (($stage == 3) OR ($stage == 0)) {
                logger("Deleting orphaned data from thread table");
                if ($db->q("SELECT `iid` FROM `thread` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `thread`.`iid`)", true)) {
-                       logger("found thread orphans: ".$db->num_rows());
+                       $count = $db->num_rows();
+                       logger("found thread orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
                                q("DELETE FROM `thread` WHERE `iid` = %d", intval($orphan["iid"]));
                        }
                }
                $db->qclose();
+               logger("Done deleting orphaned data from thread table");
        }
 
-       if (($stage == 2) OR ($stage == 0)) {
+       if (($stage == 4) OR ($stage == 0)) {
                logger("Deleting orphaned data from notify table");
                if ($db->q("SELECT `iid` FROM `notify` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `notify`.`iid`)", true)) {
-                       logger("found notify orphans: ".$db->num_rows());
+                       $count = $db->num_rows();
+                       logger("found notify orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
                                q("DELETE FROM `notify` WHERE `iid` = %d", intval($orphan["iid"]));
                        }
                }
                $db->qclose();
+               logger("Done deleting orphaned data from notify table");
+       }
+
+       if (($stage == 5) OR ($stage == 0)) {
+               logger("Deleting orphaned data from notify-threads table");
+               if ($db->q("SELECT `id` FROM `notify-threads` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `notify-threads`.`master-parent-item`)", true)) {
+                       $count = $db->num_rows();
+                       logger("found notify-threads orphans: ".$count);
+                       while ($orphan = $db->qfetch()) {
+                               q("DELETE FROM `notify-threads` WHERE `id` = %d", intval($orphan["id"]));
+                       }
+               }
+               $db->qclose();
+               logger("Done deleting orphaned data from notify-threads table");
        }
 
 
-       if (($stage == 3) OR ($stage == 0)) {
+       if (($stage == 6) OR ($stage == 0)) {
                logger("Deleting orphaned data from sign table");
                if ($db->q("SELECT `iid` FROM `sign` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `sign`.`iid`)", true)) {
-                       logger("found sign orphans: ".$db->num_rows());
+                       $count = $db->num_rows();
+                       logger("found sign orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
                                q("DELETE FROM `sign` WHERE `iid` = %d", intval($orphan["iid"]));
                        }
                }
                $db->qclose();
+               logger("Done deleting orphaned data from sign table");
        }
 
 
-       if (($stage == 4) OR ($stage == 0)) {
+       if (($stage == 7) OR ($stage == 0)) {
                logger("Deleting orphaned data from term table");
                if ($db->q("SELECT `oid` FROM `term` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `term`.`oid`)", true)) {
-                       logger("found term orphans: ".$db->num_rows());
+                       $count = $db->num_rows();
+                       logger("found term orphans: ".$count);
                        while ($orphan = $db->qfetch()) {
                                q("DELETE FROM `term` WHERE `oid` = %d", intval($orphan["oid"]));
                        }
                }
                $db->qclose();
+               logger("Done deleting orphaned data from term table");
        }
 
-       /// @todo Based on the following query we should remove some more data
-       // SELECT `id`, `received`, `created`, `guid` FROM `item` WHERE `uid` = 0 AND NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0) LIMIT 1;
+       // Call it again if not all entries were purged
+       if (($stage != 0) AND ($count > 0) AND get_config("system", "worker")) {
+               proc_run(PRIORITY_LOW, 'include/dbclean.php');
+       }
 
-       logger("Done deleting orphaned data from tables");
 }
 
 if (array_search(__file__,get_included_files())===0){