X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=include%2Fdbclean.php;h=f31bfef8abbb91ff0136d947ae58b8e2ac7085d5;hb=36e515ee6d00139a2aefed265ef38171c7c8e4fa;hp=746c39ed973ba7d579bfa02a6e19e01f642b3d5d;hpb=fd3cf1cd02b57e9796e5537dbee468d1c8048a48;p=friendica.git

diff --git a/include/dbclean.php b/include/dbclean.php
index 746c39ed97..f31bfef8ab 100644
--- a/include/dbclean.php
+++ b/include/dbclean.php
@@ -3,69 +3,149 @@
  * @file include/dbclean.php
  * @brief The script is called from time to time to clean the database entries and remove orphaned data.
  */
-require_once("boot.php");
 
-global $a, $db;
+use Friendica\Core\Config;
 
-if(is_null($a))
-	$a = new App;
-
-if(is_null($db)) {
-	@include(".htconfig.php");
-	require_once("include/dba.php");
-	$db = new dba($db_host, $db_user, $db_pass, $db_data);
-	unset($db_host, $db_user, $db_pass, $db_data);
-}
+function dbclean_run(&$argv, &$argc) {
+	if (!Config::get('system', 'dbclean', false)) {
+		return;
+	}
 
-load_config('config');
-load_config('system');
+	if ($argc == 2) {
+		$stage = intval($argv[1]);
+	} else {
+		$stage = 0;
+	}
 
-remove_orphans();
-killme();
+	if ($stage == 0) {
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 1);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 2);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 3);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 4);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 5);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 6);
+		proc_run(PRIORITY_LOW, 'include/dbclean.php', 7);
+	} else {
+		remove_orphans($stage);
+	}
+}
 
 /**
  * @brief Remove orphaned database entries
  */
-function remove_orphans() {
-	 global $db;
-
-	logger("Deleting orphaned data from thread table");
-	if ($db->q("SELECT `iid` FROM `thread` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `thread`.`iid`)", true)) {
-		logger("found thread orphans: ".$db->num_rows());
-		while ($orphan = $db->qfetch())
-			q("DELETE FROM `thread` WHERE `iid` = %d", intval($orphan["iid"]));
+function remove_orphans($stage = 0) {
+	global $db;
+
+	$count = 0;
+
+	// We split the deletion in many small tasks
+	$limit = 1000;
+
+	if (($stage == 1) OR ($stage == 0)) {
+		logger("Deleting old global item entries from item table without user copy");
+		$r = dba::p("SELECT `id` FROM `item` WHERE `uid` = 0
+				AND NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0)
+				AND `received` < UTC_TIMESTAMP() - INTERVAL 90 DAY LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found global item orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `item` WHERE `id` = %d", intval($orphan["id"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting old global item entries from item table without user copy");
 	}
-	$db->qclose();
 
+	if (($stage == 2) OR ($stage == 0)) {
+		logger("Deleting items without parents");
+		$r = dba::p("SELECT `id` FROM `item` WHERE NOT EXISTS (SELECT `id` FROM `item` AS `i` WHERE `item`.`parent` = `i`.`id`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found item orphans without parents: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `item` WHERE `id` = %d", intval($orphan["id"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting items without parents");
+	}
 
-	logger("Deleting orphaned data from notify table");
-	if ($db->q("SELECT `iid` FROM `notify` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `notify`.`iid`)", true)) {
-		logger("found notify orphans: ".$db->num_rows());
-		while ($orphan = $db->qfetch())
-			q("DELETE FROM `notify` WHERE `iid` = %d", intval($orphan["iid"]));
+	if (($stage == 3) OR ($stage == 0)) {
+		logger("Deleting orphaned data from thread table");
+		$r = dba::p("SELECT `iid` FROM `thread` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `thread`.`iid`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found thread orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `thread` WHERE `iid` = %d", intval($orphan["iid"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting orphaned data from thread table");
 	}
-	$db->qclose();
 
+	if (($stage == 4) OR ($stage == 0)) {
+		logger("Deleting orphaned data from notify table");
+		$r = dba::p("SELECT `iid` FROM `notify` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `notify`.`iid`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found notify orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `notify` WHERE `iid` = %d", intval($orphan["iid"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting orphaned data from notify table");
+	}
 
-	logger("Deleting orphaned data from sign table");
-	if ($db->q("SELECT `iid` FROM `sign` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `sign`.`iid`)", true)) {
-		logger("found sign orphans: ".$db->num_rows());
-		while ($orphan = $db->qfetch())
-			q("DELETE FROM `sign` WHERE `iid` = %d", intval($orphan["iid"]));
+	if (($stage == 5) OR ($stage == 0)) {
+		logger("Deleting orphaned data from notify-threads table");
+		$r = dba::p("SELECT `id` FROM `notify-threads` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`parent` = `notify-threads`.`master-parent-item`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found notify-threads orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `notify-threads` WHERE `id` = %d", intval($orphan["id"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting orphaned data from notify-threads table");
 	}
-	$db->qclose();
 
 
-	logger("Deleting orphaned data from term table");
-	if ($db->q("SELECT `oid` FROM `term` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `term`.`oid`)", true)) {
-		logger("found term orphans: ".$db->num_rows());
-		while ($orphan = $db->qfetch())
-			q("DELETE FROM `term` WHERE `oid` = %d", intval($orphan["oid"]));
+	if (($stage == 6) OR ($stage == 0)) {
+		logger("Deleting orphaned data from sign table");
+		$r = dba::p("SELECT `iid` FROM `sign` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `sign`.`iid`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found sign orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `sign` WHERE `iid` = %d", intval($orphan["iid"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting orphaned data from sign table");
 	}
-	$db->qclose();
 
-// SELECT `id`, `received`, `created`, `guid` FROM `item` WHERE `uid` = 0 AND NOT EXISTS (SELECT `guid` FROM `item` AS `i` WHERE `item`.`guid` = `i`.`guid` AND `i`.`uid` != 0) LIMIT 1;
 
-	logger("Done deleting orphaned data from tables");
+	if (($stage == 7) OR ($stage == 0)) {
+		logger("Deleting orphaned data from term table");
+		$r = dba::p("SELECT `oid` FROM `term` WHERE NOT EXISTS (SELECT `id` FROM `item` WHERE `item`.`id` = `term`.`oid`) LIMIT ".intval($limit));
+		$count = dba::num_rows($r);
+		if ($count > 0) {
+			logger("found term orphans: ".$count);
+			while ($orphan = dba::fetch($r)) {
+				q("DELETE FROM `term` WHERE `oid` = %d", intval($orphan["oid"]));
+			}
+		}
+		dba::close($r);
+		logger("Done deleting orphaned data from term table");
+	}
+
+	// Call it again if not all entries were purged
+	if (($stage != 0) AND ($count > 0)) {
+		proc_run(PRIORITY_MEDIUM, 'include/dbclean.php');
+	}
+
 }
-?>