X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FDatabase%2FPostUpdate.php;h=acafea900c78fb62dafd7ef4e8e7fd4ff0b2edaf;hb=6071fe81b410ec6a971d0e45379a51809cbeec71;hp=4d4b3100865264e1807b4458e65b8e53c8d01109;hpb=0ec44f3e8a73229c3aadea86f61b5571a701c6b7;p=friendica.git

diff --git a/src/Database/PostUpdate.php b/src/Database/PostUpdate.php
index 4d4b310086..acafea900c 100644
--- a/src/Database/PostUpdate.php
+++ b/src/Database/PostUpdate.php
@@ -5,12 +5,13 @@
 namespace Friendica\Database;
 
 use Friendica\Core\Config;
+use Friendica\Core\Logger;
+use Friendica\Core\Protocol;
 use Friendica\Model\Contact;
 use Friendica\Model\Item;
+use Friendica\Model\ItemURI;
 use Friendica\Model\PermissionSet;
 
-require_once 'include/dba.php';
-
 /**
  * Post update functions
  */
@@ -22,23 +23,29 @@ class PostUpdate
 	public static function update()
 	{
 		if (!self::update1194()) {
-			return;
-		}
-		if (!self::update1198()) {
-			return;
+			return false;
 		}
 		if (!self::update1206()) {
-			return;
+			return false;
 		}
 		if (!self::update1279()) {
-			return;
+			return false;
 		}
+		if (!self::update1281()) {
+			return false;
+		}
+		if (!self::update1297()) {
+			return false;
+		}
+
+		return true;
 	}
 
 	/**
 	 * @brief Updates the "global" field in the item table
 	 *
 	 * @return bool "true" when the job is done
+	 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 	 */
 	private static function update1194()
 	{
@@ -47,7 +54,7 @@ class PostUpdate
 			return true;
 		}
 
-		logger("Start", LOGGER_DEBUG);
+		Logger::log("Start", Logger::DEBUG);
 
 		$end_id = Config::get("system", "post_update_1194_end");
 		if (!$end_id) {
@@ -58,7 +65,7 @@ class PostUpdate
 			}
 		}
 
-		logger("End ID: ".$end_id, LOGGER_DEBUG);
+		Logger::log("End ID: ".$end_id, Logger::DEBUG);
 
 		$start_id = Config::get("system", "post_update_1194_start");
 
@@ -70,121 +77,37 @@ class PostUpdate
 				AND `item`.`visible` AND NOT `item`.`private`
 				AND NOT `item`.`deleted` AND NOT `item`.`moderated`
 				AND `item`.`network` IN ('%s', '%s', '%s', '')
-				AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = ''
-				AND `item`.`deny_cid` = '' AND `item`.`deny_gid` = ''
 				AND NOT `item`.`global`";
 
 		$r = q($query1.$query2.$query3."  ORDER BY `item`.`id` LIMIT 1",
 			intval($start_id), intval($end_id),
-			dbesc(NETWORK_DFRN), dbesc(NETWORK_DIASPORA), dbesc(NETWORK_OSTATUS));
+			DBA::escape(Protocol::DFRN), DBA::escape(Protocol::DIASPORA), DBA::escape(Protocol::OSTATUS));
 		if (!$r) {
 			Config::set("system", "post_update_version", 1194);
-			logger("Update is done", LOGGER_DEBUG);
+			Logger::log("Update is done", Logger::DEBUG);
 			return true;
 		} else {
 			Config::set("system", "post_update_1194_start", $r[0]["id"]);
 			$start_id = Config::get("system", "post_update_1194_start");
 		}
 
-		logger("Start ID: ".$start_id, LOGGER_DEBUG);
+		Logger::log("Start ID: ".$start_id, Logger::DEBUG);
 
 		$r = q($query1.$query2.$query3."  ORDER BY `item`.`id` LIMIT 1000,1",
 			intval($start_id), intval($end_id),
-			dbesc(NETWORK_DFRN), dbesc(NETWORK_DIASPORA), dbesc(NETWORK_OSTATUS));
+			DBA::escape(Protocol::DFRN), DBA::escape(Protocol::DIASPORA), DBA::escape(Protocol::OSTATUS));
 		if ($r) {
 			$pos_id = $r[0]["id"];
 		} else {
 			$pos_id = $end_id;
 		}
-		logger("Progress: Start: ".$start_id." position: ".$pos_id." end: ".$end_id, LOGGER_DEBUG);
+		Logger::log("Progress: Start: ".$start_id." position: ".$pos_id." end: ".$end_id, Logger::DEBUG);
 
 		q("UPDATE `item` ".$query2." SET `item`.`global` = 1 ".$query3,
 			intval($start_id), intval($pos_id),
-			dbesc(NETWORK_DFRN), dbesc(NETWORK_DIASPORA), dbesc(NETWORK_OSTATUS));
-
-		logger("Done", LOGGER_DEBUG);
-	}
-
-	/**
-	 * @brief set the author-id and owner-id in all item entries
-	 *
-	 * This job has to be started multiple times until all entries are set.
-	 * It isn't started in the update function since it would consume too much time and can be done in the background.
-	 *
-	 * @return bool "true" when the job is done
-	 */
-	private static function update1198()
-	{
-		// Was the script completed?
-		if (Config::get("system", "post_update_version") >= 1198) {
-			return true;
-		}
-
-		logger("Start", LOGGER_DEBUG);
-
-		// Check if the first step is done (Setting "author-id" and "owner-id" in the item table)
-		$fields = ['author-link', 'author-name', 'author-avatar', 'owner-link', 'owner-name', 'owner-avatar', 'network', 'uid'];
-		$r = DBA::select('item', $fields, ['author-id' => 0, 'owner-id' => 0], ['limit' => 1000]);
-		if (!$r) {
-			// Are there unfinished entries in the thread table?
-			$r = q("SELECT COUNT(*) AS `total` FROM `thread`
-				INNER JOIN `item` ON `item`.`id` =`thread`.`iid`
-				WHERE `thread`.`author-id` = 0 AND `thread`.`owner-id` = 0 AND
-					(`thread`.`uid` IN (SELECT `uid` from `user`) OR `thread`.`uid` = 0)");
-
-			if ($r && ($r[0]["total"] == 0)) {
-				Config::set("system", "post_update_version", 1198);
-				logger("Done", LOGGER_DEBUG);
-				return true;
-			}
-
-			// Update the thread table from the item table
-			$r = q("UPDATE `thread` INNER JOIN `item` ON `item`.`id`=`thread`.`iid`
-					SET `thread`.`author-id` = `item`.`author-id`,
-					`thread`.`owner-id` = `item`.`owner-id`
-				WHERE `thread`.`author-id` = 0 AND `thread`.`owner-id` = 0 AND
-					(`thread`.`uid` IN (SELECT `uid` from `user`) OR `thread`.`uid` = 0)");
-
-			logger("Updated threads", LOGGER_DEBUG);
-			if (DBA::is_result($r)) {
-				Config::set("system", "post_update_version", 1198);
-				logger("Done", LOGGER_DEBUG);
-				return true;
-			}
-			return false;
-		}
-
-		logger("Query done", LOGGER_DEBUG);
+			DBA::escape(Protocol::DFRN), DBA::escape(Protocol::DIASPORA), DBA::escape(Protocol::OSTATUS));
 
-		$item_arr = [];
-		foreach ($r as $item) {
-			$index = $item["author-link"]."-".$item["owner-link"]."-".$item["uid"];
-			$item_arr[$index] = ["author-link" => $item["author-link"],
-							"owner-link" => $item["owner-link"],
-							"uid" => $item["uid"]];
-		}
-
-		// Set the "author-id" and "owner-id" in the item table and add a new public contact entry if needed
-		foreach ($item_arr as $item) {
-			$default = ['url' => $item['author-link'], 'name' => $item['author-name'],
-				'photo' => $item['author-avatar'], 'network' => $item['network']];
-			$author_id = Contact::getIdForURL($item["author-link"], 0, false, $default);
-
-			$default = ['url' => $item['owner-link'], 'name' => $item['owner-name'],
-				'photo' => $item['owner-avatar'], 'network' => $item['network']];
-			$owner_id = Contact::getIdForURL($item["owner-link"], 0, false, $default);
-
-			if ($author_id == 0) {
-				$author_id = -1;
-			}
-			if ($owner_id == 0) {
-				$owner_id = -1;
-			}
-			DBA::update('item', ['author-id' => $author_id, 'owner-id' => $owner_id], ['uid' => $item['uid'], 'author-link' => $item['author-link'], 'owner-link' => $item['owner-link'], 'author-id' => 0, 'owner-id' => 0]);
-		}
-
-		logger("Updated items", LOGGER_DEBUG);
-		return false;
+		Logger::log("Done", Logger::DEBUG);
 	}
 
 	/**
@@ -193,6 +116,7 @@ class PostUpdate
 	 * This field avoids cost intensive calls in the admin panel and in "nodeinfo"
 	 *
 	 * @return bool "true" when the job is done
+	 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 	 */
 	private static function update1206()
 	{
@@ -201,13 +125,13 @@ class PostUpdate
 			return true;
 		}
 
-		logger("Start", LOGGER_DEBUG);
+		Logger::log("Start", Logger::DEBUG);
 		$r = q("SELECT `contact`.`id`, `contact`.`last-item`,
 			(SELECT MAX(`changed`) FROM `item` USE INDEX (`uid_wall_changed`) WHERE `wall` AND `uid` = `user`.`uid`) AS `lastitem_date`
 			FROM `user`
 			INNER JOIN `contact` ON `contact`.`uid` = `user`.`uid` AND `contact`.`self`");
 
-		if (!DBA::is_result($r)) {
+		if (!DBA::isResult($r)) {
 			return false;
 		}
 		foreach ($r as $user) {
@@ -217,7 +141,7 @@ class PostUpdate
 		}
 
 		Config::set("system", "post_update_version", 1206);
-		logger("Done", LOGGER_DEBUG);
+		Logger::log("Done", Logger::DEBUG);
 		return true;
 	}
 
@@ -225,6 +149,8 @@ class PostUpdate
 	 * @brief update the item related tables
 	 *
 	 * @return bool "true" when the job is done
+	 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+	 * @throws \ImagickException
 	 */
 	private static function update1279()
 	{
@@ -235,18 +161,24 @@ class PostUpdate
 
 		$id = Config::get("system", "post_update_version_1279_id", 0);
 
-		logger("Start from item " . $id, LOGGER_DEBUG);
+		Logger::log("Start from item " . $id, Logger::DEBUG);
 
 		$fields = array_merge(Item::MIXED_CONTENT_FIELDLIST, ['network', 'author-id', 'owner-id', 'tag', 'file',
 			'author-name', 'author-avatar', 'author-link', 'owner-name', 'owner-avatar', 'owner-link', 'id',
 			'uid', 'allow_cid', 'allow_gid', 'deny_cid', 'deny_gid', 'psid', 'post-type', 'bookmark', 'type',
-			'inform']);
+			'inform', 'postopts', 'icid']);
 
 		$start_id = $id;
 		$rows = 0;
 		$condition = ["`id` > ?", $id];
 		$params = ['order' => ['id'], 'limit' => 10000];
 		$items = Item::select($fields, $condition, $params);
+
+		if (DBA::errorNo() != 0) {
+			Logger::log('Database error ' . DBA::errorNo() . ':' . DBA::errorMessage());
+			return false;
+		}
+
 		while ($item = Item::fetch($items)) {
 			$id = $item['id'];
 
@@ -266,6 +198,11 @@ class PostUpdate
 
 			if (empty($item['psid'])) {
 				$item['psid'] = PermissionSet::fetchIDForPost($item);
+			} else {
+				$item['allow_cid'] = null;
+				$item['allow_gid'] = null;
+				$item['deny_cid'] = null;
+				$item['deny_gid'] = null;
 			}
 
 			if ($item['post-type'] == 0) {
@@ -278,6 +215,13 @@ class PostUpdate
 				}
 			}
 
+			self::createLanguage($item);
+
+			if (!empty($item['icid']) && !empty($item['language'])) {
+				DBA::update('item-content', ['language' => $item['language']], ['id' => $item['icid']]);
+			}
+			unset($item['language']);
+
 			Item::update($item, ['id' => $id]);
 
 			++$rows;
@@ -286,14 +230,190 @@ class PostUpdate
 
 		Config::set("system", "post_update_version_1279_id", $id);
 
-		logger("Processed rows: " . $rows . " - last processed item:  " . $id, LOGGER_DEBUG);
+		Logger::log("Processed rows: " . $rows . " - last processed item:  " . $id, Logger::DEBUG);
 
 		if ($start_id == $id) {
+			// Set all deprecated fields to "null" if they contain an empty string
+			$nullfields = ['allow_cid', 'allow_gid', 'deny_cid', 'deny_gid', 'postopts', 'inform', 'type',
+				'bookmark', 'file', 'location', 'coord', 'tag', 'plink', 'title', 'content-warning',
+				'body', 'app', 'verb', 'object-type', 'object', 'target-type', 'target',
+				'author-name', 'author-link', 'author-avatar', 'owner-name', 'owner-link', 'owner-avatar',
+				'rendered-hash', 'rendered-html'];
+			foreach ($nullfields as $field) {
+				$fields = [$field => null];
+				$condition = [$field => ''];
+				Logger::log("Setting '" . $field . "' to null if empty.", Logger::DEBUG);
+				// Important: This has to be a "DBA::update", not a "Item::update"
+				DBA::update('item', $fields, $condition);
+			}
+
 			Config::set("system", "post_update_version", 1279);
-			logger("Done", LOGGER_DEBUG);
+			Logger::log("Done", Logger::DEBUG);
 			return true;
 		}
 
 		return false;
 	}
+
+	private static function createLanguage(&$item)
+	{
+		if (empty($item['postopts'])) {
+			return;
+		}
+
+		$opts = explode(',', $item['postopts']);
+
+		$postopts = [];
+
+		foreach ($opts as $opt) {
+			if (strstr($opt, 'lang=')) {
+				$language = substr($opt, 5);
+			} else {
+				$postopts[] = $opt;
+			}
+		}
+
+		if (empty($language)) {
+			return;
+		}
+
+		if (!empty($postopts)) {
+			$item['postopts'] = implode(',', $postopts);
+		} else {
+			$item['postopts'] = null;
+		}
+
+		$lang_pairs = explode(':', $language);
+
+		$lang_arr = [];
+
+		foreach ($lang_pairs as $pair) {
+			$lang_pair_arr = explode(';', $pair);
+			if (count($lang_pair_arr) == 2) {
+				$lang_arr[$lang_pair_arr[0]] = $lang_pair_arr[1];
+			}
+		}
+
+		$item['language'] = json_encode($lang_arr);
+	}
+
+	/**
+	 * @brief update item-uri data. Prerequisite for the next item structure update.
+	 *
+	 * @return bool "true" when the job is done
+	 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+	 */
+	private static function update1281()
+	{
+		// Was the script completed?
+		if (Config::get("system", "post_update_version") >= 1281) {
+			return true;
+		}
+
+		$id = Config::get("system", "post_update_version_1281_id", 0);
+
+		Logger::log("Start from item " . $id, Logger::DEBUG);
+
+		$fields = ['id', 'guid', 'uri', 'uri-id', 'parent-uri', 'parent-uri-id', 'thr-parent', 'thr-parent-id'];
+
+		$start_id = $id;
+		$rows = 0;
+		$condition = ["`id` > ?", $id];
+		$params = ['order' => ['id'], 'limit' => 10000];
+		$items = DBA::select('item', $fields, $condition, $params);
+
+		if (DBA::errorNo() != 0) {
+			Logger::log('Database error ' . DBA::errorNo() . ':' . DBA::errorMessage());
+			return false;
+		}
+
+		while ($item = DBA::fetch($items)) {
+			$id = $item['id'];
+
+			if (empty($item['uri'])) {
+				// Should not happen
+				continue;
+			} elseif (empty($item['uri-id'])) {
+				$item['uri-id'] = ItemURI::insert(['uri' => $item['uri'], 'guid' => $item['guid']]);
+			}
+
+			if (empty($item['parent-uri'])) {
+				$item['parent-uri-id'] = $item['uri-id'];
+			} elseif (empty($item['parent-uri-id'])) {
+				$item['parent-uri-id'] = ItemURI::getIdByURI($item['parent-uri']);
+			}
+
+			// Very old items don't have this field
+			if (empty($item['thr-parent'])) {
+				$item['thr-parent-id'] = $item['parent-uri-id'];
+			} elseif (empty($item['thr-parent-id'])) {
+				$item['thr-parent-id'] = ItemURI::getIdByURI($item['thr-parent']);
+			}
+
+			unset($item['id']);
+			unset($item['guid']);
+			unset($item['uri']);
+			unset($item['parent-uri']);
+			unset($item['thr-parent']);
+
+			DBA::update('item', $item, ['id' => $id]);
+
+			++$rows;
+		}
+		DBA::close($items);
+
+		Config::set("system", "post_update_version_1281_id", $id);
+
+		Logger::log("Processed rows: " . $rows . " - last processed item:  " . $id, Logger::DEBUG);
+
+		if ($start_id == $id) {
+			Logger::log("Updating item-uri in item-activity", Logger::DEBUG);
+			DBA::e("UPDATE `item-activity` INNER JOIN `item-uri` ON `item-uri`.`uri` = `item-activity`.`uri` SET `item-activity`.`uri-id` = `item-uri`.`id` WHERE `item-activity`.`uri-id` IS NULL");
+
+			Logger::log("Updating item-uri in item-content", Logger::DEBUG);
+			DBA::e("UPDATE `item-content` INNER JOIN `item-uri` ON `item-uri`.`uri` = `item-content`.`uri` SET `item-content`.`uri-id` = `item-uri`.`id` WHERE `item-content`.`uri-id` IS NULL");
+
+			Config::set("system", "post_update_version", 1281);
+			Logger::log("Done", Logger::DEBUG);
+			return true;
+		}
+
+		return false;
+	}
+
+	/**
+	 * Set the delivery queue count to a negative value for all items preceding the feature.
+	 *
+	 * @return bool "true" when the job is done
+	 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+	 */
+	private static function update1297()
+	{
+		// Was the script completed?
+		if (Config::get('system', 'post_update_version') >= 1297) {
+			return true;
+		}
+
+		$max_item_delivery_data = DBA::selectFirst('item-delivery-data', ['iid'], ['queue_count > 0 OR queue_done > 0'], ['order' => ['iid']]);
+		$max_iid = $max_item_delivery_data['iid'];
+
+		Logger::info('Start update1297 with max iid: ' . $max_iid);
+
+		$condition = ['`queue_count` = 0 AND `iid` < ?', $max_iid];
+
+		DBA::update('item-delivery-data', ['queue_count' => -1], $condition);
+
+		if (DBA::errorNo() != 0) {
+			Logger::error('Database error ' . DBA::errorNo() . ':' . DBA::errorMessage());
+			return false;
+		}
+
+		Logger::info('Processed rows: ' . DBA::affectedRows());
+
+		Config::set('system', 'post_update_version', 1297);
+
+		Logger::info('Done');
+
+		return true;
+	}
 }