]> git.mxchange.org Git - friendica.git/blobdiff - src/Model/Tag.php
Issue 13221: Diaspora posts are now stored correctly
[friendica.git] / src / Model / Tag.php
index 435dfda7cbf2711c3775e83321a4e474b92c177f..1645dc1255b540a9f66742b3c987f6a7bd93e78b 100644 (file)
@@ -1,6 +1,6 @@
 <?php
 /**
- * @copyright Copyright (C) 2010-2022, the Friendica project
+ * @copyright Copyright (C) 2010-2023, the Friendica project
  *
  * @license GNU AGPL version 3 or any later version
  *
@@ -31,6 +31,7 @@ use Friendica\Database\DBA;
 use Friendica\DI;
 use Friendica\Protocol\ActivityPub;
 use Friendica\Util\DateTimeFormat;
+use Friendica\Util\Network;
 use Friendica\Util\Strings;
 
 /**
@@ -49,14 +50,16 @@ class Tag
         */
        const IMPLICIT_MENTION  = 8;
        /**
-        * An exclusive mention transmits the post only to the target account without transmitting it to the followers, usually a forum.
+        * An exclusive mention transmits the post only to the target account without transmitting it to the followers, usually a group.
         */
        const EXCLUSIVE_MENTION = 9;
 
-       const TO  = 10;
-       const CC  = 11;
-       const BTO = 12;
-       const BCC = 13;
+       const TO         = 10;
+       const CC         = 11;
+       const BTO        = 12;
+       const BCC        = 13;
+       const AUDIENCE   = 14;
+       const ATTRIBUTED = 15;
 
        const ACCOUNT             = 1;
        const GENERAL_COLLECTION  = 2;
@@ -102,7 +105,7 @@ class Tag
                $cid = 0;
                $tagid = 0;
 
-               if (in_array($type, [self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION, self::TO, self::CC, self::BTO, self::BCC])) {
+               if (in_array($type, [self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION, self::TO, self::CC, self::BTO, self::BCC, self::AUDIENCE, self::ATTRIBUTED])) {
                        if (empty($url)) {
                                // No mention without a contact url
                                return;
@@ -119,7 +122,7 @@ class Tag
                                $tag = DBA::selectFirst('tag', ['name', 'type'], ['url' => $url]);
                                if (!empty($tag)) {
                                        if ($tag['name'] != substr($name, 0, 96)) {
-                                               DBA::update('tag', ['name' => substr($name, 0, 96)], ['url' => $url]);
+                                               DBA::update('tag', ['name' => substr($name, 0, 96)], ['url' => $url, 'type' => $tag['type']]);
                                        }
                                        if (!empty($target) && ($tag['type'] != $target)) {
                                                DBA::update('tag', ['type' => $target], ['url' => $url]);
@@ -129,7 +132,7 @@ class Tag
                }
 
                if (empty($cid)) {
-                       if (!in_array($type, [self::TO, self::CC, self::BTO, self::BCC])) {
+                       if (!in_array($type, [self::TO, self::CC, self::BTO, self::BCC, self::AUDIENCE, self::ATTRIBUTED])) {
                                if (($type != self::HASHTAG) && !empty($url) && ($url != $name)) {
                                        $url = strtolower($url);
                                } else {
@@ -257,17 +260,16 @@ class Tag
         * @param string $hash
         * @param string $name
         * @param string $url
-        * @param boolean $probing Whether probing is active
         * @return void
         */
-       public static function storeByHash(int $uriId, string $hash, string $name, string $url = '', bool $probing = true)
+       public static function storeByHash(int $uriId, string $hash, string $name, string $url = '')
        {
                $type = self::getTypeForHash($hash);
                if ($type == self::UNKNOWN) {
                        return;
                }
 
-               self::store($uriId, $type, $name, $url, $probing);
+               self::store($uriId, $type, $name, $url);
        }
 
        /**
@@ -297,34 +299,39 @@ class Tag
         * @param integer $uriId   URI-Id
         * @param string  $body    Body of the post
         * @param string  $tags    Accepted tags
-        * @param boolean $probing Perform a probing for contacts, adding them if needed
         * @return void
         */
-       public static function storeFromBody(int $uriId, string $body, string $tags = null, bool $probing = true)
+       public static function storeFromBody(int $uriId, string $body, string $tags = null)
        {
-               Logger::info('Check for tags', ['uri-id' => $uriId, 'hash' => $tags, 'callstack' => System::callstack()]);
+               $item = ['uri-id' => $uriId, 'body' => $body, 'quote-uri-id' => null];
+               self::storeFromArray($item, $tags);
+       }
+
+       /**
+        * Store tags and mentions from the item array
+        *
+        * @param array   $item    Item array
+        * @param string  $tags    Accepted tags
+        * @return void
+        */
+       public static function storeFromArray(array $item, string $tags = null)
+       {
+               Logger::info('Check for tags', ['uri-id' => $item['uri-id'], 'hash' => $tags, 'callstack' => System::callstack()]);
 
                if (is_null($tags)) {
                        $tags = self::TAG_CHARACTER[self::HASHTAG] . self::TAG_CHARACTER[self::MENTION] . self::TAG_CHARACTER[self::EXCLUSIVE_MENTION];
                }
 
-               // Only remove the shared data from "real" reshares
-               $shared = BBCode::fetchShareAttributes($body);
-               if (!empty($shared['guid'])) {
-                       if (preg_match("/\s*\[share .*?\](.*?)\[\/share\]\s*/ism",  $body, $matches)) {
-                               $share_body = $matches[1];
-                       }
-                       $body = preg_replace("/\s*\[share .*?\].*?\[\/share\]\s*/ism", '', $body);
+               foreach (self::getFromBody($item['body'], $tags) as $tag) {
+                       self::storeByHash($item['uri-id'], $tag[1], $tag[3], $tag[2]);
                }
 
-               foreach (self::getFromBody($body, $tags) as $tag) {
-                       self::storeByHash($uriId, $tag[1], $tag[3], $tag[2], $probing);
-               }
+               $shared = DI::contentItem()->getSharedPost($item, ['uri-id']);
 
                // Search for hashtags in the shared body (but only if hashtags are wanted)
-               if (!empty($share_body) && (strpos($tags, self::TAG_CHARACTER[self::HASHTAG]) !== false)) {
-                       foreach (self::getFromBody($share_body, self::TAG_CHARACTER[self::HASHTAG]) as $tag) {
-                               self::storeByHash($uriId, $tag[1], $tag[3], $tag[2], $probing);
+               if (!empty($shared) && (strpos($tags, self::TAG_CHARACTER[self::HASHTAG]) !== false)) {
+                       foreach (self::getByURIId($shared['post']['uri-id'], [self::HASHTAG]) as $tag) {
+                               self::store($item['uri-id'], $tag['type'], $tag['name'], $tag['url']);
                        }
                }
        }
@@ -480,7 +487,7 @@ class Tag
         *
         * @return boolean
         */
-       public static function isMentioned(int $uriId, string $url, array $type = [self::MENTION, self::EXCLUSIVE_MENTION]): bool
+       public static function isMentioned(int $uriId, string $url, array $type = [self::MENTION, self::EXCLUSIVE_MENTION, self::AUDIENCE]): bool
        {
                $tags = self::getByURIId($uriId, $type);
                foreach ($tags as $tag) {
@@ -529,8 +536,11 @@ class Tag
 
                $searchpath = DI::baseUrl() . '/search?tag=';
 
-               $taglist = DBA::select('tag-view', ['type', 'name', 'url', 'cid'],
-                       ['uri-id' => $item['uri-id'], 'type' => [self::HASHTAG, self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION]]);
+               $taglist = DBA::select(
+                       'tag-view',
+                       ['type', 'name', 'url', 'cid'],
+                       ['uri-id' => $item['uri-id'], 'type' => [self::HASHTAG, self::MENTION, self::EXCLUSIVE_MENTION, self::IMPLICIT_MENTION]]
+               );
                while ($tag = DBA::fetch($taglist)) {
                        if ($tag['url'] == '') {
                                $tag['url'] = $searchpath . rawurlencode($tag['name']);
@@ -539,7 +549,7 @@ class Tag
                        $orig_tag = $tag['url'];
 
                        $prefix = self::TAG_CHARACTER[$tag['type']];
-                       switch($tag['type']) {
+                       switch ($tag['type']) {
                                case self::HASHTAG:
                                        if ($orig_tag != $tag['url']) {
                                                $item['body'] = str_replace($orig_tag, $tag['url'], $item['body']);
@@ -634,17 +644,17 @@ class Tag
         *
         * @param int $period Period in hours to consider posts
         * @param int $limit  Number of returned tags
+        * @param int $offset  Page offset in results
         * @return array
         * @throws \Exception
         */
-       public static function getGlobalTrendingHashtags(int $period, $limit = 10): array
+       public static function getGlobalTrendingHashtags(int $period, int $limit = 10, int $offset = 0): array
        {
-               $tags = DI::cache()->get('global_trending_tags-' . $period . '-' . $limit);
-               if (!empty($tags)) {
-                       return $tags;
-               } else {
-                       return self::setGlobalTrendingHashtags($period, $limit);
+               $tags = DI::cache()->get("global_trending_tags-$period");
+               if (empty($tags)) {
+                       $tags = self::setGlobalTrendingHashtags($period, 1000);
                }
+               return array_slice($tags, $offset, $limit);
        }
 
        /**
@@ -660,7 +670,9 @@ class Tag
                }
 
                $blocked = explode(',', $blocked_txt);
-               array_walk($blocked, function(&$value) { $value = "'" . DBA::escape(trim($value)) . "'";});
+               array_walk($blocked, function (&$value) {
+                       $value = "'" . DBA::escape(trim($value)) . "'";
+               });
                return ' AND NOT `name` IN (' . implode(',', $blocked) . ')';
        }
 
@@ -678,8 +690,11 @@ class Tag
                * Get a uri-id that is at least X hours old.
                * We use the uri-id in the query for the hash tags since this is much faster
                */
-               $post = Post::selectFirstThread(['uri-id'], ["`uid` = ? AND `received` < ?", 0, DateTimeFormat::utc('now - ' . $period . ' hour')],
-                       ['order' => ['received' => true]]);
+               $post = Post::selectFirstThread(
+                       ['uri-id'],
+                       ["`uid` = ? AND `received` < ?", 0, DateTimeFormat::utc('now - ' . $period . ' hour')],
+                       ['order' => ['received' => true]]
+               );
 
                if (empty($post['uri-id'])) {
                        return [];
@@ -687,17 +702,20 @@ class Tag
 
                $block_sql = self::getBlockedSQL();
 
-               $tagsStmt = DBA::p("SELECT `name` AS `term`, COUNT(*) AS `score`, COUNT(DISTINCT(`author-id`)) as `authors`
+               $tagsStmt = DBA::p(
+                       "SELECT `name` AS `term`, COUNT(*) AS `score`, COUNT(DISTINCT(`author-id`)) as `authors`
                        FROM `tag-search-view`
                        WHERE `private` = ? AND `uid` = ? AND `uri-id` > ? $block_sql
                        GROUP BY `term` ORDER BY `authors` DESC, `score` DESC LIMIT ?",
-                       Item::PUBLIC, 0, $post['uri-id'],
+                       Item::PUBLIC,
+                       0,
+                       $post['uri-id'],
                        $limit
                );
 
                if (DBA::isResult($tagsStmt)) {
                        $tags = DBA::toArray($tagsStmt);
-                       DI::cache()->set('global_trending_tags-' . $period . '-' . $limit, $tags, Duration::DAY);
+                       DI::cache()->set("global_trending_tags-$period", $tags, Duration::HOUR);
                        return $tags;
                }
 
@@ -709,17 +727,17 @@ class Tag
         *
         * @param int $period Period in hours to consider posts
         * @param int $limit  Number of returned tags
+        * @param int $offset  Page offset in results
         * @return array
         * @throws \Exception
         */
-       public static function getLocalTrendingHashtags(int $period, $limit = 10): array
+       public static function getLocalTrendingHashtags(int $period, $limit = 10, int $offset = 0): array
        {
-               $tags = DI::cache()->get('local_trending_tags-' . $period . '-' . $limit);
-               if (!empty($tags)) {
-                       return $tags;
-               } else {
-                       return self::setLocalTrendingHashtags($period, $limit);
+               $tags = DI::cache()->get("local_trending_tags-$period");
+               if (empty($tags)) {
+                       $tags = self::setLocalTrendingHashtags($period, 1000);
                }
+               return array_slice($tags, $offset, $limit);
        }
 
        /**
@@ -734,25 +752,30 @@ class Tag
        {
                // Get a uri-id that is at least X hours old.
                // We use the uri-id in the query for the hash tags since this is much faster
-               $post = Post::selectFirstThread(['uri-id'], ["`uid` = ? AND `received` < ?", 0, DateTimeFormat::utc('now - ' . $period . ' hour')],
-                       ['order' => ['received' => true]]);
+               $post = Post::selectFirstThread(
+                       ['uri-id'],
+                       ["`uid` = ? AND `received` < ?", 0, DateTimeFormat::utc('now - ' . $period . ' hour')],
+                       ['order' => ['received' => true]]
+               );
                if (empty($post['uri-id'])) {
                        return [];
                }
 
                $block_sql = self::getBlockedSQL();
 
-               $tagsStmt = DBA::p("SELECT `name` AS `term`, COUNT(*) AS `score`, COUNT(DISTINCT(`author-id`)) as `authors`
+               $tagsStmt = DBA::p(
+                       "SELECT `name` AS `term`, COUNT(*) AS `score`, COUNT(DISTINCT(`author-id`)) as `authors`
                        FROM `tag-search-view`
                        WHERE `private` = ? AND `wall` AND `origin` AND `uri-id` > ? $block_sql
                        GROUP BY `term` ORDER BY `authors` DESC, `score` DESC LIMIT ?",
-                       Item::PUBLIC, $post['uri-id'],
+                       Item::PUBLIC,
+                       $post['uri-id'],
                        $limit
                );
 
                if (DBA::isResult($tagsStmt)) {
                        $tags = DBA::toArray($tagsStmt);
-                       DI::cache()->set('local_trending_tags-' . $period . '-' . $limit, $tags, Duration::DAY);
+                       DI::cache()->set("local_trending_tags-$period", $tags, Duration::HOUR);
                        return $tags;
                }