]> git.mxchange.org Git - friendica.git/blobdiff - src/Protocol/ActivityPub/Processor.php
Merge remote-tracking branch 'upstream/develop' into enqueue-posts
[friendica.git] / src / Protocol / ActivityPub / Processor.php
index 007144265dcec0dadbf96d7941fd0ddadb6b3311..6e81cb767f69a1e925225dc432c84cc12739f973 100644 (file)
@@ -27,6 +27,7 @@ use Friendica\Content\Text\Markdown;
 use Friendica\Core\Logger;
 use Friendica\Core\Protocol;
 use Friendica\Core\System;
+use Friendica\Core\Worker;
 use Friendica\Database\DBA;
 use Friendica\DI;
 use Friendica\Model\APContact;
@@ -46,6 +47,7 @@ use Friendica\Protocol\Relay;
 use Friendica\Util\DateTimeFormat;
 use Friendica\Util\JsonLD;
 use Friendica\Util\Strings;
+use Friendica\Worker\Delivery;
 
 /**
  * ActivityPub Processor Protocol class
@@ -69,7 +71,7 @@ class Processor
         * @param array $languages
         * @return string language JSON
         */
-       private static function processLanguages(array $languages)
+       private static function processLanguages(array $languages): string
        {
                $codes = array_keys($languages);
                $lang = [];
@@ -86,12 +88,13 @@ class Processor
        /**
         * Replaces emojis in the body
         *
-        * @param array $emojis
+        * @param int $uri_id
         * @param string $body
+        * @param array $emojis
         *
         * @return string with replaced emojis
         */
-       private static function replaceEmojis(int $uri_id, $body, array $emojis)
+       private static function replaceEmojis(int $uri_id, string $body, array $emojis): string
        {
                $body = strtr($body,
                        array_combine(
@@ -141,7 +144,7 @@ class Processor
         * @param array   $activity
         * @param array   $item
         */
-       private static function storeAttachments($activity, $item)
+       private static function storeAttachments(array $activity, array $item)
        {
                if (empty($activity['attachments'])) {
                        return;
@@ -158,7 +161,7 @@ class Processor
         * @param array   $activity
         * @param array   $item
         */
-       private static function storeQuestion($activity, $item)
+       private static function storeQuestion(array $activity, array $item)
        {
                if (empty($activity['question'])) {
                        return;
@@ -170,7 +173,7 @@ class Processor
                }
 
                if (!empty($activity['question']['end-time'])) {
-                       $question['end-time'] = $activity['question']['end-time'];
+                       $question['end-time'] = DateTimeFormat::utc($activity['question']['end-time']);
                }
 
                Post\Question::update($item['uri-id'], $question);
@@ -186,15 +189,17 @@ class Processor
        /**
         * Updates a message
         *
-        * @param array $activity Activity array
+        * @param FetchQueue $fetchQueue
+        * @param array      $activity   Activity array
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         */
-       public static function updateItem($activity)
+       public static function updateItem(FetchQueue $fetchQueue, array $activity)
        {
                $item = Post::selectFirst(['uri', 'uri-id', 'thr-parent', 'gravity', 'post-type'], ['uri' => $activity['id']]);
                if (!DBA::isResult($item)) {
                        Logger::warning('No existing item, item will be created', ['uri' => $activity['id']]);
-                       $item = self::createItem($activity);
+                       $item = self::createItem($fetchQueue, $activity);
                        if (empty($item)) {
                                return;
                        }
@@ -215,8 +220,11 @@ class Processor
                        return;
                }
 
+               Post\History::add($item['uri-id'], $item);
                Item::update($item, ['uri' => $activity['id']]);
 
+               Receiver::removeFromQueue($activity);
+
                if ($activity['object_type'] == 'as:Event') {
                        $posts = Post::select(['event-id', 'uid'], ["`uri` = ? AND `event-id` > ?", $activity['id'], 0]);
                        while ($post = DBA::fetch($posts)) {
@@ -238,8 +246,12 @@ class Processor
                $event['edited']   = DateTimeFormat::utc($activity['updated']);
                $event['summary']  = HTML::toBBCode($activity['name']);
                $event['desc']     = HTML::toBBCode($activity['content']);
-               $event['start']    = $activity['start-time'];
-               $event['finish']   = $activity['end-time'];
+               if (!empty($activity['start-time'])) {
+                       $event['start']  = DateTimeFormat::utc($activity['start-time']);
+               }
+               if (!empty($activity['end-time'])) {
+                       $event['finish'] = DateTimeFormat::utc($activity['end-time']);
+               }
                $event['nofinish'] = empty($event['finish']);
                $event['location'] = $activity['location'];
 
@@ -250,12 +262,13 @@ class Processor
        /**
         * Prepares data for a message
         *
-        * @param array $activity Activity array
+        * @param FetchQueue $fetchQueue
+        * @param array      $activity   Activity array
         * @return array Internal item
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function createItem($activity)
+       public static function createItem(FetchQueue $fetchQueue, array $activity): array
        {
                $item = [];
                $item['verb'] = Activity::POST;
@@ -271,7 +284,12 @@ class Processor
 
                if (empty($activity['directmessage']) && ($activity['id'] != $activity['reply-to-id']) && !Post::exists(['uri' => $activity['reply-to-id']])) {
                        Logger::notice('Parent not found. Try to refetch it.', ['parent' => $activity['reply-to-id']]);
-                       self::fetchMissingActivity($activity['reply-to-id'], $activity, '', Receiver::COMPLETION_AUTO);
+                       /**
+                        * Instead of calling recursively self::fetchMissingActivity which can hit PHP's default function nesting
+                        * limit of 256 recursive calls, we push the parent activity fetch parameters in this queue. The initial
+                        * caller is responsible for processing the remaining queue once the original activity has been processed.
+                        */
+                       $fetchQueue->push(new FetchQueueItem($activity['reply-to-id'], $activity));
                }
 
                $item['diaspora_signed_text'] = $activity['diaspora:comment'] ?? '';
@@ -404,12 +422,13 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function deleteItem($activity)
+       public static function deleteItem(array $activity)
        {
                $owner = Contact::getIdForURL($activity['actor']);
 
                Logger::info('Deleting item', ['object' => $activity['object_id'], 'owner'  => $owner]);
                Item::markForDeletion(['uri' => $activity['object_id'], 'owner-id' => $owner]);
+               Receiver::removeFromQueue($activity);
        }
 
        /**
@@ -419,7 +438,7 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function addTag($activity)
+       public static function addTag(array $activity)
        {
                if (empty($activity['object_content']) || empty($activity['object_id'])) {
                        return;
@@ -445,14 +464,15 @@ class Processor
        /**
         * Prepare the item array for an activity
         *
-        * @param array  $activity Activity array
-        * @param string $verb     Activity verb
+        * @param FetchQueue $fetchQueue
+        * @param array      $activity   Activity array
+        * @param string     $verb       Activity verb
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function createActivity($activity, $verb)
+       public static function createActivity(FetchQueue $fetchQueue, array $activity, string $verb)
        {
-               $item = self::createItem($activity);
+               $item = self::createItem($fetchQueue, $activity);
                if (empty($item)) {
                        return;
                }
@@ -475,8 +495,8 @@ class Processor
        /**
         * Fetch the Uri-Id of a post for the "featured" collection
         *
-        * @param array $activity 
-        * @return null|int 
+        * @param array $activity
+        * @return null|int
         */
        private static function getUriIdForFeaturedCollection(array $activity)
        {
@@ -514,7 +534,7 @@ class Processor
        /**
         * Add a post to the "Featured" collection
         *
-        * @param array $activity 
+        * @param array $activity
         */
        public static function addToFeaturedCollection(array $activity)
        {
@@ -531,7 +551,7 @@ class Processor
        /**
         * Remove a post to the "Featured" collection
         *
-        * @param array $activity 
+        * @param array $activity
         */
        public static function removeFromFeaturedCollection(array $activity)
        {
@@ -554,12 +574,16 @@ class Processor
         * @return int event id
         * @throws \Exception
         */
-       public static function createEvent($activity, $item)
+       public static function createEvent(array $activity, array $item): int
        {
                $event['summary']   = HTML::toBBCode($activity['name'] ?: $activity['summary']);
                $event['desc']      = HTML::toBBCode($activity['content']);
-               $event['start']     = $activity['start-time'];
-               $event['finish']    = $activity['end-time'];
+               if (!empty($activity['start-time'])) {
+                       $event['start']  = DateTimeFormat::utc($activity['start-time']);
+               }
+               if (!empty($activity['end-time'])) {
+                       $event['finish'] = DateTimeFormat::utc($activity['end-time']);
+               }
                $event['nofinish']  = empty($event['finish']);
                $event['location']  = $activity['location'];
                $event['cid']       = $item['contact-id'];
@@ -594,20 +618,22 @@ class Processor
         * @return array|bool Returns the item array or false if there was an unexpected occurrence
         * @throws \Exception
         */
-       private static function processContent($activity, $item)
+       private static function processContent(array $activity, array $item)
        {
                if (!empty($activity['mediatype']) && ($activity['mediatype'] == 'text/markdown')) {
-                       $item['title'] = Markdown::toBBCode($activity['name']);
+                       $item['title'] = strip_tags($activity['name']);
                        $content = Markdown::toBBCode($activity['content']);
                } elseif (!empty($activity['mediatype']) && ($activity['mediatype'] == 'text/bbcode')) {
                        $item['title'] = $activity['name'];
                        $content = $activity['content'];
                } else {
                        // By default assume "text/html"
-                       $item['title'] = HTML::toBBCode($activity['name']);
-                       $content = HTML::toBBCode($activity['content']);
+                       $item['title'] = HTML::toBBCode($activity['name'] ?? '');
+                       $content = HTML::toBBCode($activity['content'] ?? '');
                }
 
+               $item['title'] = trim(BBCode::toPlaintext($item['title']));
+
                if (!empty($activity['languages'])) {
                        $item['language'] = self::processLanguages($activity['languages']);
                }
@@ -637,7 +663,7 @@ class Processor
 
                                $content = self::removeImplicitMentionsFromBody($content, $parent);
                        }
-                       $item['content-warning'] = HTML::toBBCode($activity['summary']);
+                       $item['content-warning'] = HTML::toBBCode($activity['summary'] ?? '');
                        $item['raw-body'] = $item['body'] = $content;
                }
 
@@ -676,7 +702,7 @@ class Processor
         * @param string $url message URL
         * @return string with GUID
         */
-       private static function getGUIDByURL(string $url)
+       private static function getGUIDByURL(string $url): string
        {
                $parsed = parse_url($url);
 
@@ -697,7 +723,7 @@ class Processor
         * @param array $item
         * @return boolean Is the message wanted?
         */
-       private static function isSolicitedMessage(array $activity, array $item)
+       private static function isSolicitedMessage(array $activity, array $item): bool
        {
                // The checks are split to improve the support when searching why a message was accepted.
                if (count($activity['receiver']) != 1) {
@@ -867,6 +893,7 @@ class Processor
                        $item_id = Item::insert($item);
                        if ($item_id) {
                                Logger::info('Item insertion successful', ['user' => $item['uid'], 'item_id' => $item_id]);
+                               Receiver::removeFromQueue($activity);
                        } else {
                                Logger::notice('Item insertion aborted', ['user' => $item['uid']]);
                        }
@@ -877,7 +904,7 @@ class Processor
                }
 
                // Store send a follow request for every reshare - but only when the item had been stored
-               if ($stored && ($item['private'] != Item::PRIVATE) && ($item['gravity'] == GRAVITY_PARENT) && ($item['author-link'] != $item['owner-link'])) {
+               if ($stored && ($item['private'] != Item::PRIVATE) && ($item['gravity'] == GRAVITY_PARENT) && !empty($item['author-link']) && ($item['author-link'] != $item['owner-link'])) {
                        $author = APContact::getByURL($item['owner-link'], false);
                        // We send automatic follow requests for reshared messages. (We don't need though for forum posts)
                        if ($author['type'] != 'Group') {
@@ -958,7 +985,7 @@ class Processor
         * @return int|bool New mail table row id or false on error
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         */
-       private static function postMail($activity, $item)
+       private static function postMail(array $activity, array $item)
        {
                if (($item['gravity'] != GRAVITY_PARENT) && !DBA::exists('mail', ['uri' => $item['thr-parent'], 'uid' => $item['uid']])) {
                        Logger::info('Parent not found, mail will be discarded.', ['uid' => $item['uid'], 'uri' => $item['thr-parent']]);
@@ -1016,8 +1043,8 @@ class Processor
        /**
         * Fetch featured posts from a contact with the given url
         *
-        * @param string $url 
-        * @return void 
+        * @param string $url
+        * @return void
         */
        public static function fetchFeaturedPosts(string $url)
        {
@@ -1092,14 +1119,16 @@ class Processor
        /**
         * Fetches missing posts
         *
-        * @param string $url         message URL
-        * @param array  $child       activity array with the child of this message
-        * @param string $relay_actor Relay actor
-        * @param int    $completion  Completion mode, see Receiver::COMPLETION_*
+        * @param FetchQueue $fetchQueue
+        * @param string     $url         message URL
+        * @param array      $child       activity array with the child of this message
+        * @param string     $relay_actor Relay actor
+        * @param int        $completion  Completion mode, see Receiver::COMPLETION_*
         * @return string fetched message URL
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         */
-       public static function fetchMissingActivity(string $url, array $child = [], string $relay_actor = '', int $completion = Receiver::COMPLETION_MANUAL)
+       public static function fetchMissingActivity(FetchQueue $fetchQueue, string $url, array $child = [], string $relay_actor = '', int $completion = Receiver::COMPLETION_MANUAL): string
        {
                if (!empty($child['receiver'])) {
                        $uid = ActivityPub\Receiver::getFirstUserFromReceivers($child['receiver']);
@@ -1180,7 +1209,7 @@ class Processor
                        return '';
                }
 
-               ActivityPub\Receiver::processActivity($ldactivity, json_encode($activity), $uid, true, false, $signer);
+               ActivityPub\Receiver::processActivity($fetchQueue, $ldactivity, json_encode($activity), $uid, true, false, $signer);
 
                Logger::notice('Activity had been fetched and processed.', ['url' => $url, 'object' => $activity['id']]);
 
@@ -1194,7 +1223,7 @@ class Processor
         * @param string $id      object ID
         * @return boolean true if message is accepted
         */
-       private static function acceptIncomingMessage(array $activity, string $id)
+       private static function acceptIncomingMessage(array $activity, string $id): bool
        {
                if (empty($activity['as:object'])) {
                        Logger::info('No object field in activity - accepted', ['id' => $id]);
@@ -1202,7 +1231,7 @@ class Processor
                }
 
                $replyto = JsonLD::fetchElement($activity['as:object'], 'as:inReplyTo', '@id');
-               $uriid = ItemURI::getIdByURI($replyto);
+               $uriid = ItemURI::getIdByURI($replyto ?? '');
                if (Post::exists(['uri-id' => $uriid])) {
                        Logger::info('Post is a reply to an existing post - accepted', ['id' => $id, 'uri-id' => $uriid, 'replyto' => $replyto]);
                        return true;
@@ -1211,7 +1240,7 @@ class Processor
                $attributed_to = JsonLD::fetchElement($activity['as:object'], 'as:attributedTo', '@id');
                $authorid = Contact::getIdForURL($attributed_to);
 
-               $body = HTML::toBBCode(JsonLD::fetchElement($activity['as:object'], 'as:content', '@value'));
+               $body = HTML::toBBCode(JsonLD::fetchElement($activity['as:object'], 'as:content', '@value') ?? '');
 
                $messageTags = [];
                $tags = Receiver::processTags(JsonLD::fetchElementArray($activity['as:object'], 'as:tag') ?? []);
@@ -1231,10 +1260,11 @@ class Processor
         * perform a "follow" request
         *
         * @param array $activity
+        * @return void
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function followUser($activity)
+       public static function followUser(array $activity)
        {
                $uid = User::getIdForURL($activity['object_id']);
                if (empty($uid)) {
@@ -1252,8 +1282,10 @@ class Processor
                        Contact::update(['hub-verify' => $activity['id'], 'protocol' => Protocol::ACTIVITYPUB], ['id' => $cid]);
                }
 
-               $item = ['author-id' => Contact::getIdForURL($activity['actor']),
-                       'author-link' => $activity['actor']];
+               $item = [
+                       'author-id' => Contact::getIdForURL($activity['actor']),
+                       'author-link' => $activity['actor'],
+               ];
 
                // Ensure that the contact has got the right network type
                self::switchContact($item['author-id']);
@@ -1268,6 +1300,10 @@ class Processor
                        return;
                }
 
+               if ($result && DI::config()->get('system', 'transmit_pending_events') && ($owner['contact-type'] == Contact::TYPE_COMMUNITY)) {
+                       self::transmitPendingEvents($cid, $owner['uid']);
+               }
+
                if (empty($contact)) {
                        Contact::update(['hub-verify' => $activity['id'], 'protocol' => Protocol::ACTIVITYPUB], ['id' => $cid]);
                }
@@ -1275,13 +1311,40 @@ class Processor
                Logger::notice('Follow user ' . $uid . ' from contact ' . $cid . ' with id ' . $activity['id']);
        }
 
+       /**
+        * Transmit pending events to the new follower
+        *
+        * @param integer $cid Contact id
+        * @param integer $uid User id
+        * @return void
+        */
+       private static function transmitPendingEvents(int $cid, int $uid)
+       {
+               $account = DBA::selectFirst('account-user-view', ['ap-inbox', 'ap-sharedinbox'], ['id' => $cid]);
+               $inbox = $account['ap-sharedinbox'] ?: $account['ap-inbox'];
+
+               $events = DBA::select('event', ['id'], ["`uid` = ? AND `start` > ? AND `type` != ?", $uid, DateTimeFormat::utcNow(), 'birthday']);
+               while ($event = DBA::fetch($events)) {
+                       $post = Post::selectFirst(['id', 'uri-id', 'created'], ['event-id' => $event['id']]);
+                       if (empty($post)) {
+                               continue;
+                       }
+                       if (DI::config()->get('system', 'bulk_delivery')) {
+                               Post\Delivery::add($post['uri-id'], $uid, $inbox, $post['created'], Delivery::POST, [$cid]);
+                               Worker::add(PRIORITY_HIGH, 'APDelivery', '', 0, $inbox, 0);
+                       } else {
+                               Worker::add(PRIORITY_HIGH, 'APDelivery', Delivery::POST, $post['id'], $inbox, $uid, [$cid], $post['uri-id']);
+                       }
+               }
+       }
+
        /**
         * Update the given profile
         *
         * @param array $activity
         * @throws \Exception
         */
-       public static function updatePerson($activity)
+       public static function updatePerson(array $activity)
        {
                if (empty($activity['object_id'])) {
                        return;
@@ -1289,15 +1352,17 @@ class Processor
 
                Logger::info('Updating profile', ['object' => $activity['object_id']]);
                Contact::updateFromProbeByURL($activity['object_id']);
+               Receiver::removeFromQueue($activity);
        }
 
        /**
         * Delete the given profile
         *
         * @param array $activity
+        * @return void
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         */
-       public static function deletePerson($activity)
+       public static function deletePerson(array $activity)
        {
                if (empty($activity['object_id']) || empty($activity['actor'])) {
                        Logger::info('Empty object id or actor.');
@@ -1316,15 +1381,17 @@ class Processor
                DBA::close($contacts);
 
                Logger::info('Deleted contact', ['object' => $activity['object_id']]);
+               Receiver::removeFromQueue($activity);
        }
 
        /**
         * Blocks the user by the contact
         *
         * @param array $activity
+        * @return void
         * @throws \Exception
         */
-       public static function blockAccount($activity)
+       public static function blockAccount(array $activity)
        {
                $cid = Contact::getIdForURL($activity['actor']);
                if (empty($cid)) {
@@ -1333,7 +1400,7 @@ class Processor
 
                $uid = User::getIdForURL($activity['object_id']);
                if (empty($uid)) {
-                       return;                 
+                       return;
                }
 
                Contact\User::setIsBlocked($cid, $uid, true);
@@ -1345,9 +1412,10 @@ class Processor
         * Unblocks the user by the contact
         *
         * @param array $activity
+        * @return void
         * @throws \Exception
         */
-       public static function unblockAccount($activity)
+       public static function unblockAccount(array $activity)
        {
                $cid = Contact::getIdForURL($activity['actor']);
                if (empty($cid)) {
@@ -1356,7 +1424,7 @@ class Processor
 
                $uid = User::getIdForURL($activity['object_object']);
                if (empty($uid)) {
-                       return;                 
+                       return;
                }
 
                Contact\User::setIsBlocked($cid, $uid, false);
@@ -1371,7 +1439,7 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function acceptFollowUser($activity)
+       public static function acceptFollowUser(array $activity)
        {
                $uid = User::getIdForURL($activity['object_actor']);
                if (empty($uid)) {
@@ -1405,7 +1473,7 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function rejectFollowUser($activity)
+       public static function rejectFollowUser(array $activity)
        {
                $uid = User::getIdForURL($activity['object_actor']);
                if (empty($uid)) {
@@ -1438,7 +1506,7 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function undoActivity($activity)
+       public static function undoActivity(array $activity)
        {
                if (empty($activity['object_id'])) {
                        return;
@@ -1463,7 +1531,7 @@ class Processor
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function undoFollowUser($activity)
+       public static function undoFollowUser(array $activity)
        {
                $uid = User::getIdForURL($activity['object_object']);
                if (empty($uid)) {
@@ -1496,9 +1564,10 @@ class Processor
         * Switches a contact to AP if needed
         *
         * @param integer $cid Contact ID
+        * @return void
         * @throws \Exception
         */
-       private static function switchContact($cid)
+       private static function switchContact(int $cid)
        {
                $contact = DBA::selectFirst('contact', ['network', 'url'], ['id' => $cid]);
                if (!DBA::isResult($contact) || in_array($contact['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN]) || Contact::isLocal($contact['url'])) {
@@ -1518,7 +1587,7 @@ class Processor
         * @return array
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         */
-       private static function getImplicitMentionList(array $parent)
+       private static function getImplicitMentionList(array $parent): array
        {
                $parent_terms = Tag::getByURIId($parent['uri-id'], [Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION]);
 
@@ -1556,7 +1625,7 @@ class Processor
         * @param array $parent
         * @return string
         */
-       private static function removeImplicitMentionsFromBody(string $body, array $parent)
+       private static function removeImplicitMentionsFromBody(string $body, array $parent): string
        {
                if (DI::config()->get('system', 'disable_implicit_mentions')) {
                        return $body;