]> git.mxchange.org Git - friendica.git/blobdiff - src/Protocol/ActivityPub/Receiver.php
Merge remote-tracking branch 'upstream/develop' into untrusted
[friendica.git] / src / Protocol / ActivityPub / Receiver.php
index 33c027933ccac88601b838b07bc22b1df60b2415..66653579ea7f6739b0250dfbe373699f9cf7ed94 100644 (file)
@@ -97,12 +97,13 @@ class Receiver
                $ldactivity = JsonLD::compact($activity);
 
                $actor = JsonLD::fetchElement($ldactivity, 'as:actor', '@id') ?? '';
+
                $apcontact = APContact::getByURL($actor);
 
                if (empty($apcontact)) {
                        Logger::notice('Unable to retrieve AP contact for actor - message is discarded', ['actor' => $actor]);
                        return;
-               } elseif ($apcontact['type'] == 'Application' && $apcontact['nick'] == 'relay') {
+               } elseif (APContact::isRelay($apcontact)) {
                        self::processRelayPost($ldactivity, $actor);
                        return;
                } else {
@@ -152,7 +153,7 @@ class Receiver
                        $trust_source = false;
                }
 
-               self::processActivity($ldactivity, $body, $uid, $trust_source, true, $signer);
+               self::processActivity($ldactivity, $body, $uid, $trust_source, true, $signer, $http_signer);
        }
 
        /**
@@ -166,18 +167,18 @@ class Receiver
        {
                $type = JsonLD::fetchElement($activity, '@type');
                if (!$type) {
-                       Logger::info('Empty type', ['activity' => $activity]);
+                       Logger::info('Empty type', ['activity' => $activity, 'actor' => $actor]);
                        return;
                }
 
                if ($type != 'as:Announce') {
-                       Logger::info('Not an announcement', ['activity' => $activity]);
+                       Logger::info('Not an announcement', ['activity' => $activity, 'actor' => $actor]);
                        return;
                }
 
                $object_id = JsonLD::fetchElement($activity, 'as:object', '@id');
                if (empty($object_id)) {
-                       Logger::info('No object id found', ['activity' => $activity]);
+                       Logger::info('No object id found', ['activity' => $activity, 'actor' => $actor]);
                        return;
                }
 
@@ -192,25 +193,25 @@ class Receiver
                        return;
                }
 
-               Logger::info('Got relayed message id', ['id' => $object_id]);
+               Logger::info('Got relayed message id', ['id' => $object_id, 'actor' => $actor]);
 
                $item_id = Item::searchByLink($object_id);
                if ($item_id) {
-                       Logger::info('Relayed message already exists', ['id' => $object_id, 'item' => $item_id]);
+                       Logger::info('Relayed message already exists', ['id' => $object_id, 'item' => $item_id, 'actor' => $actor]);
                        return;
                }
 
                $id = Processor::fetchMissingActivity($object_id, [], $actor, self::COMPLETION_RELAY);
                if (empty($id)) {
-                       Logger::notice('Relayed message had not been fetched', ['id' => $object_id]);
+                       Logger::notice('Relayed message had not been fetched', ['id' => $object_id, 'actor' => $actor]);
                        return;
                }
 
                $item_id = Item::searchByLink($object_id);
                if ($item_id) {
-                       Logger::info('Relayed message had been fetched and stored', ['id' => $object_id, 'item' => $item_id]);
+                       Logger::info('Relayed message had been fetched and stored', ['id' => $object_id, 'item' => $item_id, 'actor' => $actor]);
                } else {
-                       Logger::notice('Relayed message had not been stored', ['id' => $object_id]);
+                       Logger::notice('Relayed message had not been stored', ['id' => $object_id, 'actor' => $actor]);
                }
        }
 
@@ -272,6 +273,8 @@ class Receiver
        public static function prepareObjectData(array $activity, int $uid, bool $push, bool &$trust_source): array
        {
                $id = JsonLD::fetchElement($activity, '@id');
+               $object_id = JsonLD::fetchElement($activity, 'as:object', '@id');
+
                if (!empty($id) && !$trust_source) {
                        $fetch_uid = $uid ?: self::getBestUserForActivity($activity);
 
@@ -282,7 +285,13 @@ class Receiver
                                if ($fetched_id == $id) {
                                        Logger::info('Activity had been fetched successfully', ['id' => $id]);
                                        $trust_source = true;
-                                       $activity = $object;
+                                       if ($id != $object_id) {
+                                               $activity = $object;
+                                       } else {
+                                               Logger::info('Fetched data is the object instead of the activity', ['id' => $id]);
+                                               unset($object['@context']);
+                                               $activity['as:object'] = $object;
+                                       }
                                } else {
                                        Logger::info('Activity id is not equal', ['id' => $id, 'fetched' => $fetched_id]);
                                }
@@ -362,6 +371,10 @@ class Receiver
                        $object_data['object_object'] = JsonLD::fetchElement($activity['as:object'], 'as:object');
                        $object_data['object_type'] = JsonLD::fetchElement($activity['as:object'], '@type');
                        $object_data['push'] = $push;
+                       if ($type == 'as:Delete') {
+                               $apcontact = APContact::getByURL($object_data['object_id'], true);
+                               $trust_source = ($apcontact['type'] == 'Tombstone');
+                       }
                } elseif (in_array($type, ['as:Create', 'as:Update', 'as:Announce', 'as:Invite']) || strpos($type, '#emojiReaction')) {
                        // Fetch the content only on activities where this matters
                        // We can receive "#emojiReaction" when fetching content from Hubzilla systems
@@ -416,6 +429,10 @@ class Receiver
                        if (($type == 'as:Undo') && !empty($object_data['object_object'])) {
                                $object_data['object_object_type'] = self::fetchObjectType([], $object_data['object_object'], $fetch_uid);
                        }
+
+                       if (($type == 'as:Delete') && in_array($object_data['object_type'], array_merge(['as:Tombstone'], self::CONTENT_TYPES))) {
+                               $trust_source = Processor::isActivityGone($object_data['object_id']);
+                       }
                }
 
                $object_data = self::addActivityFields($object_data, $activity);
@@ -436,17 +453,18 @@ class Receiver
                $object_data['receiver'] = array_replace($object_data['receiver'] ?? [], $receivers);
                $object_data['reception_type'] = array_replace($object_data['reception_type'] ?? [], $reception_types);
 
-               $author = $object_data['author'] ?? $actor;
-               if (!empty($author) && !empty($object_data['id'])) {
-                       $author_host = parse_url($author, PHP_URL_HOST);
-                       $id_host = parse_url($object_data['id'], PHP_URL_HOST);
-                       if ($author_host == $id_host) {
-                               Logger::info('Valid hosts', ['type' => $type, 'host' => $id_host]);
-                       } else {
-                               Logger::notice('Differing hosts on author and id', ['type' => $type, 'author' => $author_host, 'id' => $id_host]);
-                               $trust_source = false;
-                       }
-               }
+//             This check here interferes with Hubzilla posts where the author host differs from the host the post was created
+//             $author = $object_data['author'] ?? $actor;
+//             if (!empty($author) && !empty($object_data['id'])) {
+//                     $author_host = parse_url($author, PHP_URL_HOST);
+//                     $id_host = parse_url($object_data['id'], PHP_URL_HOST);
+//                     if ($author_host == $id_host) {
+//                             Logger::info('Valid hosts', ['type' => $type, 'host' => $id_host]);
+//                     } else {
+//                             Logger::notice('Differing hosts on author and id', ['type' => $type, 'author' => $author_host, 'id' => $id_host]);
+//                             $trust_source = false;
+//                     }
+//             }
 
                Logger::info('Processing ' . $object_data['type'] . ' ' . $object_data['object_type'] . ' ' . $object_data['id']);
 
@@ -472,15 +490,16 @@ class Receiver
        /**
         * Processes the activity object
         *
-        * @param array   $activity     Array with activity data
-        * @param string  $body         The unprocessed body
-        * @param integer $uid          User ID
-        * @param boolean $trust_source Do we trust the source?
-        * @param boolean $push         Message had been pushed to our system
-        * @param array   $signer       The signer of the post
-        * @throws \Exception
+        * @param array      $activity     Array with activity data
+        * @param string     $body         The unprocessed body
+        * @param int|null   $uid          User ID
+        * @param boolean    $trust_source Do we trust the source?
+        * @param boolean    $push         Message had been pushed to our system
+        * @param array      $signer       The signer of the post
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         */
-       public static function processActivity(array $activity, string $body = '', int $uid = null, bool $trust_source = false, bool $push = false, array $signer = [])
+       public static function processActivity(array $activity, string $body = '', int $uid = null, bool $trust_source = false, bool $push = false, array $signer = [], string $http_signer = '')
        {
                $type = JsonLD::fetchElement($activity, '@type');
                if (!$type) {
@@ -527,11 +546,6 @@ class Receiver
                        $type = $object_data['type'];
                }
 
-               if (!$trust_source) {
-                       Logger::info('Activity trust could not be achieved.',  ['id' => $object_data['object_id'], 'type' => $type, 'signer' => $signer, 'actor' => $actor, 'attributedTo' => $attributed_to]);
-                       return;
-               }
-
                if (!empty($body) && empty($object_data['raw'])) {
                        $object_data['raw'] = $body;
                }
@@ -554,10 +568,46 @@ class Receiver
                        $object_data['from-relay'] = $activity['from-relay'];
                }
 
+               if ($type == 'as:Announce') {
+                       $object_data['object_activity'] = $activity;
+               }
+
+               if ($trust_source || DI::config()->get('debug', 'ap_inbox_store_untrusted')) {
+                       $object_data = Queue::add($object_data, $type, $uid, $http_signer, $push, $trust_source);
+               }
+
+               if (!$trust_source) {
+                       Logger::info('Activity trust could not be achieved.',  ['id' => $object_data['object_id'], 'type' => $type, 'signer' => $signer, 'actor' => $actor, 'attributedTo' => $attributed_to]);
+                       return;
+               }
+
+               if (!empty($activity['recursion-depth'])) {
+                       $object_data['recursion-depth'] = $activity['recursion-depth'];
+               }
+
                if (in_array('as:Question', [$object_data['object_type'] ?? '', $object_data['object_object_type'] ?? ''])) {
                        self::storeUnhandledActivity(false, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
                }
 
+               if (!self::routeActivities($object_data, $type, $push)) {
+                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                       Queue::remove($object_data);
+               }
+       }
+
+       /**
+        * Route activities
+        *
+        * @param array   $object_data
+        * @param string  $type
+        * @param boolean $push
+        *
+        * @return boolean Could the activity be routed?
+        */
+       public static function routeActivities(array $object_data, string $type, bool $push): bool
+       {
+               $activity = $object_data['object_activity']     ?? [];
+
                switch ($type) {
                        case 'as:Create':
                                if (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
@@ -565,8 +615,9 @@ class Receiver
                                        ActivityPub\Processor::postItem($object_data, $item);
                                } elseif (in_array($object_data['object_type'], ['pt:CacheFile'])) {
                                        // Unhandled Peertube activity
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -575,7 +626,7 @@ class Receiver
                                        $item = ActivityPub\Processor::createItem($object_data);
                                        ActivityPub\Processor::postItem($object_data, $item);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -586,38 +637,41 @@ class Receiver
                                        ActivityPub\Processor::addToFeaturedCollection($object_data);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. We don't have it and we can't fetch it. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
                        case 'as:Announce':
                                if (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
+                                       $actor = JsonLD::fetchElement($activity, 'as:actor', '@id');
                                        $object_data['thread-completion'] = Contact::getIdForURL($actor);
                                        $object_data['completion-mode']   = self::COMPLETION_ANNOUCE;
 
                                        $item = ActivityPub\Processor::createItem($object_data);
                                        if (empty($item)) {
-                                               return;
+                                               return false;
                                        }
 
                                        $item['post-reason'] = Item::PR_ANNOUNCEMENT;
                                        ActivityPub\Processor::postItem($object_data, $item);
 
-                                       $announce_object_data = self::processObject($activity);
-                                       $announce_object_data['name'] = $type;
-                                       $announce_object_data['author'] = JsonLD::fetchElement($activity, 'as:actor', '@id');
-                                       $announce_object_data['object_id'] = $object_data['object_id'];
-                                       $announce_object_data['object_type'] = $object_data['object_type'];
-                                       $announce_object_data['push'] = $push;
+                                       if (!empty($activity)) {
+                                               $announce_object_data = self::processObject($activity);
+                                               $announce_object_data['name'] = $type;
+                                               $announce_object_data['author'] = $actor;
+                                               $announce_object_data['object_id'] = $object_data['object_id'];
+                                               $announce_object_data['object_type'] = $object_data['object_type'];
+                                               $announce_object_data['push'] = $push;
 
-                                       if (!empty($body)) {
-                                               $announce_object_data['raw'] = $body;
+                                               if (!empty($object_data['raw'])) {
+                                                       $announce_object_data['raw'] = $object_data['raw'];
+                                               }
+                                               ActivityPub\Processor::createActivity($announce_object_data, Activity::ANNOUNCE);
                                        }
-
-                                       ActivityPub\Processor::createActivity($announce_object_data, Activity::ANNOUNCE);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -626,8 +680,9 @@ class Receiver
                                        ActivityPub\Processor::createActivity($object_data, Activity::LIKE);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. We don't have it and we can't fetch it. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -636,8 +691,9 @@ class Receiver
                                        ActivityPub\Processor::createActivity($object_data, Activity::DISLIKE);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. We don't have it and we can't fetch it. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -645,7 +701,7 @@ class Receiver
                                if (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
                                        ActivityPub\Processor::createActivity($object_data, Activity::ATTENDMAYBE);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -656,8 +712,9 @@ class Receiver
                                        ActivityPub\Processor::updatePerson($object_data);
                                } elseif (in_array($object_data['object_type'], ['pt:CacheFile'])) {
                                        // Unhandled Peertube activity
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -668,8 +725,9 @@ class Receiver
                                        ActivityPub\Processor::deletePerson($object_data);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. Most likely we don't have it here. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -677,17 +735,18 @@ class Receiver
                                if (in_array($object_data['object_type'], self::ACCOUNT_TYPES)) {
                                        ActivityPub\Processor::blockAccount($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
                        case 'as:Remove':
                                if (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
-                                       ActivityPub\Processor::removeFromFeaturedCollection($object_data);                                      
+                                       ActivityPub\Processor::removeFromFeaturedCollection($object_data);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. We don't have it and we can't fetch it. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -698,7 +757,7 @@ class Receiver
                                        $object_data['reply-to-id'] = $object_data['object_id'];
                                        ActivityPub\Processor::createActivity($object_data, Activity::FOLLOW);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -708,7 +767,7 @@ class Receiver
                                } elseif (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
                                        ActivityPub\Processor::createActivity($object_data, Activity::ATTEND);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -718,7 +777,7 @@ class Receiver
                                } elseif (in_array($object_data['object_type'], self::CONTENT_TYPES)) {
                                        ActivityPub\Processor::createActivity($object_data, Activity::ATTENDNO);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -741,11 +800,13 @@ class Receiver
                                } elseif (in_array($object_data['object_type'], array_merge(self::ACTIVITY_TYPES, ['as:Announce', 'as:Create', ''])) &&
                                        empty($object_data['object_object_type'])) {
                                        // We cannot detect the target object. So we can ignore it.
+                                       Queue::remove($object_data);
                                } elseif (in_array($object_data['object_type'], ['as:Create']) &&
                                        in_array($object_data['object_object_type'], ['pt:CacheFile'])) {
                                        // Unhandled Peertube activity
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -754,8 +815,9 @@ class Receiver
                                        ActivityPub\Processor::createActivity($object_data, Activity::VIEW);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. Most likely we don't have it here. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
 
@@ -764,16 +826,17 @@ class Receiver
                                        ActivityPub\Processor::createActivity($object_data, Activity::EMOJIREACT);
                                } elseif ($object_data['object_type'] == '') {
                                        // The object type couldn't be determined. We don't have it and we can't fetch it. We ignore this activity.
+                                       Queue::remove($object_data);
                                } else {
-                                       self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
+                                       return false;
                                }
                                break;
-       
+
                        default:
                                Logger::info('Unknown activity: ' . $type . ' ' . $object_data['object_type']);
-                               self::storeUnhandledActivity(true, $type, $object_data, $activity, $body, $uid, $trust_source, $push, $signer);
-                               break;
+                               return false;
                }
+               return true;
        }
 
        /**
@@ -797,7 +860,7 @@ class Receiver
                }
 
                $file = ($unknown  ? 'unknown-' : 'unhandled-') . str_replace(':', '-', $type) . '-';
-       
+
                if (!empty($object_data['object_type'])) {
                        $file .= str_replace(':', '-', $object_data['object_type']) . '-';
                }
@@ -1785,29 +1848,6 @@ class Receiver
                unset($object_data['receiver'][-1]);
                unset($object_data['reception_type'][-1]);
 
-               // Common object data:
-
-               // Unhandled
-               // @context, type, actor, signature, mediaType, duration, replies, icon
-
-               // Also missing: (Defined in the standard, but currently unused)
-               // audience, preview, endTime, startTime, image
-
-               // Data in Notes:
-
-               // Unhandled
-               // contentMap, announcement_count, announcements, context_id, likes, like_count
-               // inReplyToStatusId, shares, quoteUrl, statusnetConversationId
-
-               // Data in video:
-
-               // To-Do?
-               // category, licence, language, commentsEnabled
-
-               // Unhandled
-               // views, waitTranscoding, state, support, subtitleLanguage
-               // likes, dislikes, shares, comments
-
                return $object_data;
        }
 }