3 * @copyright Copyright (C) 2010-2023, the Friendica project
5 * @license GNU AGPL version 3 or any later version
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU Affero General Public License as
9 * published by the Free Software Foundation, either version 3 of the
10 * License, or (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU Affero General Public License for more details.
17 * You should have received a copy of the GNU Affero General Public License
18 * along with this program. If not, see <https://www.gnu.org/licenses/>.
22 namespace Friendica\Worker;
24 use Friendica\Core\Hook;
25 use Friendica\Core\Logger;
26 use Friendica\Core\Protocol;
27 use Friendica\Core\Worker;
28 use Friendica\Database\DBA;
30 use Friendica\Model\Contact;
31 use Friendica\Model\Conversation;
32 use Friendica\Model\Group;
33 use Friendica\Model\GServer;
34 use Friendica\Model\Item;
35 use Friendica\Model\Post;
36 use Friendica\Model\PushSubscriber;
37 use Friendica\Model\Tag;
38 use Friendica\Model\User;
39 use Friendica\Protocol\Activity;
40 use Friendica\Protocol\ActivityPub;
41 use Friendica\Protocol\Diaspora;
42 use Friendica\Protocol\Delivery;
43 use Friendica\Protocol\OStatus;
44 use Friendica\Protocol\Salmon;
45 use Friendica\Util\LDSignature;
46 use Friendica\Util\Network;
47 use Friendica\Util\Strings;
50 * The notifier is typically called with:
52 * Worker::add(PRIORITY_HIGH, "Notifier", COMMAND, ITEM_ID);
54 * where COMMAND is one of the constants that are defined in Worker/Delivery.php
55 * and ITEM_ID is the id of the item in the database that needs to be sent to others.
60 public static function execute(string $cmd, int $post_uriid, int $sender_uid = 0)
64 Logger::info('Invoked', ['cmd' => $cmd, 'target' => $post_uriid, 'sender_uid' => $sender_uid]);
66 $target_id = $post_uriid;
71 $delivery_contacts_stmt = null;
76 $delivery_queue_count = 0;
79 if ($cmd == Delivery::MAIL) {
80 $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]);
81 if (!DBA::isResult($message)) {
84 $uid = $message['uid'];
85 $recipients[] = $message['contact-id'];
87 $mail = ActivityPub\Transmitter::getItemArrayFromMail($target_id);
88 $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($mail, $uid, true);
89 foreach ($inboxes as $inbox => $receivers) {
90 $ap_contacts = array_merge($ap_contacts, $receivers);
91 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'target' => $target_id, 'inbox' => $inbox]);
92 Worker::add(['priority' => Worker::PRIORITY_HIGH, 'created' => $a->getQueueValue('created'), 'dont_fork' => true],
93 'APDelivery', $cmd, $target_id, $inbox, $uid, $receivers, $post_uriid);
95 } elseif ($cmd == Delivery::SUGGESTION) {
96 $suggest = DI::fsuggest()->selectOneById($target_id);
98 $recipients[] = $suggest->cid;
99 } elseif ($cmd == Delivery::REMOVAL) {
100 return self::notifySelfRemoval($target_id, $a->getQueueValue('priority'), $a->getQueueValue('created'));
101 } elseif ($cmd == Delivery::RELOCATION) {
104 $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]];
105 $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'addr', 'network', 'protocol', 'baseurl', 'gsid', 'batch'], $condition);
107 $post = Post::selectFirst(['id'], ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
108 if (!DBA::isResult($post)) {
109 Logger::warning('Post not found', ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
112 $target_id = $post['id'];
115 $condition = ['id' => $target_id, 'visible' => true];
116 $target_item = Post::selectFirst(Item::DELIVER_FIELDLIST, $condition);
117 $target_item = Post\Media::addHTMLAttachmentToItem($target_item);
119 if (!DBA::isResult($target_item) || !intval($target_item['parent'])) {
120 Logger::info('No target item', ['cmd' => $cmd, 'target' => $target_id]);
124 if (!empty($target_item['contact-uid'])) {
125 $uid = $target_item['contact-uid'];
126 } elseif (!empty($target_item['uid'])) {
127 $uid = $target_item['uid'];
129 Logger::info('Only public users, quitting', ['target' => $target_id]);
133 $condition = ['parent' => $target_item['parent'], 'visible' => true];
134 $params = ['order' => ['id']];
135 $items_stmt = Post::select(Item::DELIVER_FIELDLIST, $condition, $params);
136 if (!DBA::isResult($items_stmt)) {
137 Logger::info('No item found', ['cmd' => $cmd, 'target' => $target_id]);
141 $items = Post::toArray($items_stmt);
143 // avoid race condition with deleting entries
144 if ($items[0]['deleted']) {
145 foreach ($items as $item) {
146 $item['deleted'] = 1;
150 $top_level = $target_item['gravity'] == Item::GRAVITY_PARENT;
153 $owner = User::getOwnerDataById($uid);
155 Logger::info('Owner not found', ['cmd' => $cmd, 'target' => $target_id]);
159 // Should the post be transmitted to Diaspora?
160 $diaspora_delivery = ($owner['account-type'] != User::ACCOUNT_TYPE_COMMUNITY);
162 // If this is a public conversation, notify the feed hub
163 $public_message = true;
168 $push_notify = false;
170 // Deliver directly to a forum, don't PuSH
171 $direct_forum_delivery = false;
173 $only_ap_delivery = false;
176 $recipients_followup = [];
178 if (!empty($target_item) && !empty($items)) {
181 $fields = ['network', 'private', 'author-id', 'author-link', 'author-network', 'owner-id'];
182 $condition = ['uri' => $target_item['thr-parent'], 'uid' => $target_item['uid']];
183 $thr_parent = Post::selectFirst($fields, $condition);
184 if (empty($thr_parent)) {
185 $thr_parent = $parent;
188 Logger::info('Got post', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'network' => $target_item['network'], 'parent-network' => $parent['network'], 'thread-parent-network' => $thr_parent['network']]);
190 if (!self::isRemovalActivity($cmd, $owner, Protocol::ACTIVITYPUB)) {
191 $apdelivery = self::activityPubDelivery($cmd, $target_item, $parent, $thr_parent, $a->getQueueValue('priority'), $a->getQueueValue('created'), $owner);
192 $ap_contacts = $apdelivery['contacts'];
193 $delivery_queue_count += $apdelivery['count'];
194 if (($thr_parent['network'] == Protocol::ACTIVITYPUB) && ($thr_parent['private'] == Item::PRIVATE)) {
195 $only_ap_delivery = true;
196 $public_message = false;
197 $diaspora_delivery = false;
201 // Only deliver threaded replies (comment to a comment) to Diaspora
202 // when the original comment author does support the Diaspora protocol.
203 if ($thr_parent['author-link'] && $target_item['parent-uri'] != $target_item['thr-parent']) {
204 $diaspora_delivery = Diaspora::isSupportedByContactUrl($thr_parent['author-link']);
205 if ($diaspora_delivery && empty($target_item['signed_text'])) {
206 Logger::debug('Post has got no Diaspora signature, so there will be no Diaspora delivery', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id']]);
207 $diaspora_delivery = false;
209 Logger::info('Threaded comment', ['diaspora_delivery' => (int)$diaspora_delivery]);
212 $unlisted = $target_item['private'] == Item::UNLISTED;
214 // This is IMPORTANT!!!!
216 // We will only send a "notify owner to relay" or followup message if the referenced post
217 // originated on our system by virtue of having our hostname somewhere
218 // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
220 // if $parent['wall'] == 1 we will already have the parent message in our array
221 // and we will relay the whole lot.
223 $localhost = str_replace('www.','', DI::baseUrl()->getHost());
224 if (strpos($localhost,':')) {
225 $localhost = substr($localhost,0,strpos($localhost,':'));
229 * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
230 * have been known to cause runaway conditions which affected several servers, along with
231 * permissions issues.
235 $relay_to_owner = false;
237 if (!$top_level && ($parent['wall'] == 0) && (stristr($target_item['uri'],$localhost))) {
238 $relay_to_owner = true;
241 // until the 'origin' flag has been in use for several months
242 // we will just use it as a fallback test
243 // later we will be able to use it as the primary test of whether or not to relay.
245 if (!$target_item['origin']) {
246 $relay_to_owner = false;
248 if ($parent['origin']) {
249 $relay_to_owner = false;
252 // Special treatment for forum posts
253 if (Item::isForumPost($target_item['uri-id'])) {
254 $relay_to_owner = true;
255 $direct_forum_delivery = true;
258 // Avoid that comments in a forum thread are sent to OStatus
259 if (Item::isForumPost($parent['uri-id'])) {
260 $direct_forum_delivery = true;
263 $exclusive_delivery = false;
265 $exclusive_targets = Tag::getByURIId($parent['uri-id'], [Tag::EXCLUSIVE_MENTION]);
266 if (!empty($exclusive_targets)) {
267 $exclusive_delivery = true;
268 Logger::info('Possible Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id']]);
269 foreach ($exclusive_targets as $target) {
270 if (Strings::compareLink($owner['url'], $target['url'])) {
271 $exclusive_delivery = false;
272 Logger::info('False Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'url' => $target['url']]);
277 if ($relay_to_owner) {
278 // local followup to remote post
280 $public_message = false; // not public
281 $recipients = [$parent['contact-id']];
282 $recipients_followup = [$parent['contact-id']];
284 Logger::info('Followup', ['target' => $target_id, 'guid' => $target_item['guid'], 'to' => $parent['contact-id']]);
286 if (($target_item['private'] != Item::PRIVATE) &&
287 (strlen($target_item['allow_cid'].$target_item['allow_gid'].
288 $target_item['deny_cid'].$target_item['deny_gid']) == 0))
291 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
294 if ($parent["network"] == Protocol::OSTATUS) {
295 // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments
296 // Currently it is work at progress
297 $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false];
298 $followup_contacts_stmt = DBA::select('contact', ['id'], $condition);
299 while($followup_contact = DBA::fetch($followup_contacts_stmt)) {
300 $recipients_followup[] = $followup_contact['id'];
302 DBA::close($followup_contacts_stmt);
306 if ($direct_forum_delivery) {
307 $push_notify = false;
310 Logger::info('Notify ' . $target_item["guid"] .' via PuSH: ' . ($push_notify ? "Yes":"No"));
311 } elseif ($exclusive_delivery) {
314 foreach ($exclusive_targets as $target) {
315 $cid = Contact::getIdForURL($target['url'], $uid, false);
317 $recipients_followup[] = $cid;
318 Logger::info('Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'url' => $target['url']]);
324 Logger::info('Distributing directly', ['target' => $target_id, 'guid' => $target_item['guid']]);
326 // don't send deletions onward for other people's stuff
328 if ($target_item['deleted'] && !intval($target_item['wall'])) {
329 Logger::notice('Ignoring delete notification for non-wall item');
333 if (strlen($parent['allow_cid'])
334 || strlen($parent['allow_gid'])
335 || strlen($parent['deny_cid'])
336 || strlen($parent['deny_gid'])) {
337 $public_message = false; // private recipients, not public
340 $aclFormatter = DI::aclFormatter();
342 $allow_people = $aclFormatter->expand($parent['allow_cid']);
343 $allow_groups = Group::expand($uid, $aclFormatter->expand($parent['allow_gid']),true);
344 $deny_people = $aclFormatter->expand($parent['deny_cid']);
345 $deny_groups = Group::expand($uid, $aclFormatter->expand($parent['deny_gid']));
347 foreach ($items as $item) {
348 $recipients[] = $item['contact-id'];
349 // pull out additional tagged people to notify (if public message)
350 if ($public_message && $item['inform']) {
351 $people = explode(',',$item['inform']);
352 foreach ($people as $person) {
353 if (substr($person,0,4) === 'cid:') {
354 $recipients[] = intval(substr($person,4));
356 $url_recipients[] = substr($person,4);
362 if (count($url_recipients)) {
363 Logger::notice('Deliver', ['target' => $target_id, 'guid' => $target_item['guid'], 'recipients' => $url_recipients]);
366 $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups));
367 $deny = array_unique(array_merge($deny_people, $deny_groups));
368 $recipients = array_diff($recipients, $deny);
370 // If this is a public message and pubmail is set on the parent, include all your email contacts
372 function_exists('imap_open')
373 && !DI::config()->get('system','imap_disabled')
375 && intval($target_item['pubmail'])
377 $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]);
378 while ($mail_contact = DBA::fetch($mail_contacts_stmt)) {
379 $recipients[] = $mail_contact['id'];
381 DBA::close($mail_contacts_stmt);
385 // If the thread parent is OStatus then do some magic to distribute the messages.
386 // We have not only to look at the parent, since it could be a Friendica thread.
387 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
388 $diaspora_delivery = false;
390 Logger::info('Some parent is OStatus for ' . $target_item['guid'] . ' - Author: ' . $thr_parent['author-id'] . ' - Owner: ' . $thr_parent['owner-id']);
392 // Send a salmon to the parent author
393 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['author-id']]);
394 if (DBA::isResult($probed_contact) && !empty($probed_contact['notify'])) {
395 Logger::notice('Notify parent author', ['url' => $probed_contact['url'], 'notify' => $probed_contact['notify']]);
396 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
399 // Send a salmon to the parent owner
400 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['owner-id']]);
401 if (DBA::isResult($probed_contact) && !empty($probed_contact['notify'])) {
402 Logger::notice('Notify parent owner', ['url' => $probed_contact['url'], 'notify' => $probed_contact['notify']]);
403 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
406 // Send a salmon notification to every person we mentioned in the post
407 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION, Tag::IMPLICIT_MENTION]) as $tag) {
408 $probed_contact = Contact::getByURL($tag['url']);
409 if (!empty($probed_contact['notify'])) {
410 Logger::notice('Notify mentioned user', ['url' => $probed_contact['url'], 'notify' => $probed_contact['notify']]);
411 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
415 // It only makes sense to distribute answers to OStatus messages to Friendica and OStatus - but not Diaspora
416 $networks = [Protocol::DFRN];
417 } elseif ($diaspora_delivery) {
418 $networks = [Protocol::DFRN, Protocol::DIASPORA, Protocol::MAIL];
419 if (($parent['network'] == Protocol::DIASPORA) || ($thr_parent['network'] == Protocol::DIASPORA)) {
420 Logger::info('Add AP contacts', ['target' => $target_id, 'guid' => $target_item['guid']]);
421 $networks[] = Protocol::ACTIVITYPUB;
424 $networks = [Protocol::DFRN, Protocol::MAIL];
427 $public_message = false;
430 if (empty($delivery_contacts_stmt)) {
431 if ($only_ap_delivery) {
432 $recipients = $ap_contacts;
433 } elseif ($followup) {
434 $recipients = $recipients_followup;
436 $condition = ['id' => $recipients, 'self' => false, 'uid' => [0, $uid],
437 'blocked' => false, 'pending' => false, 'archive' => false];
438 if (!empty($networks)) {
439 $condition['network'] = $networks;
441 $delivery_contacts_stmt = DBA::select('contact', ['id', 'addr', 'url', 'network', 'protocol', 'baseurl', 'gsid', 'batch'], $condition);
445 $batch_delivery = false;
447 if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) {
450 if ($diaspora_delivery && !$unlisted) {
451 $batch_delivery = true;
453 $participants = DBA::selectToArray('contact', ['batch', 'network', 'protocol', 'baseurl', 'gsid', 'id', 'url', 'name'],
454 ["`network` = ? AND `batch` != '' AND `uid` = ? AND `rel` != ? AND NOT `blocked` AND NOT `pending` AND NOT `archive`", Protocol::DIASPORA, $owner['uid'], Contact::SHARING],
455 ['group_by' => ['batch', 'network', 'protocol']]);
457 // Fetch the participation list
458 // The function will ensure that there are no duplicates
459 $participants = Diaspora::participantsForThread($target_item, $participants);
462 $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false,
463 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]];
465 $contacts = DBA::selectToArray('contact', ['id', 'url', 'addr', 'name', 'network', 'protocol', 'baseurl', 'gsid'], $condition);
467 $conversants = array_merge($contacts, $participants);
469 $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, true, $conversants, $ap_contacts, []);
474 $contacts = DBA::toArray($delivery_contacts_stmt);
475 $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, false, $contacts, $ap_contacts, $conversants);
477 $delivery_queue_count += self::deliverOStatus($target_id, $target_item, $owner, $url_recipients, $public_message, $push_notify);
479 if (!empty($target_item)) {
480 Logger::info('Calling hooks for ' . $cmd . ' ' . $target_id);
482 Hook::fork($a->getQueueValue('priority'), 'notifier_normal', $target_item);
484 Hook::callAll('notifier_end', $target_item);
486 // Workaround for pure connector posts
487 if ($cmd == Delivery::POST) {
488 if ($delivery_queue_count == 0) {
489 Post\DeliveryData::incrementQueueDone($target_item['uri-id']);
490 $delivery_queue_count = 1;
493 Post\DeliveryData::incrementQueueCount($target_item['uri-id'], $delivery_queue_count);
501 * Deliver the message to the contacts
504 * @param int $post_uriid
505 * @param int $sender_uid
506 * @param array $target_item
507 * @param array $thr_parent
508 * @param array $owner
509 * @param bool $batch_delivery
510 * @param array $contacts
511 * @param array $ap_contacts
512 * @param array $conversants
514 * @return int Count of delivery queue
515 * @throws InternalServerErrorException
518 private static function delivery(string $cmd, int $post_uriid, int $sender_uid, array $target_item, array $thr_parent, array $owner, bool $batch_delivery, bool $in_batch, array $contacts, array $ap_contacts, array $conversants = []): int
521 $delivery_queue_count = 0;
523 if (!empty($target_item['verb']) && ($target_item['verb'] == Activity::ANNOUNCE)) {
524 Logger::notice('Announces are only delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
528 foreach ($contacts as $contact) {
529 // Direct delivery of local contacts
530 if (!in_array($cmd, [Delivery::RELOCATION, Delivery::SUGGESTION, Delivery::MAIL]) && $target_uid = User::getIdForURL($contact['url'])) {
531 if ($cmd == Delivery::DELETION) {
532 Logger::info('No need to deliver deletions internally', ['uid' => $target_uid, 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
535 if ($target_item['origin'] || ($target_item['network'] != Protocol::ACTIVITYPUB)) {
536 if ($target_uid != $target_item['uid']) {
537 $fields = ['protocol' => Conversation::PARCEL_LOCAL_DFRN, 'direction' => Conversation::PUSH, 'post-reason' => Item::PR_DIRECT];
538 Item::storeForUserByUriId($target_item['uri-id'], $target_uid, $fields, $target_item['uid']);
539 Logger::info('Delivered locally', ['cmd' => $cmd, 'id' => $target_item['id'], 'target' => $target_uid]);
541 Logger::info('No need to deliver to myself', ['uid' => $target_uid, 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
544 Logger::info('Remote item does not need to be delivered locally', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
549 // Deletions are always sent via DFRN as well.
550 // This is done until we can perform deletions of foreign comments on our own threads via AP.
551 if (($cmd != Delivery::DELETION) && in_array($contact['id'], $ap_contacts)) {
552 Logger::info('Contact is already delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
556 if (!empty($contact['id']) && Contact::isArchived($contact['id'])) {
557 Logger::info('Contact is archived, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
561 if (self::isRemovalActivity($cmd, $owner, $contact['network'])) {
562 Logger::info('Contact does no supports account removal commands, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
566 if (self::skipActivityPubForDiaspora($contact, $target_item, $thr_parent)) {
567 Logger::info('Contact is from Diaspora, but the replied author is from ActivityPub, so skip delivery via Diaspora', ['id' => $post_uriid, 'uid' => $sender_uid, 'url' => $contact['url']]);
571 // Don't deliver to Diaspora if it already had been done as batch delivery
572 if (!$in_batch && $batch_delivery && ($contact['network'] == Protocol::DIASPORA)) {
573 Logger::info('Diaspora contact is already delivered via batch', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
577 // Don't deliver to folks who have already been delivered to
578 if (in_array($contact['id'], $conversants)) {
579 Logger::info('Already delivery', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
583 if (empty($contact['gsid'])) {
584 $reachable = GServer::reachable($contact);
585 } elseif (!DI::config()->get('system', 'bulk_delivery')) {
586 $reachable = GServer::isReachableById($contact['gsid']);
588 $reachable = !GServer::isDefunctById($contact['gsid']);
592 Logger::info('Server is not reachable', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
596 Logger::info('Delivery', ['batch' => $in_batch, 'target' => $post_uriid, 'uid' => $sender_uid, 'guid' => $target_item['guid'] ?? '', 'to' => $contact]);
598 // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
599 // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
600 // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
601 // This is only important for high and medium priority tasks and not for Low priority jobs like deletions.
602 if (($contact['network'] == Protocol::DIASPORA) && in_array($a->getQueueValue('priority'), [Worker::PRIORITY_HIGH, Worker::PRIORITY_MEDIUM])) {
603 $deliver_options = ['priority' => $a->getQueueValue('priority'), 'dont_fork' => true];
605 $deliver_options = ['priority' => $a->getQueueValue('priority'), 'created' => $a->getQueueValue('created'), 'dont_fork' => true];
608 if (!empty($contact['gsid']) && DI::config()->get('system', 'bulk_delivery')) {
609 $delivery_queue_count++;
610 $deliveryQueueItem = DI::deliveryQueueItemFactory()->createFromDelivery($cmd, $post_uriid, new \DateTimeImmutable($target_item['created']), $contact['id'], $contact['gsid'], $sender_uid);
611 DI::deliveryQueueItemRepo()->save($deliveryQueueItem);
612 Worker::add(['priority' => Worker::PRIORITY_HIGH, 'dont_fork' => true], 'BulkDelivery', $contact['gsid']);
614 if (Worker::add($deliver_options, 'Delivery', $cmd, $post_uriid, (int)$contact['id'], $sender_uid)) {
615 $delivery_queue_count++;
621 return $delivery_queue_count;
625 * Deliver the message via OStatus
627 * @param int $target_id
628 * @param array $target_item
629 * @param array $owner
630 * @param array $url_recipients
631 * @param bool $public_message
632 * @param bool $push_notify
634 * @return int Count of sent Salmon notifications
635 * @throws InternalServerErrorException
638 private static function deliverOStatus(int $target_id, array $target_item, array $owner, array $url_recipients, bool $public_message, bool $push_notify): int
641 $delivery_queue_count = 0;
643 $url_recipients = array_filter($url_recipients);
644 // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts
645 // They are especially used for notifications to OStatus users that don't follow us.
646 if (count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) {
647 $slap = OStatus::salmon($target_item, $owner);
648 foreach ($url_recipients as $url) {
649 Logger::info('Salmon delivery', ['item' => $target_id, 'to' => $url]);
651 $delivery_queue_count++;
652 Salmon::slapper($owner, $url, $slap);
653 Post\DeliveryData::incrementQueueDone($target_item['uri-id'], Post\DeliveryData::OSTATUS);
657 // Notify PuSH subscribers (Used for OStatus distribution of regular posts)
659 Logger::info('Activating internal PuSH', ['uid' => $owner['uid']]);
661 // Handling the pubsubhubbub requests
662 PushSubscriber::publishFeed($owner['uid'], $a->getQueueValue('priority'));
664 return $delivery_queue_count;
668 * Checks if the current delivery shouldn't be transported to Diaspora.
669 * This is done for posts from AP authors or posts that are comments to AP authors.
671 * @param array $contact Receiver of the post
672 * @param array $item The post
673 * @param array $thr_parent The thread parent
677 private static function skipActivityPubForDiaspora(array $contact, array $item, array $thr_parent): bool
679 // No skipping needs to be done when delivery isn't done to Diaspora
680 if ($contact['network'] != Protocol::DIASPORA) {
684 // Skip the delivery to Diaspora if the item is from an ActivityPub author
685 if (!empty($item['author-network']) && ($item['author-network'] == Protocol::ACTIVITYPUB)) {
689 // Skip the delivery to Diaspora if the thread parent is from an ActivityPub author
690 if (!empty($thr_parent['author-network']) && ($thr_parent['author-network'] == Protocol::ACTIVITYPUB)) {
698 * Checks if the current action is a deletion command of a account removal activity
699 * For Diaspora and ActivityPub we don't need to send single item deletion calls.
700 * These protocols do have a dedicated command for deleting a whole account.
702 * @param string $cmd Notifier command
703 * @param array $owner Sender of the post
704 * @param string $network Receiver network
707 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
708 * @throws \ImagickException
710 private static function isRemovalActivity(string $cmd, array $owner, string $network): bool
712 return ($cmd == Delivery::DELETION) && $owner['account_removed'] && in_array($network, [Protocol::ACTIVITYPUB, Protocol::DIASPORA]);
716 * @param int $self_user_id
717 * @param int $priority The priority the Notifier queue item was created with
718 * @param string $created The date the Notifier queue item was created on
721 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
722 * @throws \ImagickException
724 private static function notifySelfRemoval(int $self_user_id, int $priority, string $created): bool
726 $owner = User::getOwnerDataById($self_user_id);
727 if (empty($self_user_id) || empty($owner)) {
731 $contacts_stmt = DBA::select('contact', [], ['self' => false, 'uid' => $self_user_id]);
732 if (!DBA::isResult($contacts_stmt)) {
736 while($contact = DBA::fetch($contacts_stmt)) {
737 Contact::terminateFriendship($contact);
739 DBA::close($contacts_stmt);
741 $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser($self_user_id);
742 foreach ($inboxes as $inbox => $receivers) {
743 Logger::info('Account removal via ActivityPub', ['uid' => $self_user_id, 'inbox' => $inbox]);
744 Worker::add(['priority' => Worker::PRIORITY_NEGLIGIBLE, 'created' => $created, 'dont_fork' => true],
745 'APDelivery', Delivery::REMOVAL, 0, $inbox, $self_user_id, $receivers);
754 * @param array $target_item
755 * @param array $parent
756 * @param array $thr_parent
757 * @param int $priority The priority the Notifier queue item was created with
758 * @param string $created The date the Notifier queue item was created on
760 * @return array 'count' => The number of delivery tasks created, 'contacts' => their contact ids
761 * @throws \Friendica\Network\HTTPException\InternalServerErrorException
762 * @throws \ImagickException
763 * @todo Unused parameter $owner
765 private static function activityPubDelivery($cmd, array $target_item, array $parent, array $thr_parent, int $priority, string $created, $owner): array
767 // Don't deliver via AP when the starting post isn't from a federated network
768 if (!in_array($parent['network'], Protocol::FEDERATED)) {
769 Logger::info('Parent network is no federated network, so no AP delivery', ['network' => $parent['network']]);
770 return ['count' => 0, 'contacts' => []];
773 // Don't deliver via AP when the starting post is delivered via Diaspora
774 if ($parent['network'] == Protocol::DIASPORA) {
775 Logger::info('Parent network is Diaspora, so no AP delivery');
776 return ['count' => 0, 'contacts' => []];
779 // Also don't deliver when the direct thread parent was delivered via Diaspora
780 if ($thr_parent['network'] == Protocol::DIASPORA) {
781 Logger::info('Thread parent network is Diaspora, so no AP delivery');
782 return ['count' => 0, 'contacts' => []];
785 // Posts from Diaspora contacts are transmitted via Diaspora
786 if ($target_item['network'] == Protocol::DIASPORA) {
787 Logger::info('Post network is Diaspora, so no AP delivery');
788 return ['count' => 0, 'contacts' => []];
794 $uid = $target_item['contact-uid'] ?: $target_item['uid'];
796 // Update the locally stored follower list when we deliver to a forum
797 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION]) as $tag) {
798 $target_contact = Contact::getByURL(Strings::normaliseLink($tag['url']), null, [], $uid);
799 if ($target_contact && $target_contact['contact-type'] == Contact::TYPE_COMMUNITY && $target_contact['manually-approve']) {
800 Group::updateMembersForForum($target_contact['id']);
804 if ($target_item['origin']) {
805 $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid);
807 if (in_array($target_item['private'], [Item::PUBLIC])) {
808 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($target_item['id'], $inboxes);
809 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes();
812 Logger::info('Origin item will be distributed', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
813 $check_signature = false;
814 } elseif (!Post\Activity::exists($target_item['uri-id'])) {
815 Logger::info('Remote item is no AP post. It will not be distributed.', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
816 return ['count' => 0, 'contacts' => []];
817 } elseif ($parent['origin'] && (($target_item['gravity'] != Item::GRAVITY_ACTIVITY) || DI::config()->get('system', 'redistribute_activities'))) {
818 $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, false, $target_item['id']);
820 if (in_array($target_item['private'], [Item::PUBLIC])) {
821 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($parent['id'], $inboxes);
824 Logger::info('Remote item will be distributed', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
825 $check_signature = ($target_item['gravity'] == Item::GRAVITY_ACTIVITY);
827 Logger::info('Remote activity will not be distributed', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
828 return ['count' => 0, 'contacts' => []];
831 if (empty($inboxes) && empty($relay_inboxes)) {
832 Logger::info('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.');
833 return ['count' => 0, 'contacts' => []];
836 // Fill the item cache
837 $activity = ActivityPub\Transmitter::createCachedActivityFromItem($target_item['id'], true);
838 if (empty($activity)) {
839 Logger::info('Item cache was not created. The post will not be distributed.', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
840 return ['count' => 0, 'contacts' => []];
843 if ($check_signature && !LDSignature::isSigned($activity)) {
844 Logger::info('Unsigned remote activity will not be distributed', ['id' => $target_item['id'], 'url' => $target_item['uri'], 'verb' => $target_item['verb']]);
845 return ['count' => 0, 'contacts' => []];
848 $delivery_queue_count = 0;
851 foreach ($inboxes as $inbox => $receivers) {
852 $contacts = array_merge($contacts, $receivers);
854 if ((count($receivers) == 1) && Network::isLocalLink($inbox)) {
855 $contact = Contact::getById($receivers[0], ['url']);
856 if (!in_array($cmd, [Delivery::RELOCATION, Delivery::SUGGESTION, Delivery::MAIL]) && ($target_uid = User::getIdForURL($contact['url']))) {
857 if ($cmd == Delivery::DELETION) {
858 Logger::info('No need to deliver deletions internally', ['uid' => $target_uid, 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
861 if ($target_item['origin'] || ($target_item['network'] != Protocol::ACTIVITYPUB)) {
862 if ($target_uid != $target_item['uid']) {
863 $fields = ['protocol' => Conversation::PARCEL_LOCAL_DFRN, 'direction' => Conversation::PUSH, 'post-reason' => Item::PR_BCC];
864 Item::storeForUserByUriId($target_item['uri-id'], $target_uid, $fields, $target_item['uid']);
865 Logger::info('Delivered locally', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
867 Logger::info('No need to deliver to myself', ['uid' => $target_uid, 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
870 Logger::info('Remote item does not need to be delivered locally', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
874 } elseif ((count($receivers) >= 1) && Network::isLocalLink($inbox)) {
875 Logger::info('Is this a thing?', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'uri' => $target_item['uri']]);
878 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
880 if (DI::config()->get('system', 'bulk_delivery')) {
881 $delivery_queue_count++;
882 Post\Delivery::add($target_item['uri-id'], $uid, $inbox, $target_item['created'], $cmd, $receivers);
883 Worker::add([Worker::PRIORITY_HIGH, 'dont_fork' => true], 'APDelivery', '', 0, $inbox, 0);
885 if (Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true],
886 'APDelivery', $cmd, $target_item['id'], $inbox, $uid, $receivers, $target_item['uri-id'])) {
887 $delivery_queue_count++;
893 // We deliver posts to relay servers slightly delayed to prioritize the direct delivery
894 foreach ($relay_inboxes as $inbox) {
895 Logger::info('Delivery to relay servers via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
897 if (DI::config()->get('system', 'bulk_delivery')) {
898 $delivery_queue_count++;
899 Post\Delivery::add($target_item['uri-id'], $uid, $inbox, $target_item['created'], $cmd, []);
900 Worker::add([Worker::PRIORITY_MEDIUM, 'dont_fork' => true], 'APDelivery', '', 0, $inbox, 0);
902 if (Worker::add(['priority' => $priority, 'dont_fork' => true], 'APDelivery', $cmd, $target_item['id'], $inbox, $uid, [], $target_item['uri-id'])) {
903 $delivery_queue_count++;
909 return ['count' => $delivery_queue_count, 'contacts' => $contacts];