]> git.mxchange.org Git - friendica.git/blob - src/Worker/Notifier.php
Merge remote-tracking branch 'upstream/develop' into forum3
[friendica.git] / src / Worker / Notifier.php
1 <?php
2 /**
3  * @copyright Copyright (C) 2010-2022, the Friendica project
4  *
5  * @license GNU AGPL version 3 or any later version
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU Affero General Public License as
9  * published by the Free Software Foundation, either version 3 of the
10  * License, or (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU Affero General Public License for more details.
16  *
17  * You should have received a copy of the GNU Affero General Public License
18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
19  *
20  */
21
22 namespace Friendica\Worker;
23
24 use Friendica\Core\Hook;
25 use Friendica\Core\Logger;
26 use Friendica\Core\Protocol;
27 use Friendica\Core\Worker;
28 use Friendica\Database\DBA;
29 use Friendica\DI;
30 use Friendica\Model\Contact;
31 use Friendica\Model\Conversation;
32 use Friendica\Model\Group;
33 use Friendica\Model\Item;
34 use Friendica\Model\Post;
35 use Friendica\Model\PushSubscriber;
36 use Friendica\Model\Tag;
37 use Friendica\Model\User;
38 use Friendica\Protocol\Activity;
39 use Friendica\Protocol\ActivityPub;
40 use Friendica\Protocol\Diaspora;
41 use Friendica\Protocol\OStatus;
42 use Friendica\Protocol\Salmon;
43 use Friendica\Util\Network;
44 use Friendica\Util\Strings;
45
46 /*
47  * The notifier is typically called with:
48  *
49  *              Worker::add(PRIORITY_HIGH, "Notifier", COMMAND, ITEM_ID);
50  *
51  * where COMMAND is one of the constants that are defined in Worker/Delivery.php
52  * and ITEM_ID is the id of the item in the database that needs to be sent to others.
53  */
54
55 class Notifier
56 {
57         public static function execute(string $cmd, int $post_uriid, int $sender_uid = 0)
58         {
59                 $a = DI::app();
60
61                 Logger::info('Invoked', ['cmd' => $cmd, 'target' => $post_uriid, 'sender_uid' => $sender_uid]);
62
63                 $target_id = $post_uriid;
64                 $top_level = false;
65                 $recipients = [];
66                 $url_recipients = [];
67
68                 $delivery_contacts_stmt = null;
69                 $target_item = [];
70                 $parent = [];
71                 $thr_parent = [];
72                 $items = [];
73                 $delivery_queue_count = 0;
74                 $ap_contacts = [];
75
76                 if ($cmd == Delivery::MAIL) {
77                         $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]);
78                         if (!DBA::isResult($message)) {
79                                 return;
80                         }
81                         $uid = $message['uid'];
82                         $recipients[] = $message['contact-id'];
83
84                         $mail = ActivityPub\Transmitter::ItemArrayFromMail($target_id);
85                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($mail, $uid, true);
86                         foreach ($inboxes as $inbox => $receivers) {
87                                 $ap_contacts = array_merge($ap_contacts, $receivers);
88                                 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'target' => $target_id, 'inbox' => $inbox]);
89                                 Worker::add(['priority' => PRIORITY_HIGH, 'created' => $a->getQueueValue('created'), 'dont_fork' => true],
90                                         'APDelivery', $cmd, $target_id, $inbox, $uid, $receivers, $post_uriid);
91                         }
92                 } elseif ($cmd == Delivery::SUGGESTION) {
93                         $suggest = DI::fsuggest()->selectOneById($target_id);
94                         $uid = $suggest->uid;
95                         $recipients[] = $suggest->cid;
96                 } elseif ($cmd == Delivery::REMOVAL) {
97                         return self::notifySelfRemoval($target_id, $a->getQueueValue('priority'), $a->getQueueValue('created'));
98                 } elseif ($cmd == Delivery::RELOCATION) {
99                         $uid = $target_id;
100
101                         $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]];
102                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'addr', 'network', 'protocol', 'batch'], $condition);
103                 } else {
104                         $post = Post::selectFirst(['id'], ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
105                         if (!DBA::isResult($post)) {
106                                 Logger::warning('Post not found', ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
107                                 return;
108                         }
109                         $target_id = $post['id'];
110
111                         // find ancestors
112                         $condition = ['id' => $target_id, 'visible' => true];
113                         $target_item = Post::selectFirst(Item::DELIVER_FIELDLIST, $condition);
114
115                         if (!DBA::isResult($target_item) || !intval($target_item['parent'])) {
116                                 Logger::info('No target item', ['cmd' => $cmd, 'target' => $target_id]);
117                                 return;
118                         }
119
120                         if (!empty($target_item['contact-uid'])) {
121                                 $uid = $target_item['contact-uid'];
122                         } elseif (!empty($target_item['uid'])) {
123                                 $uid = $target_item['uid'];
124                         } else {
125                                 Logger::info('Only public users, quitting', ['target' => $target_id]);
126                                 return;
127                         }
128
129                         $condition = ['parent' => $target_item['parent'], 'visible' => true];
130                         $params = ['order' => ['id']];
131                         $items_stmt = Post::select(Item::DELIVER_FIELDLIST, $condition, $params);
132                         if (!DBA::isResult($items_stmt)) {
133                                 Logger::info('No item found', ['cmd' => $cmd, 'target' => $target_id]);
134                                 return;
135                         }
136
137                         $items = Post::toArray($items_stmt);
138
139                         // avoid race condition with deleting entries
140                         if ($items[0]['deleted']) {
141                                 foreach ($items as $item) {
142                                         $item['deleted'] = 1;
143                                 }
144                         }
145
146                         $top_level = $target_item['gravity'] == GRAVITY_PARENT;
147                 }
148
149                 $owner = User::getOwnerDataById($uid);
150                 if (!$owner) {
151                         Logger::info('Owner not found', ['cmd' => $cmd, 'target' => $target_id]);
152                         return;
153                 }
154
155                 // Should the post be transmitted to Diaspora?
156                 $diaspora_delivery = ($owner['account-type'] != User::ACCOUNT_TYPE_COMMUNITY);
157
158                 // If this is a public conversation, notify the feed hub
159                 $public_message = true;
160
161                 $unlisted = false;
162
163                 // Do a PuSH
164                 $push_notify = false;
165
166                 // Deliver directly to a forum, don't PuSH
167                 $direct_forum_delivery = false;
168
169                 $followup = false;
170                 $recipients_followup = [];
171
172                 if (!empty($target_item) && !empty($items)) {
173                         $parent = $items[0];
174
175                         $fields = ['network', 'author-id', 'author-link', 'author-network', 'owner-id'];
176                         $condition = ['uri' => $target_item["thr-parent"], 'uid' => $target_item["uid"]];
177                         $thr_parent = Post::selectFirst($fields, $condition);
178                         if (empty($thr_parent)) {
179                                 $thr_parent = $parent;
180                         }
181
182                         Logger::info('Got post', ['guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'network' => $target_item['network'], 'parent-network' => $parent['network'], 'thread-parent-network' => $thr_parent['network']]);
183
184                         if (!self::isRemovalActivity($cmd, $owner, Protocol::ACTIVITYPUB)) {
185                                 $apdelivery = self::activityPubDelivery($cmd, $target_item, $parent, $thr_parent, $a->getQueueValue('priority'), $a->getQueueValue('created'), $owner);
186                                 $ap_contacts = $apdelivery['contacts'];
187                                 $delivery_queue_count += $apdelivery['count'];
188                         }
189
190                         // Only deliver threaded replies (comment to a comment) to Diaspora
191                         // when the original comment author does support the Diaspora protocol.
192                         if ($thr_parent['author-link'] && $target_item['parent-uri'] != $target_item['thr-parent']) {
193                                 $diaspora_delivery = Diaspora::isSupportedByContactUrl($thr_parent['author-link']);
194                                 Logger::info('Threaded comment', ['diaspora_delivery' => (int)$diaspora_delivery]);
195                         }
196
197                         $unlisted = $target_item['private'] == Item::UNLISTED;
198
199                         // This is IMPORTANT!!!!
200
201                         // We will only send a "notify owner to relay" or followup message if the referenced post
202                         // originated on our system by virtue of having our hostname somewhere
203                         // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
204
205                         // if $parent['wall'] == 1 we will already have the parent message in our array
206                         // and we will relay the whole lot.
207
208                         $localhost = str_replace('www.','', DI::baseUrl()->getHostname());
209                         if (strpos($localhost,':')) {
210                                 $localhost = substr($localhost,0,strpos($localhost,':'));
211                         }
212                         /**
213                          *
214                          * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
215                          * have been known to cause runaway conditions which affected several servers, along with
216                          * permissions issues.
217                          *
218                          */
219
220                         $relay_to_owner = false;
221
222                         if (!$top_level && ($parent['wall'] == 0) && (stristr($target_item['uri'],$localhost))) {
223                                 $relay_to_owner = true;
224                         }
225
226                         // until the 'origin' flag has been in use for several months
227                         // we will just use it as a fallback test
228                         // later we will be able to use it as the primary test of whether or not to relay.
229
230                         if (!$target_item['origin']) {
231                                 $relay_to_owner = false;
232                         }
233                         if ($parent['origin']) {
234                                 $relay_to_owner = false;
235                         }
236
237                         // Special treatment for forum posts
238                         if (Item::isForumPost($target_item['uri-id'])) {
239                                 $relay_to_owner = true;
240                                 $direct_forum_delivery = true;
241                         }
242
243                         // Avoid that comments in a forum thread are sent to OStatus
244                         if (Item::isForumPost($parent['uri-id'])) {
245                                 $direct_forum_delivery = true;
246                         }
247
248                         $exclusive_delivery = false;
249
250                         $exclusive_targets = Tag::getByURIId($parent['uri-id'], [Tag::EXCLUSIVE_MENTION]);
251                         if (!empty($exclusive_targets)) {
252                                 $exclusive_delivery = true;
253                                 Logger::info('Possible Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id']]);
254                                 foreach ($exclusive_targets as $target) {
255                                         if (Strings::compareLink($owner['url'], $target['url'])) {
256                                                 $exclusive_delivery = false;
257                                                 Logger::info('False Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'url' => $target['url']]);
258                                         }
259                                 }
260                         }
261
262                         if ($relay_to_owner) {
263                                 // local followup to remote post
264                                 $followup = true;
265                                 $public_message = false; // not public
266                                 $recipients = [$parent['contact-id']];
267                                 $recipients_followup  = [$parent['contact-id']];
268
269                                 Logger::info('Followup', ['target' => $target_id, 'guid' => $target_item['guid'], 'to' => $parent['contact-id']]);
270
271                                 if (($target_item['private'] != Item::PRIVATE) &&
272                                         (strlen($target_item['allow_cid'].$target_item['allow_gid'].
273                                                 $target_item['deny_cid'].$target_item['deny_gid']) == 0))
274                                         $push_notify = true;
275
276                                 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
277                                         $push_notify = true;
278
279                                         if ($parent["network"] == Protocol::OSTATUS) {
280                                                 // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments
281                                                 // Currently it is work at progress
282                                                 $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false];
283                                                 $followup_contacts_stmt = DBA::select('contact', ['id'], $condition);
284                                                 while($followup_contact = DBA::fetch($followup_contacts_stmt)) {
285                                                         $recipients_followup[] = $followup_contact['id'];
286                                                 }
287                                                 DBA::close($followup_contacts_stmt);
288                                         }
289                                 }
290
291                                 if ($direct_forum_delivery) {
292                                         $push_notify = false;
293                                 }
294
295                                 Logger::info('Notify ' . $target_item["guid"] .' via PuSH: ' . ($push_notify ? "Yes":"No"));
296                         } elseif ($exclusive_delivery) {
297                                 $followup = true;
298
299                                 foreach ($exclusive_targets as $target) {
300                                         $cid = Contact::getIdForURL($target['url'], $uid, false);
301                                         if ($cid) {
302                                                 $recipients_followup[] = $cid;
303                                                 Logger::info('Exclusively delivering', ['uid' => $target_item['uid'], 'guid' => $target_item['guid'], 'uri-id' => $target_item['uri-id'], 'url' => $target['url']]);
304                                         }
305                                 }
306                         } else {
307                                 $followup = false;
308
309                                 Logger::info('Distributing directly', ['target' => $target_id, 'guid' => $target_item['guid']]);
310
311                                 // don't send deletions onward for other people's stuff
312
313                                 if ($target_item['deleted'] && !intval($target_item['wall'])) {
314                                         Logger::notice('Ignoring delete notification for non-wall item');
315                                         return;
316                                 }
317
318                                 if (strlen($parent['allow_cid'])
319                                         || strlen($parent['allow_gid'])
320                                         || strlen($parent['deny_cid'])
321                                         || strlen($parent['deny_gid'])) {
322                                         $public_message = false; // private recipients, not public
323                                 }
324
325                                 $aclFormatter = DI::aclFormatter();
326
327                                 $allow_people = $aclFormatter->expand($parent['allow_cid']);
328                                 $allow_groups = Group::expand($uid, $aclFormatter->expand($parent['allow_gid']),true);
329                                 $deny_people  = $aclFormatter->expand($parent['deny_cid']);
330                                 $deny_groups  = Group::expand($uid, $aclFormatter->expand($parent['deny_gid']));
331
332                                 foreach ($items as $item) {
333                                         $recipients[] = $item['contact-id'];
334                                         // pull out additional tagged people to notify (if public message)
335                                         if ($public_message && strlen($item['inform'])) {
336                                                 $people = explode(',',$item['inform']);
337                                                 foreach ($people as $person) {
338                                                         if (substr($person,0,4) === 'cid:') {
339                                                                 $recipients[] = intval(substr($person,4));
340                                                         } else {
341                                                                 $url_recipients[] = substr($person,4);
342                                                         }
343                                                 }
344                                         }
345                                 }
346
347                                 if (count($url_recipients)) {
348                                         Logger::notice('Deliver', ['target' => $target_id, 'guid' => $target_item['guid'], 'recipients' => $url_recipients]);
349                                 }
350
351                                 $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups));
352                                 $deny = array_unique(array_merge($deny_people, $deny_groups));
353                                 $recipients = array_diff($recipients, $deny);
354
355                                 // If this is a public message and pubmail is set on the parent, include all your email contacts
356                                 if (
357                                         function_exists('imap_open')
358                                         && !DI::config()->get('system','imap_disabled')
359                                         && $public_message
360                                         && intval($target_item['pubmail'])
361                                 ) {
362                                         $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]);
363                                         while ($mail_contact = DBA::fetch($mail_contacts_stmt)) {
364                                                 $recipients[] = $mail_contact['id'];
365                                         }
366                                         DBA::close($mail_contacts_stmt);
367                                 }
368                         }
369
370                         // If the thread parent is OStatus then do some magic to distribute the messages.
371                         // We have not only to look at the parent, since it could be a Friendica thread.
372                         if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
373                                 $diaspora_delivery = false;
374
375                                 Logger::info('Some parent is OStatus for '.$target_item["guid"]." - Author: ".$thr_parent['author-id']." - Owner: ".$thr_parent['owner-id']);
376
377                                 // Send a salmon to the parent author
378                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['author-id']]);
379                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
380                                         Logger::notice('Notify parent author', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
381                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
382                                 }
383
384                                 // Send a salmon to the parent owner
385                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['owner-id']]);
386                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
387                                         Logger::notice('Notify parent owner', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
388                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
389                                 }
390
391                                 // Send a salmon notification to every person we mentioned in the post
392                                 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION, Tag::IMPLICIT_MENTION]) as $tag) {
393                                         $probed_contact = Contact::getByURL($tag['url']);
394                                         if (!empty($probed_contact['notify'])) {
395                                                 Logger::notice('Notify mentioned user', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
396                                                 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
397                                         }
398                                 }
399
400                                 // It only makes sense to distribute answers to OStatus messages to Friendica and OStatus - but not Diaspora
401                                 $networks = [Protocol::DFRN];
402                         } elseif ($diaspora_delivery) {
403                                 $networks = [Protocol::DFRN, Protocol::DIASPORA, Protocol::MAIL];
404                                 if (($parent['network'] == Protocol::DIASPORA) || ($thr_parent['network'] == Protocol::DIASPORA)) {
405                                         Logger::info('Add AP contacts', ['target' => $target_id, 'guid' => $target_item['guid']]);
406                                         $networks[] = Protocol::ACTIVITYPUB;
407                                 }
408                         } else {
409                                 $networks = [Protocol::DFRN, Protocol::MAIL];
410                         }
411                 } else {
412                         $public_message = false;
413                 }
414
415                 if (empty($delivery_contacts_stmt)) {
416                         if ($followup) {
417                                 $recipients = $recipients_followup;
418                         }
419                         $condition = ['id' => $recipients, 'self' => false, 'uid' => [0, $uid],
420                                 'blocked' => false, 'pending' => false, 'archive' => false];
421                         if (!empty($networks)) {
422                                 $condition['network'] = $networks;
423                         }
424                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'addr', 'url', 'network', 'protocol', 'batch'], $condition);
425                 }
426
427                 $conversants = [];
428                 $batch_delivery = false;
429
430                 if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) {
431                         $participants = [];
432
433                         if ($diaspora_delivery && !$unlisted) {
434                                 $batch_delivery = true;
435
436                                 $participants = DBA::selectToArray('contact', ['batch', 'network', 'protocol', 'id', 'url', 'name'],
437                                         ["`network` = ? AND `batch` != '' AND `uid` = ? AND `rel` != ? AND NOT `blocked` AND NOT `pending` AND NOT `archive`", Protocol::DIASPORA, $owner['uid'], Contact::SHARING],
438                                         ['group_by' => ['batch', 'network', 'protocol']]);
439
440                                 // Fetch the participation list
441                                 // The function will ensure that there are no duplicates
442                                 $participants = Diaspora::participantsForThread($target_item, $participants);
443                         }
444
445                         $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false,
446                                 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]];
447
448                         $contacts = DBA::toArray(DBA::select('contact', ['id', 'url', 'addr', 'name', 'network', 'protocol'], $condition));
449
450                         $conversants = array_merge($contacts, $participants);
451
452                         $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, true, $conversants, $ap_contacts, []);
453
454                         $push_notify = true;
455                 }
456
457                 $contacts = DBA::toArray($delivery_contacts_stmt);
458                 $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, false, $contacts, $ap_contacts, $conversants);
459
460                 $delivery_queue_count += self::deliverOStatus($target_id, $target_item, $owner, $url_recipients, $public_message, $push_notify);
461
462                 if (!empty($target_item)) {
463                         Logger::info('Calling hooks for ' . $cmd . ' ' . $target_id);
464
465                         Hook::fork($a->getQueueValue('priority'), 'notifier_normal', $target_item);
466
467                         Hook::callAll('notifier_end', $target_item);
468
469                         // Workaround for pure connector posts
470                         if (in_array($cmd, [Delivery::POST, Delivery::POKE])) {
471                                 if ($delivery_queue_count == 0) {
472                                         Post\DeliveryData::incrementQueueDone($target_item['uri-id']);
473                                         $delivery_queue_count = 1;
474                                 }
475
476                                 Post\DeliveryData::incrementQueueCount($target_item['uri-id'], $delivery_queue_count);
477                         }
478                 }
479
480                 return;
481         }
482
483         /**
484          * Deliver the message to the contacts
485          *
486          * @param string $cmd
487          * @param int $post_uriid
488          * @param int $sender_uid
489          * @param array $target_item
490          * @param array $thr_parent
491          * @param array $owner
492          * @param bool $batch_delivery
493          * @param array $contacts
494          * @param array $ap_contacts
495          * @param array $conversants
496          * @return int
497          * @throws InternalServerErrorException
498          * @throws Exception
499          */
500         private static function delivery(string $cmd, int $post_uriid, int $sender_uid, array $target_item, array $thr_parent, array $owner, bool $batch_delivery, bool $in_batch, array $contacts, array $ap_contacts, array $conversants = [])
501         {
502                 $a = DI::app();
503                 $delivery_queue_count = 0;
504
505                 foreach ($contacts as $contact) {
506                         // Direct delivery of local contacts
507                         if (!in_array($cmd, [Delivery::RELOCATION, Delivery::SUGGESTION, Delivery::DELETION, Delivery::MAIL]) && $target_uid = User::getIdForURL($contact['url'])) {
508                                 Logger::info('Direct delivery', ['uri-id' => $target_item['uri-id'], 'target' => $target_uid]);
509                                 $fields = ['protocol' => Conversation::PARCEL_LOCAL_DFRN, 'direction' => Conversation::PUSH];
510                                 Item::storeForUserByUriId($target_item['uri-id'], $target_uid, $fields, $target_item['uid']);
511                                 continue;
512                         }
513
514                         // Deletions are always sent via DFRN as well.
515                         // This is done until we can perform deletions of foreign comments on our own threads via AP.
516                         if (($cmd != Delivery::DELETION) && in_array($contact['id'], $ap_contacts)) {
517                                 Logger::info('Contact is already delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
518                                 continue;
519                         }
520
521                         if (!empty($contact['id']) && Contact::isArchived($contact['id'])) {
522                                 Logger::info('Contact is archived, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
523                                 continue;
524                         }
525
526                         if (self::isRemovalActivity($cmd, $owner, $contact['network'])) {
527                                 Logger::info('Contact does no supports account removal commands, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
528                                 continue;
529                         }
530
531                         if (self::skipActivityPubForDiaspora($contact, $target_item, $thr_parent)) {
532                                 Logger::info('Contact is from Diaspora, but the replied author is from ActivityPub, so skip delivery via Diaspora', ['id' => $post_uriid, 'uid' => $sender_uid, 'url' => $contact['url']]);
533                                 continue;
534                         }
535
536                         // Don't deliver to Diaspora if it already had been done as batch delivery
537                         if (!$in_batch && $batch_delivery && ($contact['network'] == Protocol::DIASPORA)) {
538                                 Logger::info('Diaspora contact is already delivered via batch', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
539                                 continue;
540                         }
541
542                         // Don't deliver to folks who have already been delivered to
543                         if (in_array($contact['id'], $conversants)) {
544                                 Logger::info('Already delivery', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
545                                 continue;
546                         }
547
548                         Logger::info('Delivery', ['batch' => $in_batch, 'target' => $post_uriid, 'uid' => $sender_uid, 'guid' => $target_item['guid'] ?? '', 'to' => $contact]);
549
550                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
551                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
552                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
553                         // This is only important for high and medium priority tasks and not for Low priority jobs like deletions.
554                         if (($contact['network'] == Protocol::DIASPORA) && in_array($a->getQueueValue('priority'), [PRIORITY_HIGH, PRIORITY_MEDIUM])) {
555                                 $deliver_options = ['priority' => $a->getQueueValue('priority'), 'dont_fork' => true];
556                         } else {
557                                 $deliver_options = ['priority' => $a->getQueueValue('priority'), 'created' => $a->getQueueValue('created'), 'dont_fork' => true];
558                         }
559
560                         if (Worker::add($deliver_options, 'Delivery', $cmd, $post_uriid, (int)$contact['id'], $sender_uid)) {
561                                 $delivery_queue_count++;
562                         }
563                 }
564                 return $delivery_queue_count;
565         }
566
567         /**
568          * Deliver the message via OStatus
569          *
570          * @param int $target_id
571          * @param array $target_item
572          * @param array $owner
573          * @param array $url_recipients
574          * @param bool $public_message
575          * @param bool $push_notify
576          * @return int
577          * @throws InternalServerErrorException
578          * @throws Exception
579          */
580         private static function deliverOStatus(int $target_id, array $target_item, array $owner, array $url_recipients, bool $public_message, bool $push_notify)
581         {
582                 $a = DI::app();
583                 $delivery_queue_count = 0;
584
585                 $url_recipients = array_filter($url_recipients);
586                 // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts
587                 // They are especially used for notifications to OStatus users that don't follow us.
588                 if (count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) {
589                         $slap = OStatus::salmon($target_item, $owner);
590                         foreach ($url_recipients as $url) {
591                                 Logger::info('Salmon delivery', ['item' => $target_id, 'to' => $url]);
592
593                                 $delivery_queue_count++;
594                                 Salmon::slapper($owner, $url, $slap);
595                                 Post\DeliveryData::incrementQueueDone($target_item['uri-id'], Post\DeliveryData::OSTATUS);
596                         }
597                 }
598
599                 // Notify PuSH subscribers (Used for OStatus distribution of regular posts)
600                 if ($push_notify) {
601                         Logger::info('Activating internal PuSH', ['item' => $target_id]);
602
603                         // Handling the pubsubhubbub requests
604                         PushSubscriber::publishFeed($owner['uid'], $a->getQueueValue('priority'));
605                 }
606                 return $delivery_queue_count;
607         }
608
609         /**
610          * Checks if the current delivery shouldn't be transported to Diaspora.
611          * This is done for posts from AP authors or posts that are comments to AP authors.
612          *
613          * @param array  $contact    Receiver of the post
614          * @param array  $item       The post
615          * @param array  $thr_parent The thread parent
616          * @return bool
617          */
618         private static function skipActivityPubForDiaspora(array $contact, array $item, array $thr_parent)
619         {
620                 // No skipping needs to be done when delivery isn't done to Diaspora
621                 if ($contact['network'] != Protocol::DIASPORA) {
622                         return false;
623                 }
624
625                 // Skip the delivery to Diaspora if the item is from an ActivityPub author
626                 if (!empty($item['author-network']) && ($item['author-network'] == Protocol::ACTIVITYPUB)) {
627                         return true;
628                 }
629
630                 // Skip the delivery to Diaspora if the thread parent is from an ActivityPub author
631                 if (!empty($thr_parent['author-network']) && ($thr_parent['author-network'] == Protocol::ACTIVITYPUB)) {
632                         return true;
633                 }
634
635                 return false;
636         }
637
638         /**
639          * Checks if the current action is a deletion command of a account removal activity
640          * For Diaspora and ActivityPub we don't need to send single item deletion calls.
641          * These protocols do have a dedicated command for deleting a whole account.
642          *
643          * @param string $cmd     Notifier command
644          * @param array  $owner   Sender of the post
645          * @param string $network Receiver network
646          * @return bool
647          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
648          * @throws \ImagickException
649          */
650         private static function isRemovalActivity($cmd, $owner, $network)
651         {
652                 return ($cmd == Delivery::DELETION) && $owner['account_removed'] && in_array($network, [Protocol::ACTIVITYPUB, Protocol::DIASPORA]);
653         }
654
655         /**
656          * @param int    $self_user_id
657          * @param int    $priority The priority the Notifier queue item was created with
658          * @param string $created  The date the Notifier queue item was created on
659          * @return bool
660          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
661          * @throws \ImagickException
662          */
663         private static function notifySelfRemoval($self_user_id, $priority, $created)
664         {
665                 $owner = User::getOwnerDataById($self_user_id);
666                 if (empty($self_user_id) || empty($owner)) {
667                         return false;
668                 }
669
670                 $contacts_stmt = DBA::select('contact', [], ['self' => false, 'uid' => $self_user_id]);
671                 if (!DBA::isResult($contacts_stmt)) {
672                         return false;
673                 }
674
675                 while($contact = DBA::fetch($contacts_stmt)) {
676                         Protocol::terminateFriendship($owner, $contact, true);
677                 }
678                 DBA::close($contacts_stmt);
679
680                 $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser(0);
681                 foreach ($inboxes as $inbox => $receivers) {
682                         Logger::info('Account removal via ActivityPub', ['uid' => $self_user_id, 'inbox' => $inbox]);
683                         Worker::add(['priority' => PRIORITY_NEGLIGIBLE, 'created' => $created, 'dont_fork' => true],
684                                 'APDelivery', Delivery::REMOVAL, 0, $inbox, $self_user_id, $receivers);
685                 }
686
687                 return true;
688         }
689
690         /**
691          * @param string $cmd
692          * @param array  $target_item
693          * @param array  $parent
694          * @param array  $thr_parent
695          * @param int    $priority The priority the Notifier queue item was created with
696          * @param string $created  The date the Notifier queue item was created on
697          * @return array 'count' => The number of delivery tasks created, 'contacts' => their contact ids
698          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
699          * @throws \ImagickException
700          */
701         private static function activityPubDelivery($cmd, array $target_item, array $parent, array $thr_parent, $priority, $created, $owner)
702         {
703                 // Don't deliver via AP when the starting post isn't from a federated network
704                 if (!in_array($parent['network'], Protocol::FEDERATED)) {
705                         Logger::info('Parent network is no federated network, so no AP delivery', ['network' => $parent['network']]);
706                         return ['count' => 0, 'contacts' => []];
707                 }
708
709                 // Don't deliver via AP when the starting post is delivered via Diaspora
710                 if ($parent['network'] == Protocol::DIASPORA) {
711                         Logger::info('Parent network is Diaspora, so no AP delivery');
712                         return ['count' => 0, 'contacts' => []];
713                 }
714
715                 // Also don't deliver when the direct thread parent was delivered via Diaspora
716                 if ($thr_parent['network'] == Protocol::DIASPORA) {
717                         Logger::info('Thread parent network is Diaspora, so no AP delivery');
718                         return ['count' => 0, 'contacts' => []];
719                 }
720
721                 // Posts from Diaspora contacts are transmitted via Diaspora
722                 if ($target_item['network'] == Protocol::DIASPORA) {
723                         Logger::info('Post network is Diaspora, so no AP delivery');
724                         return ['count' => 0, 'contacts' => []];
725                 }
726
727                 $inboxes = [];
728                 $relay_inboxes = [];
729
730                 $uid = $target_item['contact-uid'] ?: $target_item['uid'];
731
732                 // Update the locally stored follower list when we deliver to a forum
733                 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::EXCLUSIVE_MENTION]) as $tag) {
734                         $target_contact = Contact::getByURL(Strings::normaliseLink($tag['url']), null, [], $uid);
735                         if (($target_contact['contact-type'] == Contact::TYPE_COMMUNITY) && $target_contact['manually-approve']) {
736                                 Group::getMembersForForum($target_contact['id']);
737                         }
738                 }
739
740                 if ($target_item['origin']) {
741                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid);
742
743                         if (in_array($target_item['private'], [Item::PUBLIC])) {
744                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($target_item['id'], $inboxes);
745                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes();
746                         }
747
748                         Logger::info('Origin item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.');
749                 } elseif (!DBA::exists('conversation', ['item-uri' => $target_item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB])) {
750                         Logger::info('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' is no AP post. It will not be distributed.');
751                         return ['count' => 0, 'contacts' => []];
752                 } elseif ($parent['origin']) {
753                         // Remote items are transmitted via the personal inboxes.
754                         // Doing so ensures that the dedicated receiver will get the message.
755                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, true, $target_item['id']);
756
757                         if (in_array($target_item['private'], [Item::PUBLIC])) {
758                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($parent['id'], $inboxes);
759                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes([]);
760                         }
761
762                         Logger::info('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.');
763                 }
764
765                 if (empty($inboxes) && empty($relay_inboxes)) {
766                         Logger::info('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.');
767                         return ['count' => 0, 'contacts' => []];
768                 }
769
770                 // Fill the item cache
771                 ActivityPub\Transmitter::createCachedActivityFromItem($target_item['id'], true);
772
773                 $delivery_queue_count = 0;
774                 $contacts = [];
775
776                 foreach ($inboxes as $inbox => $receivers) {
777                         $contacts = array_merge($contacts, $receivers);
778
779                         if ((count($receivers) == 1) && Network::isLocalLink($inbox)) {
780                                 $contact = Contact::getById($receivers[0], ['url']);
781                                 if ($target_uid = User::getIdForURL($contact['url'])) {
782                                         $fields = ['protocol' => Conversation::PARCEL_LOCAL_DFRN, 'direction' => Conversation::PUSH, 'post-reason' => Item::PR_BCC];
783                                         Item::storeForUserByUriId($target_item['uri-id'], $target_uid, $fields, $target_item['uid']);
784                                         Logger::info('Delivered locally', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
785                                         continue;
786                                 }
787                         }
788
789                         Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
790
791                         if (Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true],
792                                         'APDelivery', $cmd, $target_item['id'], $inbox, $uid, $receivers, $target_item['uri-id'])) {
793                                 $delivery_queue_count++;
794                         }
795                 }
796
797                 // We deliver posts to relay servers slightly delayed to priorize the direct delivery
798                 foreach ($relay_inboxes as $inbox) {
799                         Logger::info('Delivery to relay servers via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
800
801                         if (Worker::add(['priority' => $priority, 'dont_fork' => true], 'APDelivery', $cmd, $target_item['id'], $inbox, $uid, [], $target_item['uri-id'])) {
802                                 $delivery_queue_count++;
803                         }
804                 }
805
806                 return ['count' => $delivery_queue_count, 'contacts' => $contacts];
807         }
808 }