src/Worker/Notifier.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2020, Friendica
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Worker;
  23
  24 use Friendica\Core\Hook;
  25 use Friendica\Core\Logger;
  26 use Friendica\Core\Protocol;
  27 use Friendica\Core\Worker;
  28 use Friendica\Database\DBA;
  29 use Friendica\DI;
  30 use Friendica\Model\Contact;
  31 use Friendica\Model\Conversation;
  32 use Friendica\Model\Group;
  33 use Friendica\Model\Item;
  34 use Friendica\Model\Post;
  35 use Friendica\Model\PushSubscriber;
  36 use Friendica\Model\Tag;
  37 use Friendica\Model\User;
  38 use Friendica\Protocol\Activity;
  39 use Friendica\Protocol\ActivityPub;
  40 use Friendica\Protocol\Diaspora;
  41 use Friendica\Protocol\OStatus;
  42 use Friendica\Protocol\Relay;
  43 use Friendica\Protocol\Salmon;
  44
  45 /*
  46  * The notifier is typically called with:
  47  *
  48  *              Worker::add(PRIORITY_HIGH, "Notifier", COMMAND, ITEM_ID);
  49  *
  50  * where COMMAND is one of the constants that are defined in Worker/Delivery.php
  51  * and ITEM_ID is the id of the item in the database that needs to be sent to others.
  52  */
  53
  54 class Notifier
  55 {
  56         public static function execute(string $cmd, int $post_uriid, int $sender_uid = 0)
  57         {
  58                 $a = DI::app();
  59
  60                 Logger::info('Invoked', ['cmd' => $cmd, 'target' => $post_uriid, 'sender_uid' => $sender_uid]);
  61
  62                 $target_id = $post_uriid;
  63
  64                 if (!empty($sender_uid)) {
  65                         $post = Post::selectFirst(['id'], ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
  66                         if (!DBA::isResult($post)) {
  67                                 Logger::warning('Post not found', ['uri-id' => $post_uriid, 'uid' => $sender_uid]);
  68                                 return;
  69                         }
  70                         $target_id = $post['id'];
  71                 } elseif (!in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION, Delivery::REMOVAL, Delivery::RELOCATION])) {
  72                         $post = Post::selectFirst(['id', 'uid', 'uri-id'], ['item-id' => $post_uriid]);
  73                         if (DBA::isResult($post)) {
  74                                 $target_id = $post['id'];
  75                                 $sender_uid = $post['uid'];
  76                                 $post_uriid = $post['uri-id'];
  77                         }
  78                 }
  79
  80                 $top_level = false;
  81                 $recipients = [];
  82                 $url_recipients = [];
  83
  84                 $delivery_contacts_stmt = null;
  85                 $target_item = [];
  86                 $parent = [];
  87                 $thr_parent = [];
  88                 $items = [];
  89                 $delivery_queue_count = 0;
  90                 $ap_contacts = [];
  91
  92                 if ($cmd == Delivery::MAIL) {
  93                         $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]);
  94                         if (!DBA::isResult($message)) {
  95                                 return;
  96                         }
  97                         $uid = $message['uid'];
  98                         $recipients[] = $message['contact-id'];
  99
 100                         $mail = ActivityPub\Transmitter::ItemArrayFromMail($target_id);
 101                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($mail, $uid, true);
 102                         foreach ($inboxes as $inbox => $receivers) {
 103                                 $ap_contacts = array_merge($ap_contacts, $receivers);
 104                                 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'target' => $target_id, 'inbox' => $inbox]);
 105                                 Worker::add(['priority' => PRIORITY_HIGH, 'created' => $a->queue['created'], 'dont_fork' => true],
 106                                         'APDelivery', $cmd, $target_id, $inbox, $uid, $receivers, $post_uriid);
 107                         }
 108                 } elseif ($cmd == Delivery::SUGGESTION) {
 109                         $suggest = DI::fsuggest()->getById($target_id);
 110                         $uid = $suggest->uid;
 111                         $recipients[] = $suggest->cid;
 112                 } elseif ($cmd == Delivery::REMOVAL) {
 113                         return self::notifySelfRemoval($target_id, $a->queue['priority'], $a->queue['created']);
 114                 } elseif ($cmd == Delivery::RELOCATION) {
 115                         $uid = $target_id;
 116
 117                         $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]];
 118                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'addr', 'network', 'protocol', 'batch'], $condition);
 119                 } else {
 120                         // find ancestors
 121                         $condition = ['id' => $target_id, 'visible' => true];
 122                         $target_item = Post::selectFirst(Item::DELIVER_FIELDLIST, $condition);
 123
 124                         if (!DBA::isResult($target_item) || !intval($target_item['parent'])) {
 125                                 Logger::info('No target item', ['cmd' => $cmd, 'target' => $target_id]);
 126                                 return;
 127                         }
 128
 129                         if (!empty($target_item['contact-uid'])) {
 130                                 $uid = $target_item['contact-uid'];
 131                         } elseif (!empty($target_item['uid'])) {
 132                                 $uid = $target_item['uid'];
 133                         } else {
 134                                 Logger::info('Only public users, quitting', ['target' => $target_id]);
 135                                 return;
 136                         }
 137
 138                         $condition = ['parent' => $target_item['parent'], 'visible' => true];
 139                         $params = ['order' => ['id']];
 140                         $items_stmt = Post::select(Item::DELIVER_FIELDLIST, $condition, $params);
 141                         if (!DBA::isResult($items_stmt)) {
 142                                 Logger::info('No item found', ['cmd' => $cmd, 'target' => $target_id]);
 143                                 return;
 144                         }
 145
 146                         $items = Post::toArray($items_stmt);
 147
 148                         // avoid race condition with deleting entries
 149                         if ($items[0]['deleted']) {
 150                                 foreach ($items as $item) {
 151                                         $item['deleted'] = 1;
 152                                 }
 153                         }
 154
 155                         $top_level = $target_item['gravity'] == GRAVITY_PARENT;
 156                 }
 157
 158                 $owner = User::getOwnerDataById($uid);
 159                 if (!$owner) {
 160                         Logger::info('Owner not found', ['cmd' => $cmd, 'target' => $target_id]);
 161                         return;
 162                 }
 163
 164                 // Should the post be transmitted to Diaspora?
 165                 $diaspora_delivery = true;
 166
 167                 // If this is a public conversation, notify the feed hub
 168                 $public_message = true;
 169
 170                 $unlisted = false;
 171
 172                 // Do a PuSH
 173                 $push_notify = false;
 174
 175                 // Deliver directly to a forum, don't PuSH
 176                 $direct_forum_delivery = false;
 177
 178                 $followup = false;
 179                 $recipients_followup = [];
 180
 181                 if (!empty($target_item) && !empty($items)) {
 182                         $parent = $items[0];
 183
 184                         $fields = ['network', 'author-id', 'author-link', 'author-network', 'owner-id'];
 185                         $condition = ['uri' => $target_item["thr-parent"], 'uid' => $target_item["uid"]];
 186                         $thr_parent = Post::selectFirst($fields, $condition);
 187                         if (empty($thr_parent)) {
 188                                 $thr_parent = $parent;
 189                         }
 190
 191                         Logger::log('GUID: ' . $target_item["guid"] . ': Parent is ' . $parent['network'] . '. Thread parent is ' . $thr_parent['network'], Logger::DEBUG);
 192
 193                         if (!self::isRemovalActivity($cmd, $owner, Protocol::ACTIVITYPUB)) {
 194                                 $apdelivery = self::activityPubDelivery($cmd, $target_item, $parent, $thr_parent, $a->queue['priority'], $a->queue['created'], $owner);
 195                                 $ap_contacts = $apdelivery['contacts'];
 196                                 $delivery_queue_count += $apdelivery['count'];
 197                         }
 198
 199                         // Only deliver threaded replies (comment to a comment) to Diaspora
 200                         // when the original comment author does support the Diaspora protocol.
 201                         if ($thr_parent['author-link'] && $target_item['parent-uri'] != $target_item['thr-parent']) {
 202                                 $diaspora_delivery = Diaspora::isSupportedByContactUrl($thr_parent['author-link']);
 203                                 Logger::info('Threaded comment', ['diaspora_delivery' => (int)$diaspora_delivery]);
 204                         }
 205
 206                         $unlisted = $target_item['private'] == Item::UNLISTED;
 207
 208                         // This is IMPORTANT!!!!
 209
 210                         // We will only send a "notify owner to relay" or followup message if the referenced post
 211                         // originated on our system by virtue of having our hostname somewhere
 212                         // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
 213
 214                         // if $parent['wall'] == 1 we will already have the parent message in our array
 215                         // and we will relay the whole lot.
 216
 217                         $localhost = str_replace('www.','', DI::baseUrl()->getHostname());
 218                         if (strpos($localhost,':')) {
 219                                 $localhost = substr($localhost,0,strpos($localhost,':'));
 220                         }
 221                         /**
 222                          *
 223                          * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
 224                          * have been known to cause runaway conditions which affected several servers, along with
 225                          * permissions issues.
 226                          *
 227                          */
 228
 229                         $relay_to_owner = false;
 230
 231                         if (!$top_level && ($parent['wall'] == 0) && (stristr($target_item['uri'],$localhost))) {
 232                                 $relay_to_owner = true;
 233                         }
 234
 235                         if (($cmd === Delivery::UPLINK) && (intval($parent['forum_mode']) == 1) && !$top_level) {
 236                                 $relay_to_owner = true;
 237                         }
 238
 239                         // until the 'origin' flag has been in use for several months
 240                         // we will just use it as a fallback test
 241                         // later we will be able to use it as the primary test of whether or not to relay.
 242
 243                         if (!$target_item['origin']) {
 244                                 $relay_to_owner = false;
 245                         }
 246                         if ($parent['origin']) {
 247                                 $relay_to_owner = false;
 248                         }
 249
 250                         // Special treatment for forum posts
 251                         if (Item::isForumPost($target_item, $owner)) {
 252                                 $relay_to_owner = true;
 253                                 $direct_forum_delivery = true;
 254                         }
 255
 256                         // Avoid that comments in a forum thread are sent to OStatus
 257                         if (Item::isForumPost($parent, $owner)) {
 258                                 $direct_forum_delivery = true;
 259                         }
 260
 261                         if ($relay_to_owner) {
 262                                 // local followup to remote post
 263                                 $followup = true;
 264                                 $public_message = false; // not public
 265                                 $recipients = [$parent['contact-id']];
 266                                 $recipients_followup  = [$parent['contact-id']];
 267
 268                                 Logger::info('Followup', ['target' => $target_id, 'guid' => $target_item['guid'], 'to' => $parent['contact-id']]);
 269
 270                                 if (($target_item['private'] != Item::PRIVATE) &&
 271                                         (strlen($target_item['allow_cid'].$target_item['allow_gid'].
 272                                                 $target_item['deny_cid'].$target_item['deny_gid']) == 0))
 273                                         $push_notify = true;
 274
 275                                 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
 276                                         $push_notify = true;
 277
 278                                         if ($parent["network"] == Protocol::OSTATUS) {
 279                                                 // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments
 280                                                 // Currently it is work at progress
 281                                                 $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false];
 282                                                 $followup_contacts_stmt = DBA::select('contact', ['id'], $condition);
 283                                                 while($followup_contact = DBA::fetch($followup_contacts_stmt)) {
 284                                                         $recipients_followup[] = $followup_contact['id'];
 285                                                 }
 286                                                 DBA::close($followup_contacts_stmt);
 287                                         }
 288                                 }
 289
 290                                 if ($direct_forum_delivery) {
 291                                         $push_notify = false;
 292                                 }
 293
 294                                 Logger::log('Notify ' . $target_item["guid"] .' via PuSH: ' . ($push_notify ? "Yes":"No"), Logger::DEBUG);
 295                         } else {
 296                                 $followup = false;
 297
 298                                 Logger::info('Distributing directly', ['target' => $target_id, 'guid' => $target_item['guid']]);
 299
 300                                 // don't send deletions onward for other people's stuff
 301
 302                                 if ($target_item['deleted'] && !intval($target_item['wall'])) {
 303                                         Logger::log('Ignoring delete notification for non-wall item');
 304                                         return;
 305                                 }
 306
 307                                 if (strlen($parent['allow_cid'])
 308                                         || strlen($parent['allow_gid'])
 309                                         || strlen($parent['deny_cid'])
 310                                         || strlen($parent['deny_gid'])) {
 311                                         $public_message = false; // private recipients, not public
 312                                 }
 313
 314                                 $aclFormatter = DI::aclFormatter();
 315
 316                                 $allow_people = $aclFormatter->expand($parent['allow_cid']);
 317                                 $allow_groups = Group::expand($uid, $aclFormatter->expand($parent['allow_gid']),true);
 318                                 $deny_people  = $aclFormatter->expand($parent['deny_cid']);
 319                                 $deny_groups  = Group::expand($uid, $aclFormatter->expand($parent['deny_gid']));
 320
 321                                 // if our parent is a public forum (forum_mode == 1), uplink to the origional author causing
 322                                 // a delivery fork. private groups (forum_mode == 2) do not uplink
 323                                 /// @todo Possibly we should not uplink when the author is the forum itself?
 324
 325                                 if ((intval($parent['forum_mode']) == 1) && !$top_level && ($cmd !== Delivery::UPLINK)
 326                                         && ($target_item['verb'] != Activity::ANNOUNCE)) {
 327                                         Worker::add($a->queue['priority'], 'Notifier', Delivery::UPLINK, $post_uriid, $sender_uid);
 328                                 }
 329
 330                                 foreach ($items as $item) {
 331                                         $recipients[] = $item['contact-id'];
 332                                         // pull out additional tagged people to notify (if public message)
 333                                         if ($public_message && strlen($item['inform'])) {
 334                                                 $people = explode(',',$item['inform']);
 335                                                 foreach ($people as $person) {
 336                                                         if (substr($person,0,4) === 'cid:') {
 337                                                                 $recipients[] = intval(substr($person,4));
 338                                                         } else {
 339                                                                 $url_recipients[] = substr($person,4);
 340                                                         }
 341                                                 }
 342                                         }
 343                                 }
 344
 345                                 if (count($url_recipients)) {
 346                                         Logger::notice('Deliver', ['target' => $target_id, 'guid' => $target_item['guid'], 'recipients' => $url_recipients]);
 347                                 }
 348
 349                                 $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups));
 350                                 $deny = array_unique(array_merge($deny_people, $deny_groups));
 351                                 $recipients = array_diff($recipients, $deny);
 352
 353                                 // If this is a public message and pubmail is set on the parent, include all your email contacts
 354                                 if (
 355                                         function_exists('imap_open')
 356                                         && !DI::config()->get('system','imap_disabled')
 357                                         && $public_message
 358                                         && intval($target_item['pubmail'])
 359                                 ) {
 360                                         $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]);
 361                                         while ($mail_contact = DBA::fetch($mail_contacts_stmt)) {
 362                                                 $recipients[] = $mail_contact['id'];
 363                                         }
 364                                         DBA::close($mail_contacts_stmt);
 365                                 }
 366                         }
 367
 368                         // If the thread parent is OStatus then do some magic to distribute the messages.
 369                         // We have not only to look at the parent, since it could be a Friendica thread.
 370                         if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
 371                                 $diaspora_delivery = false;
 372
 373                                 Logger::log('Some parent is OStatus for '.$target_item["guid"]." - Author: ".$thr_parent['author-id']." - Owner: ".$thr_parent['owner-id'], Logger::DEBUG);
 374
 375                                 // Send a salmon to the parent author
 376                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['author-id']]);
 377                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
 378                                         Logger::notice('Notify parent author', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 379                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
 380                                 }
 381
 382                                 // Send a salmon to the parent owner
 383                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['owner-id']]);
 384                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
 385                                         Logger::notice('Notify parent owner', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 386                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
 387                                 }
 388
 389                                 // Send a salmon notification to every person we mentioned in the post
 390                                 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION, Tag::IMPLICIT_MENTION]) as $tag) {
 391                                         $probed_contact = Contact::getByURL($tag['url']);
 392                                         if (!empty($probed_contact['notify'])) {
 393                                                 Logger::notice('Notify mentioned user', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 394                                                 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
 395                                         }
 396                                 }
 397
 398                                 // It only makes sense to distribute answers to OStatus messages to Friendica and OStatus - but not Diaspora
 399                                 $networks = [Protocol::DFRN];
 400                         } elseif ($diaspora_delivery) {
 401                                 $networks = [Protocol::DFRN, Protocol::DIASPORA, Protocol::MAIL];
 402                                 if (($parent['network'] == Protocol::DIASPORA) || ($thr_parent['network'] == Protocol::DIASPORA)) {
 403                                         Logger::info('Add AP contacts', ['target' => $target_id, 'guid' => $target_item['guid']]);
 404                                         $networks[] = Protocol::ACTIVITYPUB;
 405                                 }
 406                         } else {
 407                                 $networks = [Protocol::DFRN, Protocol::MAIL];
 408                         }
 409                 } else {
 410                         $public_message = false;
 411                 }
 412
 413                 if (empty($delivery_contacts_stmt)) {
 414                         if ($followup) {
 415                                 $recipients = $recipients_followup;
 416                         }
 417                         $condition = ['id' => $recipients, 'self' => false, 'uid' => [0, $uid],
 418                                 'blocked' => false, 'pending' => false, 'archive' => false];
 419                         if (!empty($networks)) {
 420                                 $condition['network'] = $networks;
 421                         }
 422                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'addr', 'url', 'network', 'protocol', 'batch'], $condition);
 423                 }
 424
 425                 $conversants = [];
 426                 $batch_delivery = false;
 427
 428                 if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) {
 429                         $relay_list = [];
 430
 431                         if ($diaspora_delivery && !$unlisted) {
 432                                 $batch_delivery = true;
 433
 434                                 $relay_list_stmt = DBA::p(
 435                                         "SELECT
 436                                                 `batch`, `network`, `protocol`,
 437                                                 ANY_VALUE(`id`) AS `id`,
 438                                                 ANY_VALUE(`url`) AS `url`,
 439                                                 ANY_VALUE(`name`) AS `name`
 440                                         FROM `contact`
 441                                         WHERE `network` = ?
 442                                         AND `batch` != ''
 443                                         AND `uid` = ?
 444                                         AND `rel` != ?
 445                                         AND NOT `blocked`
 446                                         AND NOT `pending`
 447                                         AND NOT `archive`
 448                                         GROUP BY `batch`, `network`, `protocol`",
 449                                         Protocol::DIASPORA,
 450                                         $owner['uid'],
 451                                         Contact::SHARING
 452                                 );
 453                                 $relay_list = DBA::toArray($relay_list_stmt);
 454
 455                                 // Fetch the participation list
 456                                 // The function will ensure that there are no duplicates
 457                                 $relay_list = Diaspora::participantsForThread($target_item, $relay_list);
 458
 459                                 // Add the relay to the list, avoid duplicates.
 460                                 // Don't send community posts to the relay. Forum posts via the Diaspora protocol are looking ugly.
 461                                 if (!$followup && !Item::isForumPost($target_item, $owner) && !self::isForumPost($target_item)) {
 462                                         $relay_list = Relay::getList($target_id, $relay_list, [Protocol::DFRN, Protocol::DIASPORA]);
 463                                 }
 464                         }
 465
 466                         $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false,
 467                                 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]];
 468
 469                         $contacts = DBA::toArray(DBA::select('contact', ['id', 'url', 'addr', 'name', 'network', 'protocol'], $condition));
 470
 471                         $conversants = array_merge($contacts, $relay_list);
 472
 473                         $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, true, $conversants, $ap_contacts, []);
 474
 475                         $push_notify = true;
 476                 }
 477
 478                 $contacts = DBA::toArray($delivery_contacts_stmt);
 479                 $delivery_queue_count += self::delivery($cmd, $post_uriid, $sender_uid, $target_item, $thr_parent, $owner, $batch_delivery, false, $contacts, $ap_contacts, $conversants);
 480
 481                 $delivery_queue_count += self::deliverOStatus($target_id, $target_item, $owner, $url_recipients, $public_message, $push_notify);
 482
 483                 if (!empty($target_item)) {
 484                         Logger::log('Calling hooks for ' . $cmd . ' ' . $target_id, Logger::DEBUG);
 485
 486                         Hook::fork($a->queue['priority'], 'notifier_normal', $target_item);
 487
 488                         Hook::callAll('notifier_end', $target_item);
 489
 490                         // Workaround for pure connector posts
 491                         if (in_array($cmd, [Delivery::POST, Delivery::POKE])) {
 492                                 if ($delivery_queue_count == 0) {
 493                                         Post\DeliveryData::incrementQueueDone($target_item['uri-id']);
 494                                         $delivery_queue_count = 1;
 495                                 }
 496
 497                                 Post\DeliveryData::incrementQueueCount($target_item['uri-id'], $delivery_queue_count);
 498                         }
 499                 }
 500
 501                 return;
 502         }
 503
 504         /**
 505          * Deliver the message to the contacts
 506          *
 507          * @param string $cmd
 508          * @param int $post_uriid
 509          * @param int $sender_uid
 510          * @param array $target_item
 511          * @param array $thr_parent
 512          * @param array $owner
 513          * @param bool $batch_delivery
 514          * @param array $contacts
 515          * @param array $ap_contacts
 516          * @param array $conversants
 517          * @return int
 518          * @throws InternalServerErrorException
 519          * @throws Exception
 520          */
 521         private static function delivery(string $cmd, int $post_uriid, int $sender_uid, array $target_item, array $thr_parent, array $owner, bool $batch_delivery, bool $in_batch, array $contacts, array $ap_contacts, array $conversants = [])
 522         {
 523                 $a = DI::app();
 524                 $delivery_queue_count = 0;
 525
 526                 foreach ($contacts as $contact) {
 527                         // Ensure that local contacts are delivered via DFRN
 528                         if (Contact::isLocal($contact['url'])) {
 529                                 $contact['network'] = Protocol::DFRN;
 530                         }
 531
 532                         if (in_array($contact['id'], $ap_contacts)) {
 533                                 Logger::info('Contact is already delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
 534                                 continue;
 535                         }
 536
 537                         if (!empty($contact['id']) && Contact::isArchived($contact['id'])) {
 538                                 Logger::info('Contact is archived, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
 539                                 continue;
 540                         }
 541
 542                         if (self::isRemovalActivity($cmd, $owner, $contact['network'])) {
 543                                 Logger::info('Contact does no supports account removal commands, so skip delivery', ['target' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact['url']]);
 544                                 continue;
 545                         }
 546
 547                         if (self::skipActivityPubForDiaspora($contact, $target_item, $thr_parent)) {
 548                                 Logger::info('Contact is from Diaspora, but the replied author is from ActivityPub, so skip delivery via Diaspora', ['id' => $post_uriid, 'uid' => $sender_uid, 'url' => $contact['url']]);
 549                                 continue;
 550                         }
 551
 552                         // Don't deliver to Diaspora if it already had been done as batch delivery
 553                         if (!$in_batch && $batch_delivery && ($contact['network'] == Protocol::DIASPORA)) {
 554                                 Logger::info('Diaspora contact is already delivered via batch', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
 555                                 continue;
 556                         }
 557
 558                         // Don't deliver to folks who have already been delivered to
 559                         if (in_array($contact['id'], $conversants)) {
 560                                 Logger::info('Already delivery', ['id' => $post_uriid, 'uid' => $sender_uid, 'contact' => $contact]);
 561                                 continue;
 562                         }
 563
 564                         Logger::info('Delivery', ['batch' => $in_batch, 'target' => $post_uriid, 'uid' => $sender_uid, 'guid' => $target_item['guid'] ?? '', 'to' => $contact]);
 565
 566                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
 567                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
 568                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
 569                         // This is only important for high and medium priority tasks and not for Low priority jobs like deletions.
 570                         if (($contact['network'] == Protocol::DIASPORA) && in_array($a->queue['priority'], [PRIORITY_HIGH, PRIORITY_MEDIUM])) {
 571                                 $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true];
 572                         } else {
 573                                 $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true];
 574                         }
 575
 576                         if (Worker::add($deliver_options, 'Delivery', $cmd, $post_uriid, (int)$contact['id'], $sender_uid)) {
 577                                 $delivery_queue_count++;
 578                         }
 579                 }
 580                 return $delivery_queue_count;
 581         }
 582
 583         /**
 584          * Deliver the message via OStatus
 585          *
 586          * @param int $target_id
 587          * @param array $target_item
 588          * @param array $owner
 589          * @param array $url_recipients
 590          * @param bool $public_message
 591          * @param bool $push_notify
 592          * @return int
 593          * @throws InternalServerErrorException
 594          * @throws Exception
 595          */
 596         private static function deliverOStatus(int $target_id, array $target_item, array $owner, array $url_recipients, bool $public_message, bool $push_notify)
 597         {
 598                 $a = DI::app();
 599                 $delivery_queue_count = 0;
 600
 601                 $url_recipients = array_filter($url_recipients);
 602                 // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts
 603                 // They are especially used for notifications to OStatus users that don't follow us.
 604                 if (!DI::config()->get('system', 'dfrn_only') && count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) {
 605                         $slap = OStatus::salmon($target_item, $owner);
 606                         foreach ($url_recipients as $url) {
 607                                 Logger::info('Salmon delivery', ['item' => $target_id, 'to' => $url]);
 608
 609                                 $delivery_queue_count++;
 610                                 Salmon::slapper($owner, $url, $slap);
 611                                 Post\DeliveryData::incrementQueueDone($target_item['uri-id'], Post\DeliveryData::OSTATUS);
 612                         }
 613                 }
 614
 615                 // Notify PuSH subscribers (Used for OStatus distribution of regular posts)
 616                 if ($push_notify) {
 617                         Logger::info('Activating internal PuSH', ['item' => $target_id]);
 618
 619                         // Handling the pubsubhubbub requests
 620                         PushSubscriber::publishFeed($owner['uid'], $a->queue['priority']);
 621                 }
 622                 return $delivery_queue_count;
 623         }
 624
 625         /**
 626          * Checks if the current delivery shouldn't be transported to Diaspora.
 627          * This is done for posts from AP authors or posts that are comments to AP authors.
 628          *
 629          * @param array  $contact    Receiver of the post
 630          * @param array  $item       The post
 631          * @param array  $thr_parent The thread parent
 632          * @return bool
 633          */
 634         private static function skipActivityPubForDiaspora(array $contact, array $item, array $thr_parent)
 635         {
 636                 // No skipping needs to be done when delivery isn't done to Diaspora
 637                 if ($contact['network'] != Protocol::DIASPORA) {
 638                         return false;
 639                 }
 640
 641                 // Skip the delivery to Diaspora if the item is from an ActivityPub author
 642                 if (!empty($item['author-network']) && ($item['author-network'] == Protocol::ACTIVITYPUB)) {
 643                         return true;
 644                 }
 645
 646                 // Skip the delivery to Diaspora if the thread parent is from an ActivityPub author
 647                 if (!empty($thr_parent['author-network']) && ($thr_parent['author-network'] == Protocol::ACTIVITYPUB)) {
 648                         return true;
 649                 }
 650
 651                 return false;
 652         }
 653
 654         /**
 655          * Checks if the current action is a deletion command of a account removal activity
 656          * For Diaspora and ActivityPub we don't need to send single item deletion calls.
 657          * These protocols do have a dedicated command for deleting a whole account.
 658          *
 659          * @param string $cmd     Notifier command
 660          * @param array  $owner   Sender of the post
 661          * @param string $network Receiver network
 662          * @return bool
 663          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 664          * @throws \ImagickException
 665          */
 666         private static function isRemovalActivity($cmd, $owner, $network)
 667         {
 668                 return ($cmd == Delivery::DELETION) && $owner['account_removed'] && in_array($network, [Protocol::ACTIVITYPUB, Protocol::DIASPORA]);
 669         }
 670
 671         /**
 672          * @param int    $self_user_id
 673          * @param int    $priority The priority the Notifier queue item was created with
 674          * @param string $created  The date the Notifier queue item was created on
 675          * @return bool
 676          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 677          * @throws \ImagickException
 678          */
 679         private static function notifySelfRemoval($self_user_id, $priority, $created)
 680         {
 681                 $owner = User::getOwnerDataById($self_user_id);
 682                 if (!$owner) {
 683                         return false;
 684                 }
 685
 686                 $contacts_stmt = DBA::select('contact', [], ['self' => false, 'uid' => $self_user_id]);
 687                 if (!DBA::isResult($contacts_stmt)) {
 688                         return false;
 689                 }
 690
 691                 while($contact = DBA::fetch($contacts_stmt)) {
 692                         Contact::terminateFriendship($owner, $contact, true);
 693                 }
 694                 DBA::close($contacts_stmt);
 695
 696                 $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser(0);
 697                 foreach ($inboxes as $inbox => $receivers) {
 698                         Logger::info('Account removal via ActivityPub', ['uid' => $self_user_id, 'inbox' => $inbox]);
 699                         Worker::add(['priority' => PRIORITY_NEGLIGIBLE, 'created' => $created, 'dont_fork' => true],
 700                                 'APDelivery', Delivery::REMOVAL, 0, $inbox, $self_user_id, $receivers);
 701                 }
 702
 703                 return true;
 704         }
 705
 706         /**
 707          * @param string $cmd
 708          * @param array  $target_item
 709          * @param array  $parent
 710          * @param array  $thr_parent
 711          * @param int    $priority The priority the Notifier queue item was created with
 712          * @param string $created  The date the Notifier queue item was created on
 713          * @return array 'count' => The number of delivery tasks created, 'contacts' => their contact ids
 714          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 715          * @throws \ImagickException
 716          */
 717         private static function activityPubDelivery($cmd, array $target_item, array $parent, array $thr_parent, $priority, $created, $owner)
 718         {
 719                 // Don't deliver via AP when the starting post isn't from a federated network
 720                 if (!in_array($parent['network'], Protocol::FEDERATED)) {
 721                         return ['count' => 0, 'contacts' => []];
 722                 }
 723
 724                 // Don't deliver via AP when the starting post is delivered via Diaspora
 725                 if ($parent['network'] == Protocol::DIASPORA) {
 726                         return ['count' => 0, 'contacts' => []];
 727                 }
 728
 729                 // Also don't deliver when the direct thread parent was delivered via Diaspora
 730                 if ($thr_parent['network'] == Protocol::DIASPORA) {
 731                         return ['count' => 0, 'contacts' => []];
 732                 }
 733
 734                 // Posts from Diaspora contacts are transmitted via Diaspora
 735                 if ($target_item['network'] == Protocol::DIASPORA) {
 736                         return ['count' => 0, 'contacts' => []];
 737                 }
 738
 739                 $inboxes = [];
 740                 $relay_inboxes = [];
 741
 742                 $uid = $target_item['contact-uid'] ?: $target_item['uid'];
 743
 744                 if ($target_item['origin']) {
 745                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid);
 746
 747                         if (in_array($target_item['private'], [Item::PUBLIC])) {
 748                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($target_item['id'], $inboxes);
 749                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes();
 750                         }
 751
 752                         Logger::log('Origin item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 753                 } elseif (Item::isForumPost($target_item, $owner)) {
 754                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid, false, 0, true);
 755                         Logger::log('Forum item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 756                 } elseif (!DBA::exists('conversation', ['item-uri' => $target_item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB])) {
 757                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' is no AP post. It will not be distributed.', Logger::DEBUG);
 758                         return ['count' => 0, 'contacts' => []];
 759                 } elseif ($parent['origin']) {
 760                         // Remote items are transmitted via the personal inboxes.
 761                         // Doing so ensures that the dedicated receiver will get the message.
 762                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, true, $target_item['id']);
 763
 764                         if (in_array($target_item['private'], [Item::PUBLIC])) {
 765                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($parent['id'], $inboxes);
 766                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes([]);
 767                         }
 768
 769                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 770                 }
 771
 772                 if (empty($inboxes) && empty($relay_inboxes)) {
 773                         Logger::log('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.', Logger::DEBUG);
 774                         return ['count' => 0, 'contacts' => []];
 775                 }
 776
 777                 // Fill the item cache
 778                 ActivityPub\Transmitter::createCachedActivityFromItem($target_item['id'], true);
 779
 780                 $delivery_queue_count = 0;
 781                 $contacts = [];
 782
 783                 foreach ($inboxes as $inbox => $receivers) {
 784                         $contacts = array_merge($contacts, $receivers);
 785
 786                         Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
 787
 788                         if (Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true],
 789                                         'APDelivery', $cmd, $target_item['id'], $inbox, $uid, $receivers, $target_item['uri-id'])) {
 790                                 $delivery_queue_count++;
 791                         }
 792                 }
 793
 794                 // We deliver posts to relay servers slightly delayed to priorize the direct delivery
 795                 foreach ($relay_inboxes as $inbox) {
 796                         Logger::info('Delivery to relay servers via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
 797
 798                         if (Worker::add(['priority' => $priority, 'dont_fork' => true], 'APDelivery', $cmd, $target_item['id'], $inbox, $uid, [], $target_item['uri-id'])) {
 799                                 $delivery_queue_count++;
 800                         }
 801                 }
 802
 803                 return ['count' => $delivery_queue_count, 'contacts' => $contacts];
 804         }
 805
 806         /**
 807          * Check if the delivered item is a forum post
 808          *
 809          * @param array $item
 810          * @return boolean
 811          */
 812         public static function isForumPost(array $item)
 813         {
 814                 return ($item['gravity'] == GRAVITY_PARENT) && !empty($item['forum_mode']);
 815         }
 816 }