src/Worker/Notifier.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2020, Friendica
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Worker;
  23
  24 use Friendica\Core\Hook;
  25 use Friendica\Core\Logger;
  26 use Friendica\Core\Protocol;
  27 use Friendica\Core\Worker;
  28 use Friendica\Database\DBA;
  29 use Friendica\DI;
  30 use Friendica\Model\APContact;
  31 use Friendica\Model\Contact;
  32 use Friendica\Model\Conversation;
  33 use Friendica\Model\Group;
  34 use Friendica\Model\Item;
  35 use Friendica\Model\Post;
  36 use Friendica\Model\PushSubscriber;
  37 use Friendica\Model\Tag;
  38 use Friendica\Model\User;
  39 use Friendica\Protocol\Activity;
  40 use Friendica\Protocol\ActivityPub;
  41 use Friendica\Protocol\Diaspora;
  42 use Friendica\Protocol\OStatus;
  43 use Friendica\Protocol\Relay;
  44 use Friendica\Protocol\Salmon;
  45
  46 /*
  47  * The notifier is typically called with:
  48  *
  49  *              Worker::add(PRIORITY_HIGH, "Notifier", COMMAND, ITEM_ID);
  50  *
  51  * where COMMAND is one of the constants that are defined in Worker/Delivery.php
  52  * and ITEM_ID is the id of the item in the database that needs to be sent to others.
  53  */
  54
  55 class Notifier
  56 {
  57         public static function execute($cmd, $target_id)
  58         {
  59                 $a = DI::app();
  60
  61                 Logger::info('Invoked', ['cmd' => $cmd, 'target' => $target_id]);
  62
  63                 $top_level = false;
  64                 $recipients = [];
  65                 $url_recipients = [];
  66
  67                 $delivery_contacts_stmt = null;
  68                 $target_item = [];
  69                 $parent = [];
  70                 $thr_parent = [];
  71                 $items = [];
  72                 $delivery_queue_count = 0;
  73
  74                 if ($cmd == Delivery::MAIL) {
  75                         $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]);
  76                         if (!DBA::isResult($message)) {
  77                                 return;
  78                         }
  79                         $uid = $message['uid'];
  80                         $recipients[] = $message['contact-id'];
  81
  82                         $mail = ActivityPub\Transmitter::ItemArrayFromMail($target_id);
  83                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($mail, $uid, true);
  84                         foreach ($inboxes as $inbox) {
  85                                 Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'target' => $target_id, 'inbox' => $inbox]);
  86                                 Worker::add(['priority' => PRIORITY_HIGH, 'created' => $a->queue['created'], 'dont_fork' => true],
  87                                         'APDelivery', $cmd, $target_id, $inbox, $uid);
  88                         }
  89                 } elseif ($cmd == Delivery::SUGGESTION) {
  90                         $suggest = DI::fsuggest()->getById($target_id);
  91                         $uid = $suggest->uid;
  92                         $recipients[] = $suggest->cid;
  93                 } elseif ($cmd == Delivery::REMOVAL) {
  94                         return self::notifySelfRemoval($target_id, $a->queue['priority'], $a->queue['created']);
  95                 } elseif ($cmd == Delivery::RELOCATION) {
  96                         $uid = $target_id;
  97
  98                         $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]];
  99                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'addr', 'network', 'protocol', 'batch'], $condition);
 100                 } else {
 101                         // find ancestors
 102                         $condition = ['id' => $target_id, 'visible' => true, 'moderated' => false];
 103                         $target_item = Item::selectFirst([], $condition);
 104
 105                         if (!DBA::isResult($target_item) || !intval($target_item['parent'])) {
 106                                 Logger::info('No target item', ['cmd' => $cmd, 'target' => $target_id]);
 107                                 return;
 108                         }
 109
 110                         if (!empty($target_item['contact-uid'])) {
 111                                 $uid = $target_item['contact-uid'];
 112                         } elseif (!empty($target_item['uid'])) {
 113                                 $uid = $target_item['uid'];
 114                         } else {
 115                                 Logger::info('Only public users, quitting', ['target' => $target_id]);
 116                                 return;
 117                         }
 118
 119                         $condition = ['parent' => $target_item['parent'], 'visible' => true, 'moderated' => false];
 120                         $params = ['order' => ['id']];
 121                         $items_stmt = Item::select([], $condition, $params);
 122                         if (!DBA::isResult($items_stmt)) {
 123                                 Logger::info('No item found', ['cmd' => $cmd, 'target' => $target_id]);
 124                                 return;
 125                         }
 126
 127                         $items = Item::inArray($items_stmt);
 128
 129                         // avoid race condition with deleting entries
 130                         if ($items[0]['deleted']) {
 131                                 foreach ($items as $item) {
 132                                         $item['deleted'] = 1;
 133                                 }
 134                         }
 135
 136                         if ((count($items) == 1) && ($items[0]['id'] === $target_item['id']) && ($items[0]['uri'] === $items[0]['parent-uri'])) {
 137                                 Logger::info('Top level post', ['target' => $target_id]);
 138                                 $top_level = true;
 139                         }
 140                 }
 141
 142                 $owner = User::getOwnerDataById($uid);
 143                 if (!$owner) {
 144                         Logger::info('Owner not found', ['cmd' => $cmd, 'target' => $target_id]);
 145                         return;
 146                 }
 147
 148                 // Should the post be transmitted to Diaspora?
 149                 $diaspora_delivery = true;
 150
 151                 // If this is a public conversation, notify the feed hub
 152                 $public_message = true;
 153
 154                 $unlisted = false;
 155
 156                 // Do a PuSH
 157                 $push_notify = false;
 158
 159                 // Deliver directly to a forum, don't PuSH
 160                 $direct_forum_delivery = false;
 161
 162                 $followup = false;
 163                 $recipients_followup = [];
 164
 165                 if (!empty($target_item) && !empty($items)) {
 166                         $parent = $items[0];
 167
 168                         $fields = ['network', 'author-id', 'author-link', 'author-network', 'owner-id'];
 169                         $condition = ['uri' => $target_item["thr-parent"], 'uid' => $target_item["uid"]];
 170                         $thr_parent = Item::selectFirst($fields, $condition);
 171                         if (empty($thr_parent)) {
 172                                 $thr_parent = $parent;
 173                         }
 174
 175                         Logger::log('GUID: ' . $target_item["guid"] . ': Parent is ' . $parent['network'] . '. Thread parent is ' . $thr_parent['network'], Logger::DEBUG);
 176
 177                         if (!self::isRemovalActivity($cmd, $owner, Protocol::ACTIVITYPUB)) {
 178                                 $delivery_queue_count += self::activityPubDelivery($cmd, $target_item, $parent, $thr_parent, $a->queue['priority'], $a->queue['created'], $owner);
 179                         }
 180
 181                         // Only deliver threaded replies (comment to a comment) to Diaspora
 182                         // when the original comment author does support the Diaspora protocol.
 183                         if ($thr_parent['author-link'] && $target_item['parent-uri'] != $target_item['thr-parent']) {
 184                                 $diaspora_delivery = Diaspora::isSupportedByContactUrl($thr_parent['author-link']);
 185                                 Logger::info('Threaded comment', ['diaspora_delivery' => (int)$diaspora_delivery]);
 186                         }
 187
 188                         $unlisted = $target_item['private'] == Item::UNLISTED;
 189
 190                         // This is IMPORTANT!!!!
 191
 192                         // We will only send a "notify owner to relay" or followup message if the referenced post
 193                         // originated on our system by virtue of having our hostname somewhere
 194                         // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
 195
 196                         // if $parent['wall'] == 1 we will already have the parent message in our array
 197                         // and we will relay the whole lot.
 198
 199                         $localhost = str_replace('www.','', DI::baseUrl()->getHostname());
 200                         if (strpos($localhost,':')) {
 201                                 $localhost = substr($localhost,0,strpos($localhost,':'));
 202                         }
 203                         /**
 204                          *
 205                          * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
 206                          * have been known to cause runaway conditions which affected several servers, along with
 207                          * permissions issues.
 208                          *
 209                          */
 210
 211                         $relay_to_owner = false;
 212
 213                         if (!$top_level && ($parent['wall'] == 0) && (stristr($target_item['uri'],$localhost))) {
 214                                 $relay_to_owner = true;
 215                         }
 216
 217                         if (($cmd === Delivery::UPLINK) && (intval($parent['forum_mode']) == 1) && !$top_level) {
 218                                 $relay_to_owner = true;
 219                         }
 220
 221                         // until the 'origin' flag has been in use for several months
 222                         // we will just use it as a fallback test
 223                         // later we will be able to use it as the primary test of whether or not to relay.
 224
 225                         if (!$target_item['origin']) {
 226                                 $relay_to_owner = false;
 227                         }
 228                         if ($parent['origin']) {
 229                                 $relay_to_owner = false;
 230                         }
 231
 232                         // Special treatment for forum posts
 233                         if (Item::isForumPost($target_item, $owner)) {
 234                                 $relay_to_owner = true;
 235                                 $direct_forum_delivery = true;
 236                         }
 237
 238                         // Avoid that comments in a forum thread are sent to OStatus
 239                         if (Item::isForumPost($parent, $owner)) {
 240                                 $direct_forum_delivery = true;
 241                         }
 242
 243                         if ($relay_to_owner) {
 244                                 // local followup to remote post
 245                                 $followup = true;
 246                                 $public_message = false; // not public
 247                                 $recipients = [$parent['contact-id']];
 248                                 $recipients_followup  = [$parent['contact-id']];
 249
 250                                 Logger::info('Followup', ['target' => $target_id, 'guid' => $target_item['guid'], 'to' => $parent['contact-id']]);
 251
 252                                 if (($target_item['private'] != Item::PRIVATE) &&
 253                                         (strlen($target_item['allow_cid'].$target_item['allow_gid'].
 254                                                 $target_item['deny_cid'].$target_item['deny_gid']) == 0))
 255                                         $push_notify = true;
 256
 257                                 if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
 258                                         $push_notify = true;
 259
 260                                         if ($parent["network"] == Protocol::OSTATUS) {
 261                                                 // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments
 262                                                 // Currently it is work at progress
 263                                                 $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false];
 264                                                 $followup_contacts_stmt = DBA::select('contact', ['id'], $condition);
 265                                                 while($followup_contact = DBA::fetch($followup_contacts_stmt)) {
 266                                                         $recipients_followup[] = $followup_contact['id'];
 267                                                 }
 268                                                 DBA::close($followup_contacts_stmt);
 269                                         }
 270                                 }
 271
 272                                 if ($direct_forum_delivery) {
 273                                         $push_notify = false;
 274                                 }
 275
 276                                 Logger::log('Notify ' . $target_item["guid"] .' via PuSH: ' . ($push_notify ? "Yes":"No"), Logger::DEBUG);
 277                         } else {
 278                                 $followup = false;
 279
 280                                 Logger::info('Distributing directly', ['target' => $target_id, 'guid' => $target_item['guid']]);
 281
 282                                 // don't send deletions onward for other people's stuff
 283
 284                                 if ($target_item['deleted'] && !intval($target_item['wall'])) {
 285                                         Logger::log('Ignoring delete notification for non-wall item');
 286                                         return;
 287                                 }
 288
 289                                 if (strlen($parent['allow_cid'])
 290                                         || strlen($parent['allow_gid'])
 291                                         || strlen($parent['deny_cid'])
 292                                         || strlen($parent['deny_gid'])) {
 293                                         $public_message = false; // private recipients, not public
 294                                 }
 295
 296                                 $aclFormatter = DI::aclFormatter();
 297
 298                                 $allow_people = $aclFormatter->expand($parent['allow_cid']);
 299                                 $allow_groups = Group::expand($uid, $aclFormatter->expand($parent['allow_gid']),true);
 300                                 $deny_people  = $aclFormatter->expand($parent['deny_cid']);
 301                                 $deny_groups  = Group::expand($uid, $aclFormatter->expand($parent['deny_gid']));
 302
 303                                 // if our parent is a public forum (forum_mode == 1), uplink to the origional author causing
 304                                 // a delivery fork. private groups (forum_mode == 2) do not uplink
 305                                 /// @todo Possibly we should not uplink when the author is the forum itself?
 306
 307                                 if ((intval($parent['forum_mode']) == 1) && !$top_level && ($cmd !== Delivery::UPLINK)
 308                                         && ($target_item['verb'] != Activity::ANNOUNCE)) {
 309                                         Worker::add($a->queue['priority'], 'Notifier', Delivery::UPLINK, $target_id);
 310                                 }
 311
 312                                 foreach ($items as $item) {
 313                                         $recipients[] = $item['contact-id'];
 314                                         // pull out additional tagged people to notify (if public message)
 315                                         if ($public_message && strlen($item['inform'])) {
 316                                                 $people = explode(',',$item['inform']);
 317                                                 foreach ($people as $person) {
 318                                                         if (substr($person,0,4) === 'cid:') {
 319                                                                 $recipients[] = intval(substr($person,4));
 320                                                         } else {
 321                                                                 $url_recipients[] = substr($person,4);
 322                                                         }
 323                                                 }
 324                                         }
 325                                 }
 326
 327                                 if (count($url_recipients)) {
 328                                         Logger::notice('Deliver', ['target' => $target_id, 'guid' => $target_item['guid'], 'recipients' => $url_recipients]);
 329                                 }
 330
 331                                 $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups));
 332                                 $deny = array_unique(array_merge($deny_people, $deny_groups));
 333                                 $recipients = array_diff($recipients, $deny);
 334
 335                                 // If this is a public message and pubmail is set on the parent, include all your email contacts
 336                                 if (
 337                                         function_exists('imap_open')
 338                                         && !DI::config()->get('system','imap_disabled')
 339                                         && $public_message
 340                                         && intval($target_item['pubmail'])
 341                                 ) {
 342                                         $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]);
 343                                         while ($mail_contact = DBA::fetch($mail_contacts_stmt)) {
 344                                                 $recipients[] = $mail_contact['id'];
 345                                         }
 346                                         DBA::close($mail_contacts_stmt);
 347                                 }
 348                         }
 349
 350                         // If the thread parent is OStatus then do some magic to distribute the messages.
 351                         // We have not only to look at the parent, since it could be a Friendica thread.
 352                         if (($thr_parent && ($thr_parent['network'] == Protocol::OSTATUS)) || ($parent['network'] == Protocol::OSTATUS)) {
 353                                 $diaspora_delivery = false;
 354
 355                                 Logger::log('Some parent is OStatus for '.$target_item["guid"]." - Author: ".$thr_parent['author-id']." - Owner: ".$thr_parent['owner-id'], Logger::DEBUG);
 356
 357                                 // Send a salmon to the parent author
 358                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['author-id']]);
 359                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
 360                                         Logger::notice('Notify parent author', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 361                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
 362                                 }
 363
 364                                 // Send a salmon to the parent owner
 365                                 $probed_contact = DBA::selectFirst('contact', ['url', 'notify'], ['id' => $thr_parent['owner-id']]);
 366                                 if (DBA::isResult($probed_contact) && !empty($probed_contact["notify"])) {
 367                                         Logger::notice('Notify parent owner', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 368                                         $url_recipients[$probed_contact["notify"]] = $probed_contact["notify"];
 369                                 }
 370
 371                                 // Send a salmon notification to every person we mentioned in the post
 372                                 foreach (Tag::getByURIId($target_item['uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION, Tag::IMPLICIT_MENTION]) as $tag) {
 373                                         $probed_contact = Contact::getByURL($tag['url']);
 374                                         if (!empty($probed_contact['notify'])) {
 375                                                 Logger::notice('Notify mentioned user', ['url' => $probed_contact["url"], 'notify' => $probed_contact["notify"]]);
 376                                                 $url_recipients[$probed_contact['notify']] = $probed_contact['notify'];
 377                                         }
 378                                 }
 379
 380                                 // It only makes sense to distribute answers to OStatus messages to Friendica and OStatus - but not Diaspora
 381                                 $networks = [Protocol::DFRN];
 382                         } elseif ($diaspora_delivery) {
 383                                 $networks = [Protocol::DFRN, Protocol::DIASPORA, Protocol::MAIL];
 384                                 if (($parent['network'] == Protocol::DIASPORA) || ($thr_parent['network'] == Protocol::DIASPORA)) {
 385                                         Logger::info('Add AP contacts', ['target' => $target_id, 'guid' => $target_item['guid']]);
 386                                         $networks[] = Protocol::ACTIVITYPUB;
 387                                 }
 388                         } else {
 389                                 $networks = [Protocol::DFRN, Protocol::MAIL];
 390                         }
 391                 } else {
 392                         $public_message = false;
 393                 }
 394
 395                 if (empty($delivery_contacts_stmt)) {
 396                         if ($followup) {
 397                                 $recipients = $recipients_followup;
 398                         }
 399                         $condition = ['id' => $recipients, 'self' => false, 'uid' => [0, $uid],
 400                                 'blocked' => false, 'pending' => false, 'archive' => false];
 401                         if (!empty($networks)) {
 402                                 $condition['network'] = $networks;
 403                         }
 404                         $delivery_contacts_stmt = DBA::select('contact', ['id', 'addr', 'url', 'network', 'protocol', 'batch'], $condition);
 405                 }
 406
 407                 $conversants = [];
 408                 $batch_delivery = false;
 409
 410                 if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) {
 411                         $relay_list = [];
 412
 413                         if ($diaspora_delivery && !$unlisted) {
 414                                 $batch_delivery = true;
 415
 416                                 $relay_list_stmt = DBA::p(
 417                                         "SELECT
 418                                                 `batch`, `network`, `protocol`,
 419                                                 ANY_VALUE(`id`) AS `id`,
 420                                                 ANY_VALUE(`url`) AS `url`,
 421                                                 ANY_VALUE(`name`) AS `name`
 422                                         FROM `contact`
 423                                         WHERE `network` = ?
 424                                         AND `batch` != ''
 425                                         AND `uid` = ?
 426                                         AND `rel` != ?
 427                                         AND NOT `blocked`
 428                                         AND NOT `pending`
 429                                         AND NOT `archive`
 430                                         GROUP BY `batch`, `network`, `protocol`",
 431                                         Protocol::DIASPORA,
 432                                         $owner['uid'],
 433                                         Contact::SHARING
 434                                 );
 435                                 $relay_list = DBA::toArray($relay_list_stmt);
 436
 437                                 // Fetch the participation list
 438                                 // The function will ensure that there are no duplicates
 439                                 $relay_list = Diaspora::participantsForThread($target_item, $relay_list);
 440
 441                                 // Add the relay to the list, avoid duplicates.
 442                                 // Don't send community posts to the relay. Forum posts via the Diaspora protocol are looking ugly.
 443                                 if (!$followup && !Item::isForumPost($target_item, $owner) && !self::isForumPost($target_item)) {
 444                                         $relay_list = Relay::getList($target_id, $relay_list, [Protocol::DFRN, Protocol::DIASPORA]);
 445                                 }
 446                         }
 447
 448                         $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false,
 449                                 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]];
 450
 451                         $r2 = DBA::toArray(DBA::select('contact', ['id', 'url', 'addr', 'name', 'network', 'protocol'], $condition));
 452
 453                         $r = array_merge($r2, $relay_list);
 454
 455                         if (DBA::isResult($r)) {
 456                                 foreach ($r as $rr) {
 457                                         // Ensure that local contacts are delivered via DFRN
 458                                         if (Contact::isLocal($rr['url'])) {
 459                                                 $contact['network'] = Protocol::DFRN;
 460                                         }
 461
 462                                         if (!empty($rr['addr']) && ($rr['network'] == Protocol::ACTIVITYPUB) && !DBA::exists('fcontact', ['addr' => $rr['addr']])) {
 463                                                 Logger::info('Contact is AP only, so skip delivery via legacy DFRN/Diaspora', ['target' => $target_id, 'contact' => $rr['url']]);
 464                                                 continue;
 465                                         }
 466
 467                                         if (!empty($rr['id']) && Contact::isArchived($rr['id'])) {
 468                                                 Logger::info('Contact is archived, so skip delivery', ['target' => $target_id, 'contact' => $rr['url']]);
 469                                                 continue;
 470                                         }
 471
 472                                         if (self::isRemovalActivity($cmd, $owner, $rr['network'])) {
 473                                                 Logger::info('Contact does no supports account removal commands, so skip delivery', ['target' => $target_id, 'contact' => $rr['url']]);
 474                                                 continue;
 475                                         }
 476
 477                                         if (self::skipDFRN($rr, $target_item, $parent, $thr_parent, $owner, $cmd)) {
 478                                                 Logger::info('Content will be delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['id' => $target_id, 'url' => $rr['url']]);
 479                                                 continue;
 480                                         }
 481
 482                                         if (self::skipActivityPubForDiaspora($rr, $target_item, $thr_parent)) {
 483                                                 Logger::info('Contact is from Diaspora, but the replied author is from ActivityPub, so skip delivery via Diaspora', ['id' => $target_id, 'url' => $rr['url']]);
 484                                                 continue;
 485                                         }
 486
 487                                         $conversants[] = $rr['id'];
 488
 489                                         Logger::info('Public delivery', ['target' => $target_id, 'guid' => $target_item["guid"], 'to' => $rr]);
 490
 491                                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
 492                                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
 493                                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
 494                                         // This is only important for high and medium priority tasks and not for Low priority jobs like deletions.
 495                                         if (($rr['network'] == Protocol::DIASPORA) && in_array($a->queue['priority'], [PRIORITY_HIGH, PRIORITY_MEDIUM])) {
 496                                                 $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true];
 497                                         } else {
 498                                                 $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true];
 499                                         }
 500
 501                                         if (Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$rr['id'])) {
 502                                                 $delivery_queue_count++;
 503                                         }
 504                                 }
 505                         }
 506
 507                         $push_notify = true;
 508                 }
 509
 510                 // delivery loop
 511                 while ($contact = DBA::fetch($delivery_contacts_stmt)) {
 512                         // Ensure that local contacts are delivered via DFRN
 513                         if (Contact::isLocal($contact['url'])) {
 514                                 $contact['network'] = Protocol::DFRN;
 515                         }
 516
 517                         if (!empty($contact['addr']) && ($contact['network'] == Protocol::ACTIVITYPUB) && !DBA::exists('fcontact', ['addr' => $contact['addr']])) {
 518                                 Logger::info('Contact is AP only, so skip delivery via legacy DFRN/Diaspora', ['target' => $target_id, 'contact' => $contact['url']]);
 519                                 continue;
 520                         }
 521
 522                         if (!empty($contact['id']) && Contact::isArchived($contact['id'])) {
 523                                 Logger::info('Contact is archived, so skip delivery', ['target' => $target_id, 'contact' => $contact['url']]);
 524                                 continue;
 525                         }
 526
 527                         if (self::isRemovalActivity($cmd, $owner, $contact['network'])) {
 528                                 Logger::info('Contact does no supports account removal commands, so skip delivery', ['target' => $target_id, 'contact' => $contact['url']]);
 529                                 continue;
 530                         }
 531
 532                         if (self::skipDFRN($contact, $target_item, $parent, $thr_parent, $owner, $cmd)) {
 533                                 Logger::info('Content will be delivered via AP, so skip delivery via legacy DFRN/Diaspora', ['target' => $target_id, 'url' => $contact['url']]);
 534                                 continue;
 535                         }
 536
 537                         if (self::skipActivityPubForDiaspora($contact, $target_item, $thr_parent)) {
 538                                 Logger::info('Contact is from Diaspora, but the replied author is from ActivityPub, so skip delivery via Diaspora', ['id' => $target_id, 'url' => $contact['url']]);
 539                                 continue;
 540                         }
 541
 542                         // Don't deliver to Diaspora if it already had been done as batch delivery
 543                         if (($contact['network'] == Protocol::DIASPORA) && $batch_delivery) {
 544                                 Logger::log('Already delivered  id ' . $target_id . ' via batch to ' . json_encode($contact), Logger::DEBUG);
 545                                 continue;
 546                         }
 547
 548                         // Don't deliver to folks who have already been delivered to
 549                         if (in_array($contact['id'], $conversants)) {
 550                                 Logger::log('Already delivered id ' . $target_id. ' to ' . json_encode($contact), Logger::DEBUG);
 551                                 continue;
 552                         }
 553
 554                         Logger::info('Delivery', ['id' => $target_id, 'to' => $contact]);
 555
 556                         // Ensure that posts with our own protocol arrives before Diaspora posts arrive.
 557                         // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first.
 558                         // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts.
 559                         if ($contact['network'] == Protocol::DIASPORA) {
 560                                 $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true];
 561                         } else {
 562                                 $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true];
 563                         }
 564
 565                         if (Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$contact['id'])) {
 566                                 $delivery_queue_count++;
 567                         }
 568                 }
 569                 DBA::close($delivery_contacts_stmt);
 570
 571                 $url_recipients = array_filter($url_recipients);
 572                 // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts
 573                 // They are especially used for notifications to OStatus users that don't follow us.
 574                 if (!DI::config()->get('system', 'dfrn_only') && count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) {
 575                         $slap = OStatus::salmon($target_item, $owner);
 576                         foreach ($url_recipients as $url) {
 577                                 Logger::log('Salmon delivery of item ' . $target_id . ' to ' . $url);
 578                                 /// @TODO Redeliver/queue these items on failure, though there is no contact record
 579                                 $delivery_queue_count++;
 580                                 Salmon::slapper($owner, $url, $slap);
 581                                 Post\DeliveryData::incrementQueueDone($target_item['uri-id'], Post\DeliveryData::OSTATUS);
 582                         }
 583                 }
 584
 585                 // Notify PuSH subscribers (Used for OStatus distribution of regular posts)
 586                 if ($push_notify) {
 587                         Logger::log('Activating internal PuSH for item '.$target_id, Logger::DEBUG);
 588
 589                         // Handling the pubsubhubbub requests
 590                         PushSubscriber::publishFeed($owner['uid'], $a->queue['priority']);
 591                 }
 592
 593                 if (!empty($target_item)) {
 594                         Logger::log('Calling hooks for ' . $cmd . ' ' . $target_id, Logger::DEBUG);
 595
 596                         Hook::fork($a->queue['priority'], 'notifier_normal', $target_item);
 597
 598                         Hook::callAll('notifier_end', $target_item);
 599
 600                         // Workaround for pure connector posts
 601                         if (in_array($cmd, [Delivery::POST, Delivery::POKE])) {
 602                                 if ($delivery_queue_count == 0) {
 603                                         Post\DeliveryData::incrementQueueDone($target_item['uri-id']);
 604                                         $delivery_queue_count = 1;
 605                                 }
 606
 607                                 Post\DeliveryData::incrementQueueCount($target_item['uri-id'], $delivery_queue_count);
 608                         }
 609                 }
 610
 611                 return;
 612         }
 613
 614         /**
 615          * Checks if the current delivery shouldn't be transported to Diaspora.
 616          * This is done for posts from AP authors or posts that are comments to AP authors.
 617          *
 618          * @param array  $contact    Receiver of the post
 619          * @param array  $item       The post
 620          * @param array  $thr_parent The thread parent
 621          * @return bool
 622          */
 623         private static function skipActivityPubForDiaspora(array $contact, array $item, array $thr_parent)
 624         {
 625                 // No skipping needs to be done when delivery isn't done to Diaspora
 626                 if ($contact['network'] != Protocol::DIASPORA) {
 627                         return false;
 628                 }
 629
 630                 // Skip the delivery to Diaspora if the item is from an ActivityPub author
 631                 if (!empty($item['author-network']) && ($item['author-network'] == Protocol::ACTIVITYPUB)) {
 632                         return true;
 633                 }
 634
 635                 // Skip the delivery to Diaspora if the thread parent is from an ActivityPub author
 636                 if (!empty($thr_parent['author-network']) && ($thr_parent['author-network'] == Protocol::ACTIVITYPUB)) {
 637                         return true;
 638                 }
 639
 640                 return false;
 641         }
 642
 643         /**
 644          * Checks if the current delivery process needs to be transported via DFRN.
 645          *
 646          * @param array  $contact    Receiver of the post
 647          * @param array  $item       The post
 648          * @param array  $parent     The parent
 649          * @param array  $thr_parent The thread parent
 650          * @param array  $owner      Owner array
 651          * @param string $cmd        Notifier command
 652          * @return bool
 653          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 654          * @throws \ImagickException
 655          */
 656         private static function skipDFRN($contact, $item, $parent, $thr_parent, $owner, $cmd)
 657         {
 658                 if (empty($parent['network'])) {
 659                         return false;
 660                 }
 661
 662                 // Don't skip when the starting post is delivered via Diaspora
 663                 if ($parent['network'] == Protocol::DIASPORA) {
 664                         return false;
 665                 }
 666
 667                 // Also don't skip when the direct thread parent was delivered via Diaspora
 668                 if ($thr_parent['network'] == Protocol::DIASPORA) {
 669                         return false;
 670                 }
 671
 672                 // Use DFRN if we are on the same site
 673                 if (!empty($contact['url']) && Contact::isLocal($contact['url'])) {
 674                         return false;
 675                 }
 676
 677                 // Don't skip when author or owner don't have AP profiles
 678                 if ((!empty($item['author-link']) && empty(APContact::getByURL($item['author-link'], false))) || (!empty($item['owner-link']) && empty(APContact::getByURL($item['owner-link'], false)))) {
 679                         return false;
 680                 }
 681
 682                 // Don't skip DFRN delivery for these commands
 683                 if (in_array($cmd, [Delivery::SUGGESTION, Delivery::REMOVAL, Delivery::RELOCATION, Delivery::POKE])) {
 684                         return false;
 685                 }
 686
 687                 // We deliver reshares via AP whenever possible
 688                 if (ActivityPub\Transmitter::isAnnounce($item)) {
 689                         return true;
 690                 }
 691
 692                 // For the time being we always deliver forum post via DFRN if possible
 693                 // This can be removed possible at the end of 2020 when hopefully most system can process AP forum posts
 694                 if ($owner['account-type'] == User::ACCOUNT_TYPE_COMMUNITY) {
 695                         return false;
 696                 }
 697
 698                 // Skip DFRN when the item will be (forcefully) delivered via AP
 699                 if (DI::config()->get('debug', 'total_ap_delivery') && ($contact['network'] == Protocol::DFRN) && !empty(APContact::getByURL($contact['url'], false))) {
 700                         return true;
 701                 }
 702
 703                 // Skip DFRN delivery if the contact speaks ActivityPub
 704                 return in_array($contact['network'], [Protocol::DFRN, Protocol::DIASPORA]) && ($contact['protocol'] == Protocol::ACTIVITYPUB);
 705         }
 706
 707         /**
 708          * Checks if the current action is a deletion command of a account removal activity
 709          * For Diaspora and ActivityPub we don't need to send single item deletion calls.
 710          * These protocols do have a dedicated command for deleting a whole account.
 711          *
 712          * @param string $cmd     Notifier command
 713          * @param array  $owner   Sender of the post
 714          * @param string $network Receiver network
 715          * @return bool
 716          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 717          * @throws \ImagickException
 718          */
 719         private static function isRemovalActivity($cmd, $owner, $network)
 720         {
 721                 return ($cmd == Delivery::DELETION) && $owner['account_removed'] && in_array($network, [Protocol::ACTIVITYPUB, Protocol::DIASPORA]);
 722         }
 723
 724         /**
 725          * @param int    $self_user_id
 726          * @param int    $priority The priority the Notifier queue item was created with
 727          * @param string $created  The date the Notifier queue item was created on
 728          * @return bool
 729          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 730          * @throws \ImagickException
 731          */
 732         private static function notifySelfRemoval($self_user_id, $priority, $created)
 733         {
 734                 $owner = User::getOwnerDataById($self_user_id);
 735                 if (!$owner) {
 736                         return false;
 737                 }
 738
 739                 $contacts_stmt = DBA::select('contact', [], ['self' => false, 'uid' => $self_user_id]);
 740                 if (!DBA::isResult($contacts_stmt)) {
 741                         return false;
 742                 }
 743
 744                 while($contact = DBA::fetch($contacts_stmt)) {
 745                         Contact::terminateFriendship($owner, $contact, true);
 746                 }
 747                 DBA::close($contacts_stmt);
 748
 749                 $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser(0);
 750                 foreach ($inboxes as $inbox) {
 751                         Logger::info('Account removal via ActivityPub', ['uid' => $self_user_id, 'inbox' => $inbox]);
 752                         Worker::add(['priority' => PRIORITY_NEGLIGIBLE, 'created' => $created, 'dont_fork' => true],
 753                                 'APDelivery', Delivery::REMOVAL, '', $inbox, $self_user_id);
 754                 }
 755
 756                 return true;
 757         }
 758
 759         /**
 760          * @param string $cmd
 761          * @param array  $target_item
 762          * @param array  $parent
 763          * @param array  $thr_parent
 764          * @param int    $priority The priority the Notifier queue item was created with
 765          * @param string $created  The date the Notifier queue item was created on
 766          * @return int The number of delivery tasks created
 767          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 768          * @throws \ImagickException
 769          */
 770         private static function activityPubDelivery($cmd, array $target_item, array $parent, array $thr_parent, $priority, $created, $owner)
 771         {
 772                 // Don't deliver via AP when the starting post is delivered via Diaspora
 773                 if ($parent['network'] == Protocol::DIASPORA) {
 774                         return 0;
 775                 }
 776
 777                 // Also don't deliver  when the direct thread parent was delivered via Diaspora
 778                 if ($thr_parent['network'] == Protocol::DIASPORA) {
 779                         return 0;
 780                 }
 781
 782                 $inboxes = [];
 783                 $relay_inboxes = [];
 784
 785                 $uid = $target_item['contact-uid'] ?: $target_item['uid'];
 786
 787                 if ($target_item['origin']) {
 788                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid);
 789
 790                         if (in_array($target_item['private'], [Item::PUBLIC])) {
 791                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($target_item['id'], $inboxes);
 792                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes();
 793                         }
 794
 795                         Logger::log('Origin item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 796                 } elseif (Item::isForumPost($target_item, $owner)) {
 797                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid, false, 0, true);
 798                         Logger::log('Forum item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 799                 } elseif (!DBA::exists('conversation', ['item-uri' => $target_item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB])) {
 800                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' is no AP post. It will not be distributed.', Logger::DEBUG);
 801                         return 0;
 802                 } elseif ($parent['origin']) {
 803                         // Remote items are transmitted via the personal inboxes.
 804                         // Doing so ensures that the dedicated receiver will get the message.
 805                         $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, true, $target_item['id']);
 806
 807                         if (in_array($target_item['private'], [Item::PUBLIC])) {
 808                                 $inboxes = ActivityPub\Transmitter::addRelayServerInboxesForItem($parent['id'], $inboxes);
 809                                 $relay_inboxes = ActivityPub\Transmitter::addRelayServerInboxes([]);
 810                         }
 811
 812                         Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG);
 813                 }
 814
 815                 if (empty($inboxes) && empty($relay_inboxes)) {
 816                         Logger::log('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.', Logger::DEBUG);
 817                         return 0;
 818                 }
 819
 820                 // Fill the item cache
 821                 ActivityPub\Transmitter::createCachedActivityFromItem($target_item['id'], true);
 822
 823                 $delivery_queue_count = 0;
 824
 825                 foreach ($inboxes as $inbox) {
 826                         Logger::info('Delivery via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
 827
 828                         if (Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true],
 829                                         'APDelivery', $cmd, $target_item['id'], $inbox, $uid)) {
 830                                 $delivery_queue_count++;
 831                         }
 832                 }
 833
 834                 // We deliver posts to relay servers slightly delayed to priorize the direct delivery
 835                 foreach ($relay_inboxes as $inbox) {
 836                         Logger::info('Delivery to relay servers via ActivityPub', ['cmd' => $cmd, 'id' => $target_item['id'], 'inbox' => $inbox]);
 837
 838                         if (Worker::add(['priority' => $priority, 'dont_fork' => true], 'APDelivery', $cmd, $target_item['id'], $inbox, $uid)) {
 839                                 $delivery_queue_count++;
 840                         }
 841                 }
 842
 843                 return $delivery_queue_count;
 844         }
 845
 846         /**
 847          * Check if the delivered item is a forum post
 848          *
 849          * @param array $item
 850          * @return boolean
 851          */
 852         public static function isForumPost(array $item)
 853         {
 854                 return !empty($item['forum_mode']);
 855         }
 856 }