X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;ds=sidebyside;f=src%2FWorker%2FNotifier.php;h=681fd13c8f57317d76716a002a0f7bca13584a82;hb=cbe2d1745ba327464f260efd7d782c383994a285;hp=4103484f71aea1cee3e540c1efb86944ee80a3e8;hpb=d0228b9b97e9a4f5ac051f594c32004a5c5916e9;p=friendica.git diff --git a/src/Worker/Notifier.php b/src/Worker/Notifier.php index 4103484f71..681fd13c8f 100644 --- a/src/Worker/Notifier.php +++ b/src/Worker/Notifier.php @@ -11,10 +11,12 @@ use Friendica\Core\Logger; use Friendica\Core\Protocol; use Friendica\Core\Worker; use Friendica\Database\DBA; +use Friendica\Model\APContact; use Friendica\Model\Contact; use Friendica\Model\Conversation; use Friendica\Model\Group; use Friendica\Model\Item; +use Friendica\Model\ItemDeliveryData; use Friendica\Model\PushSubscriber; use Friendica\Model\User; use Friendica\Network\Probe; @@ -23,6 +25,8 @@ use Friendica\Protocol\Diaspora; use Friendica\Protocol\OStatus; use Friendica\Protocol\Salmon; +require_once 'include/items.php'; + /* * The notifier is typically called with: * @@ -60,13 +64,12 @@ class Notifier $recipients = []; $url_recipients = []; - $normal_mode = true; - $recipients_relocate = []; + $delivery_contacts_stmt = null; $target_item = []; $items = []; + $delivery_queue_count = 0; if ($cmd == Delivery::MAIL) { - $normal_mode = false; $message = DBA::selectFirst('mail', ['uid', 'contact-id'], ['id' => $target_id]); if (!DBA::isResult($message)) { return; @@ -74,7 +77,6 @@ class Notifier $uid = $message['uid']; $recipients[] = $message['contact-id']; } elseif ($cmd == Delivery::SUGGESTION) { - $normal_mode = false; $suggest = DBA::selectFirst('fsuggest', ['uid', 'cid'], ['id' => $target_id]); if (!DBA::isResult($suggest)) { return; @@ -84,11 +86,10 @@ class Notifier } elseif ($cmd == Delivery::REMOVAL) { return self::notifySelfRemoval($target_id, $a->queue['priority'], $a->queue['created']); } elseif ($cmd == Delivery::RELOCATION) { - $normal_mode = false; $uid = $target_id; - $recipients_relocate = q("SELECT * FROM `contact` WHERE `uid` = %d AND NOT `self` AND `network` IN ('%s', '%s')", - intval($uid), Protocol::DFRN, Protocol::DIASPORA); + $condition = ['uid' => $target_id, 'self' => false, 'network' => [Protocol::DFRN, Protocol::DIASPORA]]; + $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'network', 'batch'], $condition); } else { // find ancestors $condition = ['id' => $target_id, 'visible' => true, 'moderated' => false]; @@ -152,7 +153,7 @@ class Notifier if (!empty($target_item) && !empty($items)) { $parent = $items[0]; - self::activityPubDelivery($cmd, $target_item, $parent, $a->queue['priority'], $a->query_string['created']); + $delivery_queue_count += self::activityPubDelivery($cmd, $target_item, $parent, $a->queue['priority'], $a->queue['created']); $fields = ['network', 'author-id', 'owner-id']; $condition = ['uri' => $target_item["thr-parent"], 'uid' => $target_item["uid"]]; @@ -235,15 +236,12 @@ class Notifier if ($parent["network"] == Protocol::OSTATUS) { // Distribute the message to the DFRN contacts as if this wasn't a followup since OStatus can't relay comments // Currently it is work at progress - $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `network` = '%s' AND NOT `blocked` AND NOT `pending` AND NOT `archive`", - intval($uid), - DBA::escape(Protocol::DFRN) - ); - if (DBA::isResult($r)) { - foreach ($r as $rr) { - $recipients_followup[] = $rr['id']; - } + $condition = ['uid' => $uid, 'network' => Protocol::DFRN, 'blocked' => false, 'pending' => false, 'archive' => false]; + $followup_contacts_stmt = DBA::select('contact', ['id'], $condition); + while($followup_contact = DBA::fetch($followup_contacts_stmt)) { + $recipients_followup[] = $followup_contact['id']; } + DBA::close($followup_contacts_stmt); } } @@ -305,6 +303,20 @@ class Notifier $recipients = array_unique(array_merge($recipients, $allow_people, $allow_groups)); $deny = array_unique(array_merge($deny_people, $deny_groups)); $recipients = array_diff($recipients, $deny); + + // If this is a public message and pubmail is set on the parent, include all your email contacts + if ( + function_exists('imap_open') + && !Config::get('system','imap_disabled') + && $public_message + && intval($target_item['pubmail']) + ) { + $mail_contacts_stmt = DBA::select('contact', ['id'], ['uid' => $uid, 'network' => Protocol::MAIL]); + while ($mail_contact = DBA::fetch($mail_contacts_stmt)) { + $recipients[] = $mail_contact['id']; + } + DBA::close($mail_contacts_stmt); + } } // If the thread parent is OStatus then do some magic to distribute the messages. @@ -351,26 +363,7 @@ class Notifier $public_message = false; } - // If this is a public message and pubmail is set on the parent, include all your email contacts - if (!empty($target_item) && function_exists('imap_open') && !Config::get('system','imap_disabled')) { - if (!strlen($target_item['allow_cid']) && !strlen($target_item['allow_gid']) - && !strlen($target_item['deny_cid']) && !strlen($target_item['deny_gid']) - && intval($target_item['pubmail'])) { - $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `network` = '%s'", - intval($uid), - DBA::escape(Protocol::MAIL) - ); - if (DBA::isResult($r)) { - foreach ($r as $rr) { - $recipients[] = $rr['id']; - } - } - } - } - - if ($cmd == Delivery::RELOCATION) { - $contacts = $recipients_relocate; - } else { + if (empty($delivery_contacts_stmt)) { if ($followup) { $recipients = $recipients_followup; } @@ -379,48 +372,68 @@ class Notifier if (!empty($networks)) { $condition['network'] = $networks; } - $result = DBA::select('contact', ['id', 'url', 'network', 'batch'], $condition); - $contacts = DBA::toArray($result); + $delivery_contacts_stmt = DBA::select('contact', ['id', 'url', 'network', 'batch'], $condition); } $conversants = []; $batch_delivery = false; if ($public_message && !in_array($cmd, [Delivery::MAIL, Delivery::SUGGESTION]) && !$followup) { - $r1 = []; + $relay_list = []; if ($diaspora_delivery) { $batch_delivery = true; - $r1 = q("SELECT `batch`, ANY_VALUE(`id`) AS `id`, ANY_VALUE(`name`) AS `name`, ANY_VALUE(`network`) AS `network` - FROM `contact` WHERE `network` = '%s' AND `batch` != '' - AND `uid` = %d AND `rel` != %d AND NOT `blocked` AND NOT `pending` AND NOT `archive` GROUP BY `batch`", - DBA::escape(Protocol::DIASPORA), - intval($owner['uid']), - intval(Contact::SHARING) + $relay_list_stmt = DBA::p( + "SELECT + `batch`, + ANY_VALUE(`id`) AS `id`, + ANY_VALUE(`name`) AS `name`, + ANY_VALUE(`network`) AS `network` + FROM `contact` + WHERE `network` = ? + AND `batch` != '' + AND `uid` = ? + AND `rel` != ? + AND NOT `blocked` + AND NOT `pending` + AND NOT `archive` + GROUP BY `batch`", + Protocol::DIASPORA, + $owner['uid'], + Contact::SHARING ); + $relay_list = DBA::toArray($relay_list_stmt); // Fetch the participation list // The function will ensure that there are no duplicates - $r1 = Diaspora::participantsForThread($target_id, $r1); + $relay_list = Diaspora::participantsForThread($target_id, $relay_list); // Add the relay to the list, avoid duplicates. // Don't send community posts to the relay. Forum posts via the Diaspora protocol are looking ugly. if (!$followup && !self::isForumPost($target_item, $owner)) { - $r1 = Diaspora::relayList($target_id, $r1); + $relay_list = Diaspora::relayList($target_id, $relay_list); } } $condition = ['network' => Protocol::DFRN, 'uid' => $owner['uid'], 'blocked' => false, 'pending' => false, 'archive' => false, 'rel' => [Contact::FOLLOWER, Contact::FRIEND]]; - $r2 = DBA::toArray(DBA::select('contact', ['id', 'name', 'network'], $condition)); + $r2 = DBA::toArray(DBA::select('contact', ['id', 'url', 'name', 'network'], $condition)); - $r = array_merge($r2, $r1); + $r = array_merge($r2, $relay_list); if (DBA::isResult($r)) { foreach ($r as $rr) { + if (Config::get('debug', 'total_ap_delivery') && !empty($rr['url']) && ($rr['network'] == Protocol::DFRN) && !empty(APContact::getByURL($rr['url'], false))) { + Logger::log('Skipping contact ' . $rr['url'] . ' since it will be delivered via AP', Logger::DEBUG); + continue; + } + $conversants[] = $rr['id']; + + $delivery_queue_count++; + Logger::log('Public delivery of item ' . $target_item["guid"] . ' (' . $target_id . ') to ' . json_encode($rr), Logger::DEBUG); // Ensure that posts with our own protocol arrives before Diaspora posts arrive. @@ -439,44 +452,52 @@ class Notifier } // delivery loop - if (DBA::isResult($contacts)) { - foreach ($contacts as $contact) { - // Don't deliver to Diaspora if it already had been done as batch delivery - if (($contact['network'] == Protocol::DIASPORA) && $batch_delivery) { - Logger::log('Already delivered id ' . $target_id . ' via batch to ' . json_encode($contact), Logger::DEBUG); - continue; - } + while ($contact = DBA::fetch($delivery_contacts_stmt)) { + if (Config::get('debug', 'total_ap_delivery') && ($contact['network'] == Protocol::DFRN) && !empty(APContact::getByURL($contact['url'], false))) { + Logger::log('Skipping contact ' . $contact['url'] . ' since it will be delivered via AP', Logger::DEBUG); + continue; + } - // Don't deliver to folks who have already been delivered to - if (in_array($contact['id'], $conversants)) { - Logger::log('Already delivered id ' . $target_id. ' to ' . json_encode($contact), Logger::DEBUG); - continue; - } + // Don't deliver to Diaspora if it already had been done as batch delivery + if (($contact['network'] == Protocol::DIASPORA) && $batch_delivery) { + Logger::log('Already delivered id ' . $target_id . ' via batch to ' . json_encode($contact), Logger::DEBUG); + continue; + } - Logger::log('Delivery of item ' . $target_id . ' to ' . json_encode($contact), Logger::DEBUG); + // Don't deliver to folks who have already been delivered to + if (in_array($contact['id'], $conversants)) { + Logger::log('Already delivered id ' . $target_id. ' to ' . json_encode($contact), Logger::DEBUG); + continue; + } - // Ensure that posts with our own protocol arrives before Diaspora posts arrive. - // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first. - // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts. - if ($contact['network'] == Protocol::DIASPORA) { - $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true]; - } else { - $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true]; - } - Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$contact['id']); + $delivery_queue_count++; + + Logger::log('Delivery of item ' . $target_id . ' to ' . json_encode($contact), Logger::DEBUG); + + // Ensure that posts with our own protocol arrives before Diaspora posts arrive. + // Situation is that sometimes Friendica servers receive Friendica posts over the Diaspora protocol first. + // The conversion in Markdown reduces the formatting, so these posts should arrive after the Friendica posts. + if ($contact['network'] == Protocol::DIASPORA) { + $deliver_options = ['priority' => $a->queue['priority'], 'dont_fork' => true]; + } else { + $deliver_options = ['priority' => $a->queue['priority'], 'created' => $a->queue['created'], 'dont_fork' => true]; } + Worker::add($deliver_options, 'Delivery', $cmd, $target_id, (int)$contact['id']); } + DBA::close($delivery_contacts_stmt); + + $url_recipients = array_filter($url_recipients); // send salmon slaps to mentioned remote tags (@foo@example.com) in OStatus posts // They are especially used for notifications to OStatus users that don't follow us. - if (!Config::get('system', 'dfrn_only') && count($url_recipients) && ($public_message || $push_notify) && $normal_mode) { + if (!Config::get('system', 'dfrn_only') && count($url_recipients) && ($public_message || $push_notify) && !empty($target_item)) { + $delivery_queue_count += count($url_recipients); $slap = OStatus::salmon($target_item, $owner); foreach ($url_recipients as $url) { - if ($url) { - Logger::log('Salmon delivery of item ' . $target_id . ' to ' . $url); - /// @TODO Redeliver/queue these items on failure, though there is no contact record - Salmon::slapper($owner, $url, $slap); - } + Logger::log('Salmon delivery of item ' . $target_id . ' to ' . $url); + /// @TODO Redeliver/queue these items on failure, though there is no contact record + Salmon::slapper($owner, $url, $slap); + ItemDeliveryData::incrementQueueDone($target_id); } } @@ -488,22 +509,28 @@ class Notifier PushSubscriber::publishFeed($owner['uid'], $a->queue['priority']); } - Logger::log('Calling hooks for ' . $cmd . ' ' . $target_id, Logger::DEBUG); + if (!empty($target_item)) { + Logger::log('Calling hooks for ' . $cmd . ' ' . $target_id, Logger::DEBUG); + + if (in_array($cmd, [Delivery::POST, Delivery::COMMENT])) { + ItemDeliveryData::update($target_item['id'], ['queue_count' => $delivery_queue_count]); + } - if ($normal_mode) { Hook::fork($a->queue['priority'], 'notifier_normal', $target_item); - } - Hook::callAll('notifier_end',$target_item); + Hook::callAll('notifier_end', $target_item); + } return; } /** * @param int $self_user_id - * @param int $priority The priority the Notifier queue item was created with - * @param string $created The date the Notifier queue item was created on + * @param int $priority The priority the Notifier queue item was created with + * @param string $created The date the Notifier queue item was created on * @return bool + * @throws \Friendica\Network\HTTPException\InternalServerErrorException + * @throws \ImagickException */ private static function notifySelfRemoval($self_user_id, $priority, $created) { @@ -520,6 +547,7 @@ class Notifier while($contact = DBA::fetch($contacts_stmt)) { Contact::terminateFriendship($owner, $contact, true); } + DBA::close($contacts_stmt); $inboxes = ActivityPub\Transmitter::fetchTargetInboxesforUser(0); foreach ($inboxes as $inbox) { @@ -535,29 +563,34 @@ class Notifier * @param string $cmd * @param array $target_item * @param array $parent - * @param int $priority The priority the Notifier queue item was created with - * @param string $created The date the Notifier queue item was created on + * @param int $priority The priority the Notifier queue item was created with + * @param string $created The date the Notifier queue item was created on + * @return int The number of delivery tasks created + * @throws \Friendica\Network\HTTPException\InternalServerErrorException + * @throws \ImagickException */ private static function activityPubDelivery($cmd, array $target_item, array $parent, $priority, $created) { $inboxes = []; + $uid = $target_item['contact-uid'] ?: $target_item['uid']; + if ($target_item['origin']) { - $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $target_item['contact-uid']); + $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($target_item, $uid); Logger::log('Origin item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG); } elseif (!DBA::exists('conversation', ['item-uri' => $target_item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB])) { Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' is no AP post. It will not be distributed.', Logger::DEBUG); - return; + return 0; } elseif ($parent['origin']) { // Remote items are transmitted via the personal inboxes. // Doing so ensures that the dedicated receiver will get the message. - $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $target_item['contact-uid'], true, $target_item['id']); + $inboxes = ActivityPub\Transmitter::fetchTargetInboxes($parent, $uid, true, $target_item['id']); Logger::log('Remote item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . ' will be distributed.', Logger::DEBUG); } if (empty($inboxes)) { Logger::log('No inboxes found for item ' . $target_item['id'] . ' with URL ' . $target_item['uri'] . '. It will not be distributed.', Logger::DEBUG); - return; + return 0; } // Fill the item cache @@ -567,8 +600,10 @@ class Notifier Logger::log('Deliver ' . $target_item['id'] .' to ' . $inbox .' via ActivityPub', Logger::DEBUG); Worker::add(['priority' => $priority, 'created' => $created, 'dont_fork' => true], - 'APDelivery', $cmd, $target_item['id'], $inbox, $target_item['contact-uid']); + 'APDelivery', $cmd, $target_item['id'], $inbox, $uid); } + + return count($inboxes); } private static function isForumPost(array $item, array $owner) @@ -579,15 +614,20 @@ class Notifier return false; } + return self::isForum($item['contact-id']); + } + + private static function isForum($contactid) + { $fields = ['forum', 'prv']; - $condition = ['id' => $item['contact-id']]; + $condition = ['id' => $contactid]; $contact = DBA::selectFirst('contact', $fields, $condition); if (!DBA::isResult($contact)) { // Should never happen return false; } - // Is the post from a forum? + // Is it a forum? return ($contact['forum'] || $contact['prv']); } }