3 require_once("boot.php");
4 require_once('include/queue_fn.php');
5 require_once('include/html2plain.php');
8 * This file was at one time responsible for doing all deliveries, but this caused
9 * big problems on shared hosting systems, where the process might get killed by the
10 * hosting provider and nothing would get delivered.
11 * It now only delivers one message under certain cases, and invokes a queued
12 * delivery mechanism (include/deliver.php) to deliver individual contacts at
13 * controlled intervals.
14 * This has a much better chance of surviving random processes getting killed
15 * by the hosting provider.
16 * A lot of this code is duplicated in include/deliver.php until we have time to go back
17 * and re-structure the delivery procedure based on the obstacles that have been thrown at
18 * us by hosting providers.
21 function notifier_run($argv, $argc){
29 @include(".htconfig.php");
30 require_once("dba.php");
31 $db = new dba($db_host, $db_user, $db_pass, $db_data);
32 unset($db_host, $db_user, $db_pass, $db_data);
35 require_once("session.php");
36 require_once("datetime.php");
37 require_once('include/items.php');
38 require_once('include/bbcode.php');
39 require_once('include/email.php');
40 load_config('config');
41 load_config('system');
48 $a->set_baseurl(get_config('system','url'));
50 logger('notifier: invoked: ' . print_r($argv,true), LOGGER_DEBUG);
57 $item_id = intval($argv[2]);
68 $recipients = array();
69 $url_recipients = array();
76 $message = q("SELECT * FROM `mail` WHERE `id` = %d LIMIT 1",
79 if(! count($message)){
82 $uid = $message[0]['uid'];
83 $recipients[] = $message[0]['contact-id'];
87 elseif($cmd === 'expire') {
90 $items = q("SELECT * FROM `item` WHERE `uid` = %d AND `wall` = 1
91 AND `deleted` = 1 AND `changed` > UTC_TIMESTAMP() - INTERVAL 10 MINUTE",
99 elseif($cmd === 'suggest') {
100 $normal_mode = false;
103 $suggest = q("SELECT * FROM `fsuggest` WHERE `id` = %d LIMIT 1",
106 if(! count($suggest))
108 $uid = $suggest[0]['uid'];
109 $recipients[] = $suggest[0]['cid'];
115 $r = q("SELECT * FROM `item` WHERE `id` = %d and visible = 1 and moderated = 0 LIMIT 1",
119 if((! count($r)) || (! intval($r[0]['parent']))) {
123 $target_item = $r[0];
124 $parent_id = intval($r[0]['parent']);
126 $updated = $r[0]['edited'];
128 // The following seems superfluous. We've already checked for "if (! intval($r[0]['parent']))" a few lines up
132 $items = q("SELECT `item`.*, `sign`.`signed_text`,`sign`.`signature`,`sign`.`signer`
133 FROM `item` LEFT JOIN `sign` ON `sign`.`iid` = `item`.`id` WHERE `parent` = %d and visible = 1 and moderated = 0 ORDER BY `id` ASC",
137 if(! count($items)) {
141 // avoid race condition with deleting entries
143 if($items[0]['deleted']) {
144 foreach($items as $item)
145 $item['deleted'] = 1;
148 if((count($items) == 1) && ($items[0]['id'] === $target_item['id']) && ($items[0]['uri'] === $items[0]['parent-uri'])) {
149 logger('notifier: top level post');
155 $r = q("SELECT `contact`.*, `user`.`pubkey` AS `upubkey`, `user`.`prvkey` AS `uprvkey`,
156 `user`.`timezone`, `user`.`nickname`, `user`.`sprvkey`, `user`.`spubkey`,
157 `user`.`page-flags`, `user`.`prvnets`
158 FROM `contact` LEFT JOIN `user` ON `user`.`uid` = `contact`.`uid`
159 WHERE `contact`.`uid` = %d AND `contact`.`self` = 1 LIMIT 1",
168 $walltowall = ((($top_level) && ($owner['id'] != $items[0]['contact-id'])) ? true : false);
170 $hub = get_config('system','huburl');
172 // If this is a public conversation, notify the feed hub
173 $public_message = true;
175 // fill this in with a single salmon slap if applicable
178 if(! ($mail || $fsuggest)) {
180 require_once('include/group.php');
184 // This is IMPORTANT!!!!
186 // We will only send a "notify owner to relay" or followup message if the referenced post
187 // originated on our system by virtue of having our hostname somewhere
188 // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
190 // if $parent['wall'] == 1 we will already have the parent message in our array
191 // and we will relay the whole lot.
193 // expire sends an entire group of expire messages and cannot be forwarded.
194 // However the conversation owner will be a part of the conversation and will
195 // be notified during this run.
196 // Other DFRN conversation members will be alerted during polled updates.
200 // Diaspora members currently are not notified of expirations, and other networks have
201 // either limited or no ability to process deletions. We should at least fix Diaspora
202 // by stringing togther an array of retractions and sending them onward.
205 $localhost = str_replace('www.','',$a->get_hostname());
206 if(strpos($localhost,':'))
207 $localhost = substr($localhost,0,strpos($localhost,':'));
211 * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes
212 * have been known to cause runaway conditions which affected several servers, along with
213 * permissions issues.
217 $relay_to_owner = false;
219 if((! $top_level) && ($parent['wall'] == 0) && (! $expire) && (stristr($target_item['uri'],$localhost))) {
220 $relay_to_owner = true;
224 if(($cmd === 'uplink') && (intval($parent['forum_mode']) == 1) && (! $top_level)) {
225 $relay_to_owner = true;
228 // until the 'origin' flag has been in use for several months
229 // we will just use it as a fallback test
230 // later we will be able to use it as the primary test of whether or not to relay.
232 if(! $target_item['origin'])
233 $relay_to_owner = false;
235 if($parent['origin'])
236 $relay_to_owner = false;
240 if($relay_to_owner) {
241 logger('notifier: followup', LOGGER_DEBUG);
242 // local followup to remote post
244 $public_message = false; // not public
245 $conversant_str = dbesc($parent['contact-id']);
250 // don't send deletions onward for other people's stuff
252 if($target_item['deleted'] && (! intval($target_item['wall']))) {
253 logger('notifier: ignoring delete notification for non-wall item');
257 if((strlen($parent['allow_cid']))
258 || (strlen($parent['allow_gid']))
259 || (strlen($parent['deny_cid']))
260 || (strlen($parent['deny_gid']))) {
261 $public_message = false; // private recipients, not public
264 $allow_people = expand_acl($parent['allow_cid']);
265 $allow_groups = expand_groups(expand_acl($parent['allow_gid']));
266 $deny_people = expand_acl($parent['deny_cid']);
267 $deny_groups = expand_groups(expand_acl($parent['deny_gid']));
269 // if our parent is a public forum (forum_mode == 1), uplink to the origional author causing
270 // a delivery fork. private groups (forum_mode == 2) do not uplink
272 if((intval($parent['forum_mode']) == 1) && (! $top_level) && ($cmd !== 'uplink')) {
273 proc_run('php','include/notifier','uplink',$item_id);
276 $conversants = array();
278 foreach($items as $item) {
279 $recipients[] = $item['contact-id'];
280 $conversants[] = $item['contact-id'];
281 // pull out additional tagged people to notify (if public message)
282 if($public_message && strlen($item['inform'])) {
283 $people = explode(',',$item['inform']);
284 foreach($people as $person) {
285 if(substr($person,0,4) === 'cid:') {
286 $recipients[] = intval(substr($person,4));
287 $conversants[] = intval(substr($person,4));
290 $url_recipients[] = substr($person,4);
296 logger('notifier: url_recipients' . print_r($url_recipients,true));
298 $conversants = array_unique($conversants);
301 $recipients = array_unique(array_merge($recipients,$allow_people,$allow_groups));
302 $deny = array_unique(array_merge($deny_people,$deny_groups));
303 $recipients = array_diff($recipients,$deny);
305 $conversant_str = dbesc(implode(', ',$conversants));
308 $r = q("SELECT * FROM `contact` WHERE `id` IN ( $conversant_str ) AND `blocked` = 0 AND `pending` = 0 AND `archive` = 0");
314 $feed_template = get_markup_template('atom_feed.tpl');
315 $mail_template = get_markup_template('atom_mail.tpl');
320 $hubxml = feed_hublinks();
322 $birthday = feed_birthday($owner['uid'],$owner['timezone']);
324 if(strlen($birthday))
325 $birthday = '<dfrn:birthday>' . xmlify($birthday) . '</dfrn:birthday>';
327 $atom .= replace_macros($feed_template, array(
328 '$version' => xmlify(FRIENDICA_VERSION),
329 '$feed_id' => xmlify($a->get_baseurl() . '/profile/' . $owner['nickname'] ),
330 '$feed_title' => xmlify($owner['name']),
331 '$feed_updated' => xmlify(datetime_convert('UTC', 'UTC', $updated . '+00:00' , ATOM_TIME)) ,
333 '$salmon' => '', // private feed, we don't use salmon here
334 '$name' => xmlify($owner['name']),
335 '$profile_page' => xmlify($owner['url']),
336 '$photo' => xmlify($owner['photo']),
337 '$thumb' => xmlify($owner['thumb']),
338 '$picdate' => xmlify(datetime_convert('UTC','UTC',$owner['avatar-date'] . '+00:00' , ATOM_TIME)) ,
339 '$uridate' => xmlify(datetime_convert('UTC','UTC',$owner['uri-date'] . '+00:00' , ATOM_TIME)) ,
340 '$namdate' => xmlify(datetime_convert('UTC','UTC',$owner['name-date'] . '+00:00' , ATOM_TIME)) ,
341 '$birthday' => $birthday,
342 '$community' => (($owner['page-flags'] == PAGE_COMMUNITY) ? '<dfrn:community>1</dfrn:community>' : '')
347 $public_message = false; // mail is not public
349 $body = fix_private_photos($item['body'],$owner['uid'],null,$message[0]['contact-id']);
351 $atom .= replace_macros($mail_template, array(
352 '$name' => xmlify($owner['name']),
353 '$profile_page' => xmlify($owner['url']),
354 '$thumb' => xmlify($owner['thumb']),
355 '$item_id' => xmlify($item['uri']),
356 '$subject' => xmlify($item['title']),
357 '$created' => xmlify(datetime_convert('UTC', 'UTC', $item['created'] . '+00:00' , ATOM_TIME)),
358 '$content' => xmlify($body),
359 '$parent_id' => xmlify($item['parent-uri'])
363 $public_message = false; // suggestions are not public
365 $sugg_template = get_markup_template('atom_suggest.tpl');
367 $atom .= replace_macros($sugg_template, array(
368 '$name' => xmlify($item['name']),
369 '$url' => xmlify($item['url']),
370 '$photo' => xmlify($item['photo']),
371 '$request' => xmlify($item['request']),
372 '$note' => xmlify($item['note'])
375 // We don't need this any more
377 q("DELETE FROM `fsuggest` WHERE `id` = %d LIMIT 1",
384 foreach($items as $item) { // there is only one item
385 if(! $item['parent'])
387 if($item['id'] == $item_id) {
388 logger('notifier: followup: item: ' . print_r($item,true), LOGGER_DATA);
389 $slap = atom_entry($item,'html',null,$owner,false);
390 $atom .= atom_entry($item,'text',null,$owner,false);
395 foreach($items as $item) {
397 if(! $item['parent'])
400 // private emails may be in included in public conversations. Filter them.
402 if(($public_message) && $item['private'])
406 $contact = get_item_contact($item,$contacts);
413 // we only need the current item, but include the parent because without it
414 // older sites without a corresponding dfrn_notify change may do the wrong thing.
416 if($item_id == $item['id'] || $item['id'] == $item['parent'])
417 $atom .= atom_entry($item,'text',null,$owner,true);
420 $atom .= atom_entry($item,'text',null,$owner,true);
422 if(($top_level) && ($public_message) && ($item['author-link'] === $item['owner-link']) && (! $expire))
423 $slaps[] = atom_entry($item,'html',null,$owner,true);
427 $atom .= '</feed>' . "\r\n";
429 logger('notifier: ' . $atom, LOGGER_DATA);
431 logger('notifier: slaps: ' . print_r($slaps,true), LOGGER_DATA);
433 // If this is a public message and pubmail is set on the parent, include all your email contacts
435 $mail_disabled = ((function_exists('imap_open') && (! get_config('system','imap_disabled'))) ? 0 : 1);
437 if(! $mail_disabled) {
438 if((! strlen($target_item['allow_cid'])) && (! strlen($target_item['allow_gid']))
439 && (! strlen($target_item['deny_cid'])) && (! strlen($target_item['deny_gid']))
440 && (intval($target_item['pubmail']))) {
441 $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `network` = '%s'",
447 $recipients[] = $rr['id'];
453 $recip_str = $parent['contact-id'];
455 $recip_str = implode(', ', $recipients);
457 $r = q("SELECT * FROM `contact` WHERE `id` IN ( %s ) AND `blocked` = 0 AND `pending` = 0 ",
462 require_once('include/salmon.php');
464 $interval = ((get_config('system','delivery_interval') === false) ? 2 : intval(get_config('system','delivery_interval')));
470 foreach($r as $contact) {
471 if((! $mail) && (! $fsuggest) && (! $followup) && (! $contact['self'])) {
472 if(($contact['network'] === NETWORK_DIASPORA) && ($public_message))
474 q("insert into deliverq ( `cmd`,`item`,`contact` ) values ('%s', %d, %d )",
477 intval($contact['id'])
483 // This controls the number of deliveries to execute with each separate delivery process.
484 // By default we'll perform one delivery per process. Assuming a hostile shared hosting
485 // provider, this provides the greatest chance of deliveries if processes start getting
486 // killed. We can also space them out with the delivery_interval to also help avoid them
489 // If $deliveries_per_process > 1, we will chain this number of multiple deliveries
490 // together into a single process. This will reduce the overall number of processes
491 // spawned for each delivery, but they will run longer.
493 $deliveries_per_process = intval(get_config('system','delivery_batch_count'));
494 if($deliveries_per_process <= 0)
495 $deliveries_per_process = 1;
497 $this_batch = array();
499 for($x = 0; $x < count($r); $x ++) {
505 // potentially more than one recipient. Start a new process and space them out a bit.
506 // we will deliver single recipient types of message and email recipients here.
508 if((! $mail) && (! $fsuggest) && (! $followup)) {
510 $this_batch[] = $contact['id'];
512 if(count($this_batch) == $deliveries_per_process) {
513 proc_run('php','include/delivery.php',$cmd,$item_id,$this_batch);
514 $this_batch = array();
516 @time_sleep_until(microtime(true) + (float) $interval);
523 logger("main delivery by notifier: followup=$followup mail=$mail fsuggest=$fsuggest");
525 switch($contact['network']) {
528 // perform local delivery if we are on the same site
530 $basepath = implode('/', array_slice(explode('/',$contact['url']),0,3));
532 if(link_compare($basepath,$a->get_baseurl())) {
534 $nickname = basename($contact['url']);
535 if($contact['issued-id'])
536 $sql_extra = sprintf(" AND `dfrn-id` = '%s' ", dbesc($contact['issued-id']));
538 $sql_extra = sprintf(" AND `issued-id` = '%s' ", dbesc($contact['dfrn-id']));
540 $x = q("SELECT `contact`.*, `contact`.`uid` AS `importer_uid`,
541 `contact`.`pubkey` AS `cpubkey`,
542 `contact`.`prvkey` AS `cprvkey`,
543 `contact`.`thumb` AS `thumb`,
544 `contact`.`url` as `url`,
545 `contact`.`name` as `senderName`,
548 LEFT JOIN `user` ON `contact`.`uid` = `user`.`uid`
549 WHERE `contact`.`blocked` = 0 AND `contact`.`archive` = 0
550 AND `contact`.`pending` = 0
551 AND `contact`.`network` = '%s' AND `user`.`nickname` = '%s'
553 AND `user`.`account_expired` = 0 LIMIT 1",
560 if($owner['page-flags'] == PAGE_COMMUNITY && ! $x[0]['writable']) {
561 q("update contact set writable = 1 where id = %d limit 1",
564 $x[0]['writable'] = 1;
567 // if contact's ssl policy changed, which we just determined
568 // is on our own server, update our contact links
570 $ssl_policy = get_config('system','ssl_policy');
571 fix_contact_ssl_policy($x[0],$ssl_policy);
573 // If we are setup as a soapbox we aren't accepting input from this person
575 if($x[0]['page-flags'] == PAGE_SOAPBOX)
578 require_once('library/simplepie/simplepie.inc');
579 logger('mod-delivery: local delivery');
580 local_delivery($x[0],$atom);
587 logger('notifier: dfrndelivery: ' . $contact['name']);
588 $deliver_status = dfrn_deliver($owner,$contact,$atom);
590 logger('notifier: dfrn_delivery returns ' . $deliver_status);
592 if($deliver_status == (-1)) {
593 logger('notifier: delivery failed: queuing message');
594 // queue message for redelivery
595 add_to_queue($contact['id'],NETWORK_DFRN,$atom);
598 case NETWORK_OSTATUS:
600 // Do not send to ostatus if we are not configured to send to public networks
601 if($owner['prvnets'])
603 if(get_config('system','ostatus_disabled') || get_config('system','dfrn_only'))
606 if($followup && $contact['notify']) {
607 logger('notifier: slapdelivery: ' . $contact['name']);
608 $deliver_status = slapper($owner,$contact['notify'],$slap);
610 if($deliver_status == (-1)) {
611 // queue message for redelivery
612 add_to_queue($contact['id'],NETWORK_OSTATUS,$slap);
617 // only send salmon if public - e.g. if it's ok to notify
618 // a public hub, it's ok to send a salmon
620 if((count($slaps)) && ($public_message) && (! $expire)) {
621 logger('notifier: slapdelivery: ' . $contact['name']);
622 foreach($slaps as $slappy) {
623 if($contact['notify']) {
624 $deliver_status = slapper($owner,$contact['notify'],$slappy);
625 if($deliver_status == (-1)) {
626 // queue message for redelivery
627 add_to_queue($contact['id'],NETWORK_OSTATUS,$slappy);
638 if(get_config('system','dfrn_only'))
641 // WARNING: does not currently convert to RFC2047 header encodings, etc.
643 $addr = $contact['addr'];
647 if($cmd === 'wall-new' || $cmd === 'comment-new') {
650 if($cmd === 'wall-new')
653 $r = q("SELECT * FROM `item` WHERE `id` = %d AND `uid` = %d LIMIT 1",
665 $local_user = q("SELECT * FROM `user` WHERE `uid` = %d LIMIT 1",
668 if(! count($local_user))
672 $r1 = q("SELECT * FROM `mailacct` WHERE `uid` = %d LIMIT 1",
675 if($r1 && $r1[0]['reply_to'])
676 $reply_to = $r1[0]['reply_to'];
678 $subject = (($it['title']) ? email_header_encode($it['title'],'UTF-8') : t("\x28no subject\x29")) ;
680 // only expose our real email address to true friends
682 if(($contact['rel'] == CONTACT_IS_FRIEND) && (! $contact['blocked']))
683 $headers = 'From: ' . email_header_encode($local_user[0]['username'],'UTF-8') . ' <' . $local_user[0]['email'] . '>' . "\n";
685 $headers = 'From: ' . email_header_encode($local_user[0]['username'],'UTF-8') . ' <' . t('noreply') . '@' . $a->get_hostname() . '>' . "\n";
688 $headers .= 'Reply-to: ' . $reply_to . "\n";
690 // for testing purposes: Collect exported mails
691 //$file = tempnam("/tmp/friendica/", "mail-out2-");
692 //file_put_contents($file, json_encode($it));
694 $headers .= 'Message-Id: <' . iri2msgid($it['uri']) . '>' . "\n";
696 if($it['uri'] !== $it['parent-uri']) {
697 $headers .= 'References: <' . iri2msgid($it['parent-uri']) . '>' . "\n";
698 if(!strlen($it['title'])) {
699 $r = q("SELECT `title` FROM `item` WHERE `parent-uri` = '%s' LIMIT 1",
700 dbesc($it['parent-uri']));
702 if(count($r) AND ($r[0]['title'] != ''))
703 $subject = $r[0]['title'];
705 if(strncasecmp($subject,'RE:',3))
706 $subject = 'Re: '.$subject;
708 email_send($addr, $subject, $headers, $it);
711 case NETWORK_DIASPORA:
712 require_once('include/diaspora.php');
714 if(get_config('system','dfrn_only') || (! get_config('system','diaspora_enabled')))
718 diaspora_send_mail($item,$owner,$contact);
725 // special handling for followup to public post
726 // all other public posts processed as public batches further below
728 if($public_message) {
730 diaspora_send_followup($target_item,$owner,$contact, true);
734 if(! $contact['pubkey'])
737 if($target_item['verb'] === ACTIVITY_DISLIKE) {
741 elseif(($target_item['deleted']) && (($target_item['uri'] === $target_item['parent-uri']) || $followup)) {
742 // send both top-level retractions and relayable retractions for owner to relay
743 diaspora_send_retraction($target_item,$owner,$contact);
747 // send comments and likes to owner to relay
748 diaspora_send_followup($target_item,$owner,$contact);
751 elseif($target_item['uri'] !== $target_item['parent-uri']) {
752 // we are the relay - send comments, likes and relayable_retractions
753 // (of comments and likes) to our conversants
754 diaspora_send_relay($target_item,$owner,$contact);
757 elseif(($top_level) && (! $walltowall)) {
758 // currently no workable solution for sending walltowall
759 diaspora_send_status($target_item,$owner,$contact);
766 case NETWORK_FACEBOOK:
767 if(get_config('system','dfrn_only'))
775 // send additional slaps to mentioned remote tags (@foo@example.com)
777 if($slap && count($url_recipients) && ($followup || $top_level) && $public_message && (! $expire)) {
778 if(! get_config('system','dfrn_only')) {
779 foreach($url_recipients as $url) {
781 logger('notifier: urldelivery: ' . $url);
782 $deliver_status = slapper($owner,$url,$slap);
783 // TODO: redeliver/queue these items on failure, though there is no contact record
790 if($public_message) {
792 $r1 = q("SELECT DISTINCT(`batch`), `id`, `name`,`network` FROM `contact` WHERE `network` = '%s'
793 AND `uid` = %d AND `rel` != %d group by `batch` ORDER BY rand() ",
794 dbesc(NETWORK_DIASPORA),
795 intval($owner['uid']),
796 intval(CONTACT_IS_SHARING)
799 $r2 = q("SELECT `id`, `name`,`network` FROM `contact`
800 WHERE `network` in ( '%s', '%s') AND `uid` = %d AND `blocked` = 0 AND `pending` = 0 AND `archive` = 0
801 AND `rel` != %d order by rand() ",
803 dbesc(NETWORK_MAIL2),
804 intval($owner['uid']),
805 intval(CONTACT_IS_SHARING)
808 $r = array_merge($r2,$r1);
811 logger('pubdeliver: ' . print_r($r,true), LOGGER_DEBUG);
813 // throw everything into the queue in case we get killed
816 if((! $mail) && (! $fsuggest) && (! $followup)) {
817 q("insert into deliverq ( `cmd`,`item`,`contact` ) values ('%s', %d, %d )",
827 // except for Diaspora batch jobs
828 // Don't deliver to folks who have already been delivered to
830 if(($rr['network'] !== NETWORK_DIASPORA) && (in_array($rr['id'],$conversants))) {
831 logger('notifier: already delivered id=' . $rr['id']);
835 if((! $mail) && (! $fsuggest) && (! $followup)) {
836 logger('notifier: delivery agent: ' . $rr['name'] . ' ' . $rr['id']);
837 proc_run('php','include/delivery.php',$cmd,$item_id,$rr['id']);
839 @time_sleep_until(microtime(true) + (float) $interval);
846 $hubs = explode(',', $hub);
848 foreach($hubs as $h) {
852 $params = 'hub.mode=publish&hub.url=' . urlencode($a->get_baseurl() . '/dfrn_poll/' . $owner['nickname'] );
853 post_url($h,$params);
854 logger('pubsub: publish: ' . $h . ' ' . $params . ' returned ' . $a->get_curl_code());
856 sleep(7); // try and avoid multiple hubs responding at precisely the same time
863 // If the item was deleted, clean up the `sign` table
864 if($target_item['deleted']) {
865 $r = q("DELETE FROM sign where `retract_iid` = %d",
866 intval($target_item['id'])
870 logger('notifier: calling hooks', LOGGER_DEBUG);
873 call_hooks('notifier_normal',$target_item);
875 call_hooks('notifier_end',$target_item);
880 if (array_search(__file__,get_included_files())===0){
881 notifier_run($argv,$argc);