]> git.mxchange.org Git - friendica.git/blobdiff - include/notifier.php
Encoding for incoming mails. Fixed invalid message id (with side effect at the moment...
[friendica.git] / include / notifier.php
old mode 100644 (file)
new mode 100755 (executable)
index 8d2aa96..3ad433a
@@ -1,6 +1,22 @@
 <?php
 
 require_once("boot.php");
+require_once('include/queue_fn.php');
+require_once('include/html2plain.php');
+
+/*
+ * This file was at one time responsible for doing all deliveries, but this caused
+ * big problems on shared hosting systems, where the process might get killed by the 
+ * hosting provider and nothing would get delivered. 
+ * It now only delivers one message under certain cases, and invokes a queued
+ * delivery mechanism (include/deliver.php) to deliver individual contacts at 
+ * controlled intervals.
+ * This has a much better chance of surviving random processes getting killed
+ * by the hosting provider. 
+ * A lot of this code is duplicated in include/deliver.php until we have time to go back
+ * and re-structure the delivery procedure based on the obstacles that have been thrown at 
+ * us by hosting providers. 
+ */
 
 function notifier_run($argv, $argc){
        global $a, $db;
@@ -20,7 +36,7 @@ function notifier_run($argv, $argc){
        require_once("datetime.php");
        require_once('include/items.php');
        require_once('include/bbcode.php');
-
+       require_once('include/email.php');
        load_config('config');
        load_config('system');
 
@@ -72,7 +88,7 @@ function notifier_run($argv, $argc){
                $normal_mode = false;
                $expire = true;
                $items = q("SELECT * FROM `item` WHERE `uid` = %d AND `wall` = 1 
-                       AND `deleted` = 1 AND `changed` > UTC_TIMESTAMP - INTERVAL 10 MINUTE",
+                       AND `deleted` = 1 AND `changed` > UTC_TIMESTAMP() - INTERVAL 10 MINUTE",
                        intval($item_id)
                );
                $uid = $item_id;
@@ -96,7 +112,7 @@ function notifier_run($argv, $argc){
        else {
 
                // find ancestors
-               $r = q("SELECT * FROM `item` WHERE `id` = %d LIMIT 1",
+               $r = q("SELECT * FROM `item` WHERE `id` = %d and visible = 1 and moderated = 0 LIMIT 1",
                        intval($item_id)
                );
 
@@ -109,8 +125,11 @@ function notifier_run($argv, $argc){
                $uid = $r[0]['uid'];
                $updated = $r[0]['edited'];
 
+               if(! $parent_id)
+                       return;
+
                $items = q("SELECT `item`.*, `sign`.`signed_text`,`sign`.`signature`,`sign`.`signer` 
-                       FROM `item` LEFT JOIN `sign` ON `sign`.`iid` = `item`.`id` WHERE `parent` = %d ORDER BY `id` ASC",
+                       FROM `item` LEFT JOIN `sign` ON `sign`.`iid` = `item`.`id` WHERE `parent` = %d and visible = 1 and moderated = 0 ORDER BY `id` ASC",
                        intval($parent_id)
                );
 
@@ -125,10 +144,11 @@ function notifier_run($argv, $argc){
                                $item['deleted'] = 1;
                }
 
-               if((count($items) == 1) && ($items[0]['uri'] === $items[0]['parent-uri'])) {
+               if((count($items) == 1) && ($items[0]['id'] === $target_item['id']) && ($items[0]['uri'] === $items[0]['parent-uri'])) {
                        logger('notifier: top level post');
                        $top_level = true;
                }
+
        }
 
        $r = q("SELECT `contact`.*, `user`.`pubkey` AS `upubkey`, `user`.`prvkey` AS `uprvkey`, 
@@ -144,6 +164,8 @@ function notifier_run($argv, $argc){
 
        $owner = $r[0];
 
+       $walltowall = ((($top_level) && ($owner['id'] != $items[0]['contact-id'])) ? true : false);
+
        $hub = get_config('system','huburl');
 
        // If this is a public conversation, notify the feed hub
@@ -163,6 +185,7 @@ function notifier_run($argv, $argc){
                // We will only send a "notify owner to relay" or followup message if the referenced post
                // originated on our system by virtue of having our hostname somewhere
                // in the URI, AND it was a comment (not top_level) AND the parent originated elsewhere.
+
                // if $parent['wall'] == 1 we will already have the parent message in our array
                // and we will relay the whole lot.
  
@@ -171,6 +194,8 @@ function notifier_run($argv, $argc){
                // be notified during this run.
                // Other DFRN conversation members will be alerted during polled updates.
 
+
+
                // Diaspora members currently are not notified of expirations, and other networks have
                // either limited or no ability to process deletions. We should at least fix Diaspora 
                // by stringing togther an array of retractions and sending them onward.
@@ -182,13 +207,37 @@ function notifier_run($argv, $argc){
 
                /**
                 *
-                * Be VERY CAREFUL if you make any changes to the following line. Seemingly innocuous changes 
+                * Be VERY CAREFUL if you make any changes to the following several lines. Seemingly innocuous changes 
                 * have been known to cause runaway conditions which affected several servers, along with 
                 * permissions issues. 
                 *
                 */
  
+               $relay_to_owner = false;
+
                if((! $top_level) && ($parent['wall'] == 0) && (! $expire) && (stristr($target_item['uri'],$localhost))) {
+                       $relay_to_owner = true;
+               }
+
+
+               if(($cmd === 'uplink') && (intval($parent['forum_mode'])) && (! $top_level)) {
+                       $relay_to_owner = true;                 
+               } 
+
+               // until the 'origin' flag has been in use for several months
+               // we will just use it as a fallback test
+               // later we will be able to use it as the primary test of whether or not to relay.
+
+               if(! $target_item['origin'])
+                       $relay_to_owner = false;
+
+               if($parent['origin'])
+                       $relay_to_owner = false;
+
+
+
+               if($relay_to_owner) {
+                       logger('notifier: followup', LOGGER_DEBUG);
                        // local followup to remote post
                        $followup = true;
                        $public_message = false; // not public
@@ -197,6 +246,13 @@ function notifier_run($argv, $argc){
                else {
                        $followup = false;
 
+                       // don't send deletions onward for other people's stuff
+
+                       if($target_item['deleted'] && (! intval($target_item['wall']))) {
+                               logger('notifier: ignoring delete notification for non-wall item');
+                               return;
+                       }
+
                        if((strlen($parent['allow_cid'])) 
                                || (strlen($parent['allow_gid'])) 
                                || (strlen($parent['deny_cid'])) 
@@ -209,6 +265,13 @@ function notifier_run($argv, $argc){
                        $deny_people  = expand_acl($parent['deny_cid']);
                        $deny_groups  = expand_groups(expand_acl($parent['deny_gid']));
 
+                       // if our parent is a forum, uplink to the origional author causing
+                       // a delivery fork
+
+                       if(intval($parent['forum_mode']) && (! $top_level) && ($cmd !== 'uplink')) {
+                               proc_run('php','include/notifier','uplink',$item_id);
+                       }
+
                        $conversants = array();
 
                        foreach($items as $item) {
@@ -261,7 +324,7 @@ function notifier_run($argv, $argc){
                $birthday = '<dfrn:birthday>' . xmlify($birthday) . '</dfrn:birthday>';
 
        $atom .= replace_macros($feed_template, array(
-                       '$version'      => xmlify(FRIENDIKA_VERSION),
+                       '$version'      => xmlify(FRIENDICA_VERSION),
                        '$feed_id'      => xmlify($a->get_baseurl() . '/profile/' . $owner['nickname'] ),
                        '$feed_title'   => xmlify($owner['name']),
                        '$feed_updated' => xmlify(datetime_convert('UTC', 'UTC', $updated . '+00:00' , ATOM_TIME)) ,
@@ -336,11 +399,22 @@ function notifier_run($argv, $argc){
                                if(($public_message) && $item['private'])
                                        continue;
 
+
                                $contact = get_item_contact($item,$contacts);
+
                                if(! $contact)
                                        continue;
 
-                               $atom .= atom_entry($item,'text',$contact,$owner,true);
+                               if($normal_mode) {
+
+                                       // we only need the current item, but include the parent because without it
+                                       // older sites without a corresponding dfrn_notify change may do the wrong thing.
+
+                                   if($item_id == $item['id'] || $item['id'] == $item['parent'])
+                                               $atom .= atom_entry($item,'text',$contact,$owner,true);
+                               }
+                               else
+                                       $atom .= atom_entry($item,'text',$contact,$owner,true);
 
                                if(($top_level) && ($public_message) && ($item['author-link'] === $item['owner-link']) && (! $expire)) 
                                        $slaps[] = atom_entry($item,'html',$contact,$owner,true);
@@ -392,6 +466,8 @@ function notifier_run($argv, $argc){
 
                foreach($r as $contact) {
                        if((! $mail) && (! $fsuggest) && (! $followup) && (! $contact['self'])) {
+                               if(($contact['network'] === NETWORK_DIASPORA) && ($public_message))
+                                       continue;
                                q("insert into deliverq ( `cmd`,`item`,`contact` ) values ('%s', %d, %d )",
                                        dbesc($cmd),
                                        intval($item_id),
@@ -420,6 +496,54 @@ function notifier_run($argv, $argc){
 
                        switch($contact['network']) {
                                case NETWORK_DFRN:
+
+                                       // perform local delivery if we are on the same site
+
+                                       $basepath =  implode('/', array_slice(explode('/',$contact['url']),0,3));
+
+                                       if(link_compare($basepath,$a->get_baseurl())) {
+
+                                               $nickname = basename($contact['url']);
+                                               if($contact['issued-id'])
+                                                       $sql_extra = sprintf(" AND `dfrn-id` = '%s' ", dbesc($contact['issued-id']));
+                                               else
+                                                       $sql_extra = sprintf(" AND `issued-id` = '%s' ", dbesc($contact['dfrn-id']));
+
+                                               $x = q("SELECT  `contact`.*, `contact`.`uid` AS `importer_uid`, 
+                                                       `contact`.`pubkey` AS `cpubkey`, 
+                                                       `contact`.`prvkey` AS `cprvkey`, 
+                                                       `contact`.`thumb` AS `thumb`, 
+                                                       `contact`.`url` as `url`,
+                                                       `contact`.`name` as `senderName`,
+                                                       `user`.* 
+                                                       FROM `contact` 
+                                                       LEFT JOIN `user` ON `contact`.`uid` = `user`.`uid` 
+                                                       WHERE `contact`.`blocked` = 0 AND `contact`.`pending` = 0
+                                                       AND `contact`.`network` = '%s' AND `user`.`nickname` = '%s'
+                                                       $sql_extra
+                                                       AND `user`.`account_expired` = 0 LIMIT 1",
+                                                       dbesc(NETWORK_DFRN),
+                                                       dbesc($nickname)
+                                               );
+
+                                               if(count($x)) {
+
+                                                       if($owner['page-flags'] == PAGE_COMMUNITY && ! $x[0]['writable']) {
+                                                               q("update contact set writable = 1 where id = %d limit 1",
+                                                                       intval($x[0]['id'])
+                                                               );
+                                                               $x[0]['writable'] = 1;
+                                                       }
+
+                                                       require_once('library/simplepie/simplepie.inc');
+                                                       logger('mod-delivery: local delivery');
+                                                       local_delivery($x[0],$atom);
+                                                       break;                                  
+                                               }
+                                       }
+
+
+
                                        logger('notifier: dfrndelivery: ' . $contact['name']);
                                        $deliver_status = dfrn_deliver($owner,$contact,$atom);
 
@@ -428,13 +552,7 @@ function notifier_run($argv, $argc){
                                        if($deliver_status == (-1)) {
                                                logger('notifier: delivery failed: queuing message');
                                                // queue message for redelivery
-                                               q("INSERT INTO `queue` ( `cid`, `created`, `last`, `content`)
-                                                       VALUES ( %d, '%s', '%s', '%s') ",
-                                                       intval($contact['id']),
-                                                       dbesc(datetime_convert()),
-                                                       dbesc(datetime_convert()),
-                                                       dbesc($atom)
-                                               );
+                                               add_to_queue($contact['id'],NETWORK_DFRN,$atom);
                                        }
                                        break;
                                case NETWORK_OSTATUS:
@@ -451,14 +569,7 @@ function notifier_run($argv, $argc){
 
                                                if($deliver_status == (-1)) {
                                                        // queue message for redelivery
-                                                       q("INSERT INTO `queue` ( `cid`, `created`, `last`, `content`)
-                                                               VALUES ( %d, '%s', '%s', '%s') ",
-                                                               intval($contact['id']),
-                                                               dbesc(datetime_convert()),
-                                                               dbesc(datetime_convert()),
-                                                               dbesc($slap)
-                                                       );
-
+                                                       add_to_queue($contact['id'],NETWORK_OSTATUS,$slap);
                                                }
                                        }
                                        else {
@@ -473,13 +584,7 @@ function notifier_run($argv, $argc){
                                                                        $deliver_status = slapper($owner,$contact['notify'],$slappy);
                                                                        if($deliver_status == (-1)) {
                                                                                // queue message for redelivery
-                                                                               q("INSERT INTO `queue` ( `cid`, `created`, `last`, `content`)
-                                                                                       VALUES ( %d, '%s', '%s', '%s') ",
-                                                                                       intval($contact['id']),
-                                                                                       dbesc(datetime_convert()),
-                                                                                       dbesc(datetime_convert()),
-                                                                                       dbesc($slappy)
-                                                                               );                                                              
+                                                                               add_to_queue($contact['id'],NETWORK_OSTATUS,$slappy);
                                                                        }
                                                                }
                                                        }
@@ -488,6 +593,7 @@ function notifier_run($argv, $argc){
                                        break;
 
                                case NETWORK_MAIL:
+                               case NETWORK_MAIL2:
                                                
                                        if(get_config('system','dfrn_only'))
                                                break;
@@ -528,17 +634,27 @@ function notifier_run($argv, $argc){
                                                );
                                                if($r1 && $r1[0]['reply_to'])
                                                        $reply_to = $r1[0]['reply_to'];
-       
-                                               $subject  = (($it['title']) ? $it['title'] : t("\x28no subject\x29")) ;
-                                               $headers  = 'From: ' . $local_user[0]['username'] . ' <' . $local_user[0]['email'] . '>' . "\n";
+
+                                               $subject  = (($it['title']) ? email_header_encode($it['title'],'UTF-8') : t("\x28no subject\x29")) ;
+
+                                               // only expose our real email address to true friends
+
+                                               if(($contact['rel'] == CONTACT_IS_FRIEND) && (! $contact['blocked']))
+                                                       $headers  = 'From: ' . email_header_encode($local_user[0]['username'],'UTF-8') . ' <' . $local_user[0]['email'] . '>' . "\n";
+                                               else
+                                                       $headers  = 'From: ' . email_header_encode($local_user[0]['username'],'UTF-8') . ' <' . t('noreply') . '@' . $a->get_hostname() . '>' . "\n";
 
                                                if($reply_to)
                                                        $headers .= 'Reply-to: ' . $reply_to . "\n";
 
-                                               $headers .= 'Message-id: <' . $it['uri'] . '>' . "\n";
+                                               // for testing purposes: Collect exported mails
+                                               $file = tempnam("/tmp/friendica/", "mail-out2-");
+                                               file_put_contents($file, json_encode($it));
+
+                                               $headers .= 'Message-Id: <' . cleanupmessageid($it['uri']) . '>' . "\n";
 
                                                if($it['uri'] !== $it['parent-uri']) {
-                                                       $header .= 'References: <' . $it['parent-uri'] . '>' . "\n";
+                                                       $headers .= 'References: <' . cleanupmessageid($it['parent-uri']) . '>' . "\n";
                                                        if(! strlen($it['title'])) {
                                                                $r = q("SELECT `title` FROM `item` WHERE `parent-uri` = '%s' LIMIT 1",
                                                                        dbesc($it['parent-uri'])
@@ -556,19 +672,39 @@ function notifier_run($argv, $argc){
                                                }
 
                                                $headers .= 'MIME-Version: 1.0' . "\n";
-                                               $headers .= 'Content-Type: text/html; charset=UTF-8' . "\n";
+                                               //$headers .= 'Content-Type: text/html; charset=UTF-8' . "\n";
+                                               $headers .= 'Content-Type: text/plain; charset=UTF-8' . "\n";
                                                $headers .= 'Content-Transfer-Encoding: 8bit' . "\n\n";
                                                $html    = prepare_body($it);
-                                               $message = '<html><body>' . $html . '</body></html>';
+                                               //$message = '<html><body>' . $html . '</body></html>';
+                                               $message = html2plain($html);
                                                logger('notifier: email delivery to ' . $addr);
                                                mail($addr, $subject, $message, $headers);
                                        }
                                        break;
                                case NETWORK_DIASPORA:
                                        require_once('include/diaspora.php');
-                                       if(get_config('system','dfrn_only') || (! get_config('system','diaspora_enabled')) || (! $normal_mode))
+
+                                       if(get_config('system','dfrn_only') || (! get_config('system','diaspora_enabled')))
+                                               break;
+
+                                       if($mail) {
+                                               diaspora_send_mail($item,$owner,$contact);
+                                               break;
+                                       }
+
+                                       if(! $normal_mode)
                                                break;
 
+                                       // special handling for followup to public post
+                                       // all other public posts processed as public batches further below
+
+                                       if($public_message) {
+                                               if($followup)
+                                                       diaspora_send_followup($target_item,$owner,$contact, true);
+                                               break;
+                                       }
+
                                        if(! $contact['pubkey'])
                                                break;
                                        
@@ -591,7 +727,8 @@ function notifier_run($argv, $argc){
                                                diaspora_send_relay($target_item,$owner,$contact);
                                                break;
                                        }               
-                                       elseif($top_level) {
+                                       elseif(($top_level) && (! $walltowall)) {
+                                               // currently no workable solution for sending walltowall
                                                diaspora_send_status($target_item,$owner,$contact);
                                                break;
                                        }
@@ -625,17 +762,26 @@ function notifier_run($argv, $argc){
 
        if($public_message) {
 
-               $r = q("SELECT `id`, `name` FROM `contact` 
-                       WHERE `network` in ('%s','%s') AND `uid` = %d AND `blocked` = 0 AND `pending` = 0
+               $r1 = q("SELECT DISTINCT(`batch`), `id`, `name`,`network` FROM `contact` WHERE `network` = '%s' 
+                       AND `uid` = %d AND `rel` != %d group by `batch` ORDER BY rand() ",
+                       dbesc(NETWORK_DIASPORA),
+                       intval($owner['uid']),
+                       intval(CONTACT_IS_SHARING)
+               );
+                       
+               $r2 = q("SELECT `id`, `name`,`network` FROM `contact` 
+                       WHERE `network` in ( '%s', '%s')  AND `uid` = %d AND `blocked` = 0 AND `pending` = 0
                        AND `rel` != %d order by rand() ",
                        dbesc(NETWORK_DFRN),
-                       dbesc(NETWORK_DIASPORA),
+                       dbesc(NETWORK_MAIL2),
                        intval($owner['uid']),
                        intval(CONTACT_IS_SHARING)
                );
 
+               $r = array_merge($r2,$r1);
+
                if(count($r)) {
-                       logger('pubdeliver: ' . print_r($r,true));
+                       logger('pubdeliver: ' . print_r($r,true), LOGGER_DEBUG);
 
                        // throw everything into the queue in case we get killed
 
@@ -651,9 +797,10 @@ function notifier_run($argv, $argc){
 
                        foreach($r as $rr) {
 
-                               /* Don't deliver to folks who have already been delivered to */
+                               // except for Diaspora batch jobs
+                               // Don't deliver to folks who have already been delivered to
 
-                               if(in_array($rr['id'],$conversants)) {
+                               if(($rr['network'] !== NETWORK_DIASPORA) && (in_array($rr['id'],$conversants))) {
                                        logger('notifier: already delivered id=' . $rr['id']);
                                        continue;
                                }
@@ -686,9 +833,23 @@ function notifier_run($argv, $argc){
 
        }
 
+       if($normal_mode)
+               call_hooks('notifier_normal',$target_item);
+
+       call_hooks('notifier_end',$target_item);
+
        return;
 }
 
+function cleanupmessageid($messageid) {
+       global $a;
+
+       if (!strpos($messageid, '@'))
+               $messageid = str_replace(":", ".", $messageid).'@'.$a->get_hostname();
+
+       return($messageid);
+}
+
 if (array_search(__file__,get_included_files())===0){
   notifier_run($argv,$argc);
   killme();