include/items.php

   1 <?php
   2
   3 require_once('include/bbcode.php');
   4 require_once('include/oembed.php');
   5 require_once('include/salmon.php');
   6 require_once('include/crypto.php');
   7 require_once('include/Photo.php');
   8 require_once('include/tags.php');
   9 require_once('include/files.php');
  10 require_once('include/text.php');
  11 require_once('include/email.php');
  12 require_once('include/ostatus_conversation.php');
  13 require_once('include/threads.php');
  14 require_once('include/socgraph.php');
  15 require_once('mod/share.php');
  16
  17 function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0, $forpubsub = false) {
  18
  19
  20         $sitefeed    = ((strlen($owner_nick)) ? false : true); // not yet implemented, need to rewrite huge chunks of following logic
  21         $public_feed = (($dfrn_id) ? false : true);
  22         $starred     = false;   // not yet implemented, possible security issues
  23         $converse    = false;
  24
  25         if($public_feed && $a->argc > 2) {
  26                 for($x = 2; $x < $a->argc; $x++) {
  27                         if($a->argv[$x] == 'converse')
  28                                 $converse = true;
  29                         if($a->argv[$x] == 'starred')
  30                                 $starred = true;
  31                         if($a->argv[$x] === 'category' && $a->argc > ($x + 1) && strlen($a->argv[$x+1]))
  32                                 $category = $a->argv[$x+1];
  33                 }
  34         }
  35
  36
  37
  38         // default permissions - anonymous user
  39
  40         $sql_extra = " AND `allow_cid` = '' AND `allow_gid` = '' AND `deny_cid`  = '' AND `deny_gid`  = '' ";
  41
  42         $r = q("SELECT `contact`.*, `user`.`uid` AS `user_uid`, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
  43                 FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
  44                 WHERE `contact`.`self` = 1 AND `user`.`nickname` = '%s' LIMIT 1",
  45                 dbesc($owner_nick)
  46         );
  47
  48         if(! count($r))
  49                 killme();
  50
  51         $owner = $r[0];
  52         $owner_id = $owner['user_uid'];
  53         $owner_nick = $owner['nickname'];
  54
  55         $birthday = feed_birthday($owner_id,$owner['timezone']);
  56
  57         $sql_post_table = "";
  58         $visibility = "";
  59
  60         if(! $public_feed) {
  61
  62                 $sql_extra = '';
  63                 switch($direction) {
  64                         case (-1):
  65                                 $sql_extra = sprintf(" AND `issued-id` = '%s' ", dbesc($dfrn_id));
  66                                 $my_id = $dfrn_id;
  67                                 break;
  68                         case 0:
  69                                 $sql_extra = sprintf(" AND `issued-id` = '%s' AND `duplex` = 1 ", dbesc($dfrn_id));
  70                                 $my_id = '1:' . $dfrn_id;
  71                                 break;
  72                         case 1:
  73                                 $sql_extra = sprintf(" AND `dfrn-id` = '%s' AND `duplex` = 1 ", dbesc($dfrn_id));
  74                                 $my_id = '0:' . $dfrn_id;
  75                                 break;
  76                         default:
  77                                 return false;
  78                                 break; // NOTREACHED
  79                 }
  80
  81                 $r = q("SELECT * FROM `contact` WHERE `blocked` = 0 AND `pending` = 0 AND `contact`.`uid` = %d $sql_extra LIMIT 1",
  82                         intval($owner_id)
  83                 );
  84
  85                 if(! count($r))
  86                         killme();
  87
  88                 $contact = $r[0];
  89                 require_once('include/security.php');
  90                 $groups = init_groups_visitor($contact['id']);
  91
  92                 if(count($groups)) {
  93                         for($x = 0; $x < count($groups); $x ++)
  94                                 $groups[$x] = '<' . intval($groups[$x]) . '>' ;
  95                         $gs = implode('|', $groups);
  96                 }
  97                 else
  98                         $gs = '<<>>' ; // Impossible to match
  99
 100                 $sql_extra = sprintf("
 101                         AND ( `allow_cid` = '' OR     `allow_cid` REGEXP '<%d>' )
 102                         AND ( `deny_cid`  = '' OR NOT `deny_cid`  REGEXP '<%d>' )
 103                         AND ( `allow_gid` = '' OR     `allow_gid` REGEXP '%s' )
 104                         AND ( `deny_gid`  = '' OR NOT `deny_gid`  REGEXP '%s')
 105                 ",
 106                         intval($contact['id']),
 107                         intval($contact['id']),
 108                         dbesc($gs),
 109                         dbesc($gs)
 110                 );
 111         }
 112
 113         if($public_feed)
 114                 $sort = 'DESC';
 115         else
 116                 $sort = 'ASC';
 117
 118         // Include answers to status.net posts in pubsub feeds
 119         if($forpubsub) {
 120                 $sql_post_table = "INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent` ";
 121                 $visibility = sprintf("OR (`item`.`network` = '%s' AND `thread`.`network`='%s')",
 122                                         dbesc(NETWORK_DFRN), dbesc(NETWORK_OSTATUS));
 123                 $date_field = "`received`";
 124                 $sql_order = "`item`.`received` DESC";
 125         } else {
 126                 $date_field = "`changed`";
 127                 $sql_order = "`item`.`parent` ".$sort.", `item`.`created` ASC";
 128         }
 129
 130         if(! strlen($last_update))
 131                 $last_update = 'now -30 days';
 132
 133         if(isset($category)) {
 134                 $sql_post_table = sprintf("INNER JOIN (SELECT `oid` FROM `term` WHERE `term` = '%s' AND `otype` = %d AND `type` = %d AND `uid` = %d ORDER BY `tid` DESC) AS `term` ON `item`.`id` = `term`.`oid` ",
 135                                 dbesc(protect_sprintf($category)), intval(TERM_OBJ_POST), intval(TERM_CATEGORY), intval($owner_id));
 136                 //$sql_extra .= file_tag_file_query('item',$category,'category');
 137         }
 138
 139         if($public_feed) {
 140                 if(! $converse)
 141                         $sql_extra .= " AND `contact`.`self` = 1 ";
 142         }
 143
 144         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
 145
 146         //      AND ( `item`.`edited` > '%s' OR `item`.`changed` > '%s' )
 147         //      dbesc($check_date),
 148
 149         $r = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id`,
 150                 `contact`.`name`, `contact`.`network`, `contact`.`photo`, `contact`.`url`,
 151                 `contact`.`name-date`, `contact`.`uri-date`, `contact`.`avatar-date`,
 152                 `contact`.`thumb`, `contact`.`dfrn-id`, `contact`.`self`,
 153                 `contact`.`id` AS `contact-id`, `contact`.`uid` AS `contact-uid`,
 154                 `sign`.`signed_text`, `sign`.`signature`, `sign`.`signer`
 155                 FROM `item` $sql_post_table
 156                 INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
 157                 AND `contact`.`blocked` = 0 AND `contact`.`pending` = 0
 158                 LEFT JOIN `sign` ON `sign`.`iid` = `item`.`id`
 159                 WHERE `item`.`uid` = %d AND `item`.`visible` = 1 and `item`.`moderated` = 0 AND `item`.`parent` != 0
 160                 AND ((`item`.`wall` = 1) $visibility) AND `item`.$date_field > '%s'
 161                 $sql_extra
 162                 ORDER BY $sql_order LIMIT 0, 300",
 163                 intval($owner_id),
 164                 dbesc($check_date),
 165                 dbesc($sort)
 166         );
 167
 168         // Will check further below if this actually returned results.
 169         // We will provide an empty feed if that is the case.
 170
 171         $items = $r;
 172
 173         $feed_template = get_markup_template(($dfrn_id) ? 'atom_feed_dfrn.tpl' : 'atom_feed.tpl');
 174
 175         $atom = '';
 176
 177         $hubxml = feed_hublinks();
 178
 179         $salmon = feed_salmonlinks($owner_nick);
 180
 181         $alternatelink = $owner['url'];
 182
 183         if(isset($category))
 184                 $alternatelink .= "/category/".$category;
 185
 186         $atom .= replace_macros($feed_template, array(
 187                 '$version'      => xmlify(FRIENDICA_VERSION),
 188                 '$feed_id'      => xmlify($a->get_baseurl() . '/profile/' . $owner_nick),
 189                 '$feed_title'   => xmlify($owner['name']),
 190                 '$feed_updated' => xmlify(datetime_convert('UTC', 'UTC', 'now' , ATOM_TIME)) ,
 191                 '$hub'          => $hubxml,
 192                 '$salmon'       => $salmon,
 193                 '$alternatelink' => xmlify($alternatelink),
 194                 '$name'         => xmlify($owner['name']),
 195                 '$profile_page' => xmlify($owner['url']),
 196                 '$photo'        => xmlify($owner['photo']),
 197                 '$thumb'        => xmlify($owner['thumb']),
 198                 '$picdate'      => xmlify(datetime_convert('UTC','UTC',$owner['avatar-date'] . '+00:00' , ATOM_TIME)) ,
 199                 '$uridate'      => xmlify(datetime_convert('UTC','UTC',$owner['uri-date']    . '+00:00' , ATOM_TIME)) ,
 200                 '$namdate'      => xmlify(datetime_convert('UTC','UTC',$owner['name-date']   . '+00:00' , ATOM_TIME)) ,
 201                 '$birthday'     => ((strlen($birthday)) ? '<dfrn:birthday>' . xmlify($birthday) . '</dfrn:birthday>' : ''),
 202                 '$community'    => (($owner['page-flags'] == PAGE_COMMUNITY) ? '<dfrn:community>1</dfrn:community>' : '')
 203         ));
 204
 205         call_hooks('atom_feed', $atom);
 206
 207         if(! count($items)) {
 208
 209                 call_hooks('atom_feed_end', $atom);
 210
 211                 $atom .= '</feed>' . "\r\n";
 212                 return $atom;
 213         }
 214
 215         foreach($items as $item) {
 216
 217                 // prevent private email from leaking.
 218                 if($item['network'] === NETWORK_MAIL)
 219                         continue;
 220
 221                 // public feeds get html, our own nodes use bbcode
 222
 223                 if($public_feed) {
 224                         $type = 'html';
 225                         // catch any email that's in a public conversation and make sure it doesn't leak
 226                         if($item['private'])
 227                                 continue;
 228                 }
 229                 else {
 230                         $type = 'text';
 231                 }
 232
 233                 $atom .= atom_entry($item,$type,null,$owner,true);
 234         }
 235
 236         call_hooks('atom_feed_end', $atom);
 237
 238         $atom .= '</feed>' . "\r\n";
 239
 240         return $atom;
 241 }
 242
 243
 244 function construct_verb($item) {
 245         if($item['verb'])
 246                 return $item['verb'];
 247         return ACTIVITY_POST;
 248 }
 249
 250 function construct_activity_object($item) {
 251
 252         if($item['object']) {
 253                 $o = '<as:object>' . "\r\n";
 254                 $r = parse_xml_string($item['object'],false);
 255
 256
 257                 if(! $r)
 258                         return '';
 259                 if($r->type)
 260                         $o .= '<as:object-type>' . xmlify($r->type) . '</as:object-type>' . "\r\n";
 261                 if($r->id)
 262                         $o .= '<id>' . xmlify($r->id) . '</id>' . "\r\n";
 263                 if($r->title)
 264                         $o .= '<title>' . xmlify($r->title) . '</title>' . "\r\n";
 265                 if($r->link) {
 266                         if(substr($r->link,0,1) === '<') {
 267                                 // patch up some facebook "like" activity objects that got stored incorrectly
 268                                 // for a couple of months prior to 9-Jun-2011 and generated bad XML.
 269                                 // we can probably remove this hack here and in the following function in a few months time.
 270                                 if(strstr($r->link,'&') && (! strstr($r->link,'&amp;')))
 271                                         $r->link = str_replace('&','&amp;', $r->link);
 272                                 $r->link = preg_replace('/\<link(.*?)\"\>/','<link$1"/>',$r->link);
 273                                 $o .= $r->link;
 274                         }
 275                         else
 276                                 $o .= '<link rel="alternate" type="text/html" href="' . xmlify($r->link) . '" />' . "\r\n";
 277                 }
 278                 if($r->content)
 279                         $o .= '<content type="html" >' . xmlify(bbcode($r->content)) . '</content>' . "\r\n";
 280                 $o .= '</as:object>' . "\r\n";
 281                 return $o;
 282         }
 283
 284         return '';
 285 }
 286
 287 function construct_activity_target($item) {
 288
 289         if($item['target']) {
 290                 $o = '<as:target>' . "\r\n";
 291                 $r = parse_xml_string($item['target'],false);
 292                 if(! $r)
 293                         return '';
 294                 if($r->type)
 295                         $o .= '<as:object-type>' . xmlify($r->type) . '</as:object-type>' . "\r\n";
 296                 if($r->id)
 297                         $o .= '<id>' . xmlify($r->id) . '</id>' . "\r\n";
 298                 if($r->title)
 299                         $o .= '<title>' . xmlify($r->title) . '</title>' . "\r\n";
 300                 if($r->link) {
 301                         if(substr($r->link,0,1) === '<') {
 302                                 if(strstr($r->link,'&') && (! strstr($r->link,'&amp;')))
 303                                         $r->link = str_replace('&','&amp;', $r->link);
 304                                 $r->link = preg_replace('/\<link(.*?)\"\>/','<link$1"/>',$r->link);
 305                                 $o .= $r->link;
 306                         }
 307                         else
 308                                 $o .= '<link rel="alternate" type="text/html" href="' . xmlify($r->link) . '" />' . "\r\n";
 309                 }
 310                 if($r->content)
 311                         $o .= '<content type="html" >' . xmlify(bbcode($r->content)) . '</content>' . "\r\n";
 312                 $o .= '</as:target>' . "\r\n";
 313                 return $o;
 314         }
 315
 316         return '';
 317 }
 318
 319 /* limit_body_size()
 320  *
 321  *              The purpose of this function is to apply system message length limits to
 322  *              imported messages without including any embedded photos in the length
 323  */
 324 if(! function_exists('limit_body_size')) {
 325 function limit_body_size($body) {
 326
 327 //      logger('limit_body_size: start', LOGGER_DEBUG);
 328
 329         $maxlen = get_max_import_size();
 330
 331         // If the length of the body, including the embedded images, is smaller
 332         // than the maximum, then don't waste time looking for the images
 333         if($maxlen && (strlen($body) > $maxlen)) {
 334
 335                 logger('limit_body_size: the total body length exceeds the limit', LOGGER_DEBUG);
 336
 337                 $orig_body = $body;
 338                 $new_body = '';
 339                 $textlen = 0;
 340                 $max_found = false;
 341
 342                 $img_start = strpos($orig_body, '[img');
 343                 $img_st_close = ($img_start !== false ? strpos(substr($orig_body, $img_start), ']') : false);
 344                 $img_end = ($img_start !== false ? strpos(substr($orig_body, $img_start), '[/img]') : false);
 345                 while(($img_st_close !== false) && ($img_end !== false)) {
 346
 347                         $img_st_close++; // make it point to AFTER the closing bracket
 348                         $img_end += $img_start;
 349                         $img_end += strlen('[/img]');
 350
 351                         if(! strcmp(substr($orig_body, $img_start + $img_st_close, 5), 'data:')) {
 352                                 // This is an embedded image
 353
 354                                 if( ($textlen + $img_start) > $maxlen ) {
 355                                         if($textlen < $maxlen) {
 356                                                 logger('limit_body_size: the limit happens before an embedded image', LOGGER_DEBUG);
 357                                                 $new_body = $new_body . substr($orig_body, 0, $maxlen - $textlen);
 358                                                 $textlen = $maxlen;
 359                                         }
 360                                 }
 361                                 else {
 362                                         $new_body = $new_body . substr($orig_body, 0, $img_start);
 363                                         $textlen += $img_start;
 364                                 }
 365
 366                                 $new_body = $new_body . substr($orig_body, $img_start, $img_end - $img_start);
 367                         }
 368                         else {
 369
 370                                 if( ($textlen + $img_end) > $maxlen ) {
 371                                         if($textlen < $maxlen) {
 372                                                 logger('limit_body_size: the limit happens before the end of a non-embedded image', LOGGER_DEBUG);
 373                                                 $new_body = $new_body . substr($orig_body, 0, $maxlen - $textlen);
 374                                                 $textlen = $maxlen;
 375                                         }
 376                                 }
 377                                 else {
 378                                         $new_body = $new_body . substr($orig_body, 0, $img_end);
 379                                         $textlen += $img_end;
 380                                 }
 381                         }
 382                         $orig_body = substr($orig_body, $img_end);
 383
 384                         if($orig_body === false) // in case the body ends on a closing image tag
 385                                 $orig_body = '';
 386
 387                         $img_start = strpos($orig_body, '[img');
 388                         $img_st_close = ($img_start !== false ? strpos(substr($orig_body, $img_start), ']') : false);
 389                         $img_end = ($img_start !== false ? strpos(substr($orig_body, $img_start), '[/img]') : false);
 390                 }
 391
 392                 if( ($textlen + strlen($orig_body)) > $maxlen) {
 393                         if($textlen < $maxlen) {
 394                                 logger('limit_body_size: the limit happens after the end of the last image', LOGGER_DEBUG);
 395                                 $new_body = $new_body . substr($orig_body, 0, $maxlen - $textlen);
 396                                 $textlen = $maxlen;
 397                         }
 398                 }
 399                 else {
 400                         logger('limit_body_size: the text size with embedded images extracted did not violate the limit', LOGGER_DEBUG);
 401                         $new_body = $new_body . $orig_body;
 402                         $textlen += strlen($orig_body);
 403                 }
 404
 405                 return $new_body;
 406         }
 407         else
 408                 return $body;
 409 }}
 410
 411 function title_is_body($title, $body) {
 412
 413         $title = strip_tags($title);
 414         $title = trim($title);
 415         $title = html_entity_decode($title, ENT_QUOTES, 'UTF-8');
 416         $title = str_replace(array("\n", "\r", "\t", " "), array("","","",""), $title);
 417
 418         $body = strip_tags($body);
 419         $body = trim($body);
 420         $body = html_entity_decode($body, ENT_QUOTES, 'UTF-8');
 421         $body = str_replace(array("\n", "\r", "\t", " "), array("","","",""), $body);
 422
 423         if (strlen($title) < strlen($body))
 424                 $body = substr($body, 0, strlen($title));
 425
 426         if (($title != $body) and (substr($title, -3) == "...")) {
 427                 $pos = strrpos($title, "...");
 428                 if ($pos > 0) {
 429                         $title = substr($title, 0, $pos);
 430                         $body = substr($body, 0, $pos);
 431                 }
 432         }
 433
 434         return($title == $body);
 435 }
 436
 437
 438
 439 function get_atom_elements($feed, $item, $contact = array()) {
 440
 441         require_once('library/HTMLPurifier.auto.php');
 442         require_once('include/html2bbcode.php');
 443
 444         $best_photo = array();
 445
 446         $res = array();
 447
 448         $author = $item->get_author();
 449         if($author) {
 450                 $res['author-name'] = unxmlify($author->get_name());
 451                 $res['author-link'] = unxmlify($author->get_link());
 452         }
 453         else {
 454                 $res['author-name'] = unxmlify($feed->get_title());
 455                 $res['author-link'] = unxmlify($feed->get_permalink());
 456         }
 457         $res['uri'] = unxmlify($item->get_id());
 458         $res['title'] = unxmlify($item->get_title());
 459         $res['body'] = unxmlify($item->get_content());
 460         $res['plink'] = unxmlify($item->get_link(0));
 461
 462         if (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND strstr($res['plink'], ".app.net/")) {
 463                 logger("get_atom_elements: detected app.net posting: ".print_r($res, true), LOGGER_DEBUG);
 464                 $res['title'] = "";
 465                 $res['body'] = nl2br($res['body']);
 466         }
 467
 468         // removing the content of the title if its identically to the body
 469         // This helps with auto generated titles e.g. from tumblr
 470         if (title_is_body($res["title"], $res["body"]))
 471                 $res['title'] = "";
 472
 473         if($res['plink'])
 474                 $base_url = implode('/', array_slice(explode('/',$res['plink']),0,3));
 475         else
 476                 $base_url = '';
 477
 478         // look for a photo. We should check media size and find the best one,
 479         // but for now let's just find any author photo
 480         // Additionally we look for an alternate author link. On OStatus this one is the one we want.
 481
 482         // Search for ostatus conversation url
 483         $authorlinks = $item->feed->data["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["feed"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["author"][0]["child"]["http://www.w3.org/2005/Atom"]["link"];
 484         if (is_array($authorlinks)) {
 485                 foreach ($authorlinks as $link) {
 486                         $linkdata = array_shift($link["attribs"]);
 487
 488                         if ($linkdata["rel"] == "alternate")
 489                                 $res["author-link"] = $linkdata["href"];
 490                 };
 491         }
 492
 493         $rawauthor = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'author');
 494
 495         if($rawauthor && $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
 496                 $base = $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
 497                 foreach($base as $link) {
 498                         if($link['attribs']['']['rel'] === 'alternate')
 499                                 $res['author-link'] = unxmlify($link['attribs']['']['href']);
 500
 501                         if(!x($res, 'author-avatar') || !$res['author-avatar']) {
 502                                 if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')
 503                                         $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
 504                         }
 505                 }
 506         }
 507
 508         $rawactor = $item->get_item_tags(NAMESPACE_ACTIVITY, 'actor');
 509
 510         if($rawactor && activity_match($rawactor[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'],ACTIVITY_OBJ_PERSON)) {
 511                 $base = $rawactor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
 512                 if($base && count($base)) {
 513                         foreach($base as $link) {
 514                                 if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
 515                                         $res['author-link'] = unxmlify($link['attribs']['']['href']);
 516                                 if(!x($res, 'author-avatar') || !$res['author-avatar']) {
 517                                         if($link['attribs']['']['rel'] === 'avatar' || $link['attribs']['']['rel'] === 'photo')
 518                                                 $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
 519                                 }
 520                         }
 521                 }
 522         }
 523
 524         // No photo/profile-link on the item - look at the feed level
 525
 526         if((! (x($res,'author-link'))) || (! (x($res,'author-avatar')))) {
 527                 $rawauthor = $feed->get_feed_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'author');
 528                 if($rawauthor && $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
 529                         $base = $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
 530                         foreach($base as $link) {
 531                                 if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
 532                                         $res['author-link'] = unxmlify($link['attribs']['']['href']);
 533                                 if(! $res['author-avatar']) {
 534                                         if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')
 535                                                 $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
 536                                 }
 537                         }
 538                 }
 539
 540                 $rawactor = $feed->get_feed_tags(NAMESPACE_ACTIVITY, 'subject');
 541
 542                 if($rawactor && activity_match($rawactor[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'],ACTIVITY_OBJ_PERSON)) {
 543                         $base = $rawactor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
 544
 545                         if($base && count($base)) {
 546                                 foreach($base as $link) {
 547                                         if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
 548                                                 $res['author-link'] = unxmlify($link['attribs']['']['href']);
 549                                         if(! (x($res,'author-avatar'))) {
 550                                                 if($link['attribs']['']['rel'] === 'avatar' || $link['attribs']['']['rel'] === 'photo')
 551                                                         $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
 552                                         }
 553                                 }
 554                         }
 555                 }
 556         }
 557
 558         $apps = $item->get_item_tags(NAMESPACE_STATUSNET,'notice_info');
 559         if($apps && $apps[0]['attribs']['']['source']) {
 560                 $res['app'] = strip_tags(unxmlify($apps[0]['attribs']['']['source']));
 561                 if($res['app'] === 'web')
 562                         $res['app'] = 'OStatus';
 563         }
 564
 565         // base64 encoded json structure representing Diaspora signature
 566
 567         $dsig = $item->get_item_tags(NAMESPACE_DFRN,'diaspora_signature');
 568         if($dsig) {
 569                 $res['dsprsig'] = unxmlify($dsig[0]['data']);
 570         }
 571
 572         $dguid = $item->get_item_tags(NAMESPACE_DFRN,'diaspora_guid');
 573         if($dguid)
 574                 $res['guid'] = unxmlify($dguid[0]['data']);
 575
 576         $bm = $item->get_item_tags(NAMESPACE_DFRN,'bookmark');
 577         if($bm)
 578                 $res['bookmark'] = ((unxmlify($bm[0]['data']) === 'true') ? 1 : 0);
 579
 580
 581         /**
 582          * If there's a copy of the body content which is guaranteed to have survived mangling in transit, use it.
 583          */
 584
 585         $have_real_body = false;
 586
 587         $rawenv = $item->get_item_tags(NAMESPACE_DFRN, 'env');
 588         if($rawenv) {
 589                 $have_real_body = true;
 590                 $res['body'] = $rawenv[0]['data'];
 591                 $res['body'] = str_replace(array(' ',"\t","\r","\n"), array('','','',''),$res['body']);
 592                 // make sure nobody is trying to sneak some html tags by us
 593                 $res['body'] = notags(base64url_decode($res['body']));
 594         }
 595
 596
 597         $res['body'] = limit_body_size($res['body']);
 598
 599         // It isn't certain at this point whether our content is plaintext or html and we'd be foolish to trust
 600         // the content type. Our own network only emits text normally, though it might have been converted to
 601         // html if we used a pubsubhubbub transport. But if we see even one html tag in our text, we will
 602         // have to assume it is all html and needs to be purified.
 603
 604         // It doesn't matter all that much security wise - because before this content is used anywhere, we are
 605         // going to escape any tags we find regardless, but this lets us import a limited subset of html from
 606         // the wild, by sanitising it and converting supported tags to bbcode before we rip out any remaining
 607         // html.
 608
 609         if((strpos($res['body'],'<') !== false) && (strpos($res['body'],'>') !== false)) {
 610
 611                 $res['body'] = reltoabs($res['body'],$base_url);
 612
 613                 $res['body'] = html2bb_video($res['body']);
 614
 615                 $res['body'] = oembed_html2bbcode($res['body']);
 616
 617                 $config = HTMLPurifier_Config::createDefault();
 618                 $config->set('Cache.DefinitionImpl', null);
 619
 620                 // we shouldn't need a whitelist, because the bbcode converter
 621                 // will strip out any unsupported tags.
 622
 623                 $purifier = new HTMLPurifier($config);
 624                 $res['body'] = $purifier->purify($res['body']);
 625
 626                 $res['body'] = @html2bbcode($res['body']);
 627
 628
 629         }
 630         elseif(! $have_real_body) {
 631
 632                 // it's not one of our messages and it has no tags
 633                 // so it's probably just text. We'll escape it just to be safe.
 634
 635                 $res['body'] = escape_tags($res['body']);
 636         }
 637
 638
 639         // this tag is obsolete but we keep it for really old sites
 640
 641         $allow = $item->get_item_tags(NAMESPACE_DFRN,'comment-allow');
 642         if($allow && $allow[0]['data'] == 1)
 643                 $res['last-child'] = 1;
 644         else
 645                 $res['last-child'] = 0;
 646
 647         $private = $item->get_item_tags(NAMESPACE_DFRN,'private');
 648         if($private && intval($private[0]['data']) > 0)
 649                 $res['private'] = intval($private[0]['data']);
 650         else
 651                 $res['private'] = 0;
 652
 653         $extid = $item->get_item_tags(NAMESPACE_DFRN,'extid');
 654         if($extid && $extid[0]['data'])
 655                 $res['extid'] = $extid[0]['data'];
 656
 657         $rawlocation = $item->get_item_tags(NAMESPACE_DFRN, 'location');
 658         if($rawlocation)
 659                 $res['location'] = unxmlify($rawlocation[0]['data']);
 660
 661
 662         $rawcreated = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'published');
 663         if($rawcreated)
 664                 $res['created'] = unxmlify($rawcreated[0]['data']);
 665
 666
 667         $rawedited = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'updated');
 668         if($rawedited)
 669                 $res['edited'] = unxmlify($rawedited[0]['data']);
 670
 671         if((x($res,'edited')) && (! (x($res,'created'))))
 672                 $res['created'] = $res['edited'];
 673
 674         if(! $res['created'])
 675                 $res['created'] = $item->get_date('c');
 676
 677         if(! $res['edited'])
 678                 $res['edited'] = $item->get_date('c');
 679
 680
 681         // Disallow time travelling posts
 682
 683         $d1 = strtotime($res['created']);
 684         $d2 = strtotime($res['edited']);
 685         $d3 = strtotime('now');
 686
 687         if($d1 > $d3)
 688                 $res['created'] = datetime_convert();
 689         if($d2 > $d3)
 690                 $res['edited'] = datetime_convert();
 691
 692         $rawowner = $item->get_item_tags(NAMESPACE_DFRN, 'owner');
 693         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['name'][0]['data'])
 694                 $res['owner-name'] = unxmlify($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['name'][0]['data']);
 695         elseif($rawowner[0]['child'][NAMESPACE_DFRN]['name'][0]['data'])
 696                 $res['owner-name'] = unxmlify($rawowner[0]['child'][NAMESPACE_DFRN]['name'][0]['data']);
 697         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['uri'][0]['data'])
 698                 $res['owner-link'] = unxmlify($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['uri'][0]['data']);
 699         elseif($rawowner[0]['child'][NAMESPACE_DFRN]['uri'][0]['data'])
 700                 $res['owner-link'] = unxmlify($rawowner[0]['child'][NAMESPACE_DFRN]['uri'][0]['data']);
 701
 702         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
 703                 $base = $rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
 704
 705                 foreach($base as $link) {
 706                         if(!x($res, 'owner-avatar') || !$res['owner-avatar']) {
 707                                 if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')
 708                                         $res['owner-avatar'] = unxmlify($link['attribs']['']['href']);
 709                         }
 710                 }
 711         }
 712
 713         $rawgeo = $item->get_item_tags(NAMESPACE_GEORSS,'point');
 714         if($rawgeo)
 715                 $res['coord'] = unxmlify($rawgeo[0]['data']);
 716
 717         if ($contact["network"] == NETWORK_FEED) {
 718                 $res['verb'] = ACTIVITY_POST;
 719                 $res['object-type'] = ACTIVITY_OBJ_NOTE;
 720         }
 721
 722         $rawverb = $item->get_item_tags(NAMESPACE_ACTIVITY, 'verb');
 723
 724         // select between supported verbs
 725
 726         if($rawverb) {
 727                 $res['verb'] = unxmlify($rawverb[0]['data']);
 728         }
 729
 730         // translate OStatus unfollow to activity streams if it happened to get selected
 731
 732         if((x($res,'verb')) && ($res['verb'] === 'http://ostatus.org/schema/1.0/unfollow'))
 733                 $res['verb'] = ACTIVITY_UNFOLLOW;
 734
 735         $cats = $item->get_categories();
 736         if($cats) {
 737                 $tag_arr = array();
 738                 foreach($cats as $cat) {
 739                         $term = $cat->get_term();
 740                         if(! $term)
 741                                 $term = $cat->get_label();
 742                         $scheme = $cat->get_scheme();
 743                         if($scheme && $term && stristr($scheme,'X-DFRN:'))
 744                                 $tag_arr[] = substr($scheme,7,1) . '[url=' . unxmlify(substr($scheme,9)) . ']' . unxmlify($term) . '[/url]';
 745                         elseif($term)
 746                                 $tag_arr[] = notags(trim($term));
 747                 }
 748                 $res['tag'] =  implode(',', $tag_arr);
 749         }
 750
 751         $attach = $item->get_enclosures();
 752         if($attach) {
 753                 $att_arr = array();
 754                 foreach($attach as $att) {
 755                         $len   = intval($att->get_length());
 756                         $link  = str_replace(array(',','"'),array('%2D','%22'),notags(trim(unxmlify($att->get_link()))));
 757                         $title = str_replace(array(',','"'),array('%2D','%22'),notags(trim(unxmlify($att->get_title()))));
 758                         $type  = str_replace(array(',','"'),array('%2D','%22'),notags(trim(unxmlify($att->get_type()))));
 759                         if(strpos($type,';'))
 760                                 $type = substr($type,0,strpos($type,';'));
 761                         if((! $link) || (strpos($link,'http') !== 0))
 762                                 continue;
 763
 764                         if(! $title)
 765                                 $title = ' ';
 766                         if(! $type)
 767                                 $type = 'application/octet-stream';
 768
 769                         $att_arr[] = '[attach]href="' . $link . '" length="' . $len . '" type="' . $type . '" title="' . $title . '"[/attach]';
 770                 }
 771                 $res['attach'] = implode(',', $att_arr);
 772         }
 773
 774         $rawobj = $item->get_item_tags(NAMESPACE_ACTIVITY, 'object');
 775
 776         if($rawobj) {
 777                 $res['object'] = '<object>' . "\n";
 778                 $child = $rawobj[0]['child'];
 779                 if($child[NAMESPACE_ACTIVITY]['object-type'][0]['data']) {
 780                         $res['object-type'] = $child[NAMESPACE_ACTIVITY]['object-type'][0]['data'];
 781                         $res['object'] .= '<type>' . $child[NAMESPACE_ACTIVITY]['object-type'][0]['data'] . '</type>' . "\n";
 782                 }
 783                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'id') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'])
 784                         $res['object'] .= '<id>' . $child[SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'] . '</id>' . "\n";
 785                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'link') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['link'])
 786                         $res['object'] .= '<link>' . encode_rel_links($child[SIMPLEPIE_NAMESPACE_ATOM_10]['link']) . '</link>' . "\n";
 787                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'title') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'])
 788                         $res['object'] .= '<title>' . $child[SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'] . '</title>' . "\n";
 789                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'content') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data']) {
 790                         $body = $child[SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data'];
 791                         if(! $body)
 792                                 $body = $child[SIMPLEPIE_NAMESPACE_ATOM_10]['summary'][0]['data'];
 793                         // preserve a copy of the original body content in case we later need to parse out any microformat information, e.g. events
 794                         $res['object'] .= '<orig>' . xmlify($body) . '</orig>' . "\n";
 795                         if((strpos($body,'<') !== false) || (strpos($body,'>') !== false)) {
 796
 797                                 $body = html2bb_video($body);
 798
 799                                 $config = HTMLPurifier_Config::createDefault();
 800                                 $config->set('Cache.DefinitionImpl', null);
 801
 802                                 $purifier = new HTMLPurifier($config);
 803                                 $body = $purifier->purify($body);
 804                                 $body = html2bbcode($body);
 805                         }
 806
 807                         $res['object'] .= '<content>' . $body . '</content>' . "\n";
 808                 }
 809
 810                 $res['object'] .= '</object>' . "\n";
 811         }
 812
 813         $rawobj = $item->get_item_tags(NAMESPACE_ACTIVITY, 'target');
 814
 815         if($rawobj) {
 816                 $res['target'] = '<target>' . "\n";
 817                 $child = $rawobj[0]['child'];
 818                 if($child[NAMESPACE_ACTIVITY]['object-type'][0]['data']) {
 819                         $res['target'] .= '<type>' . $child[NAMESPACE_ACTIVITY]['object-type'][0]['data'] . '</type>' . "\n";
 820                 }
 821                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'id') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'])
 822                         $res['target'] .= '<id>' . $child[SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'] . '</id>' . "\n";
 823                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'link') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['link'])
 824                         $res['target'] .= '<link>' . encode_rel_links($child[SIMPLEPIE_NAMESPACE_ATOM_10]['link']) . '</link>' . "\n";
 825                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'data') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'])
 826                         $res['target'] .= '<title>' . $child[SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'] . '</title>' . "\n";
 827                 if(x($child[SIMPLEPIE_NAMESPACE_ATOM_10], 'data') && $child[SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data']) {
 828                         $body = $child[SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data'];
 829                         if(! $body)
 830                                 $body = $child[SIMPLEPIE_NAMESPACE_ATOM_10]['summary'][0]['data'];
 831                         // preserve a copy of the original body content in case we later need to parse out any microformat information, e.g. events
 832                         $res['target'] .= '<orig>' . xmlify($body) . '</orig>' . "\n";
 833                         if((strpos($body,'<') !== false) || (strpos($body,'>') !== false)) {
 834
 835                                 $body = html2bb_video($body);
 836
 837                                 $config = HTMLPurifier_Config::createDefault();
 838                                 $config->set('Cache.DefinitionImpl', null);
 839
 840                                 $purifier = new HTMLPurifier($config);
 841                                 $body = $purifier->purify($body);
 842                                 $body = html2bbcode($body);
 843                         }
 844
 845                         $res['target'] .= '<content>' . $body . '</content>' . "\n";
 846                 }
 847
 848                 $res['target'] .= '</target>' . "\n";
 849         }
 850
 851         // This is some experimental stuff. By now retweets are shown with "RT:"
 852         // But: There is data so that the message could be shown similar to native retweets
 853         // There is some better way to parse this array - but it didn't worked for me.
 854         $child = $item->feed->data["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["feed"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["entry"][0]["child"]["http://activitystrea.ms/spec/1.0/"][object][0]["child"];
 855         if (is_array($child)) {
 856                 logger('get_atom_elements: Looking for status.net repeated message');
 857
 858                 $message = $child["http://activitystrea.ms/spec/1.0/"]["object"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["content"][0]["data"];
 859                 $orig_id = ostatus_convert_href($child["http://activitystrea.ms/spec/1.0/"]["object"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["id"][0]["data"]);
 860                 $author = $child[SIMPLEPIE_NAMESPACE_ATOM_10]["author"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10];
 861                 $uri = $author["uri"][0]["data"];
 862                 $name = $author["name"][0]["data"];
 863                 $avatar = @array_shift($author["link"][2]["attribs"]);
 864                 $avatar = $avatar["href"];
 865
 866                 if (($name != "") and ($uri != "") and ($avatar != "") and ($message != "")) {
 867                         logger('get_atom_elements: fixing sender of repeated message. '.$orig_id, LOGGER_DEBUG);
 868
 869                         if (!intval(get_config('system','wall-to-wall_share'))) {
 870                                 $prefix = share_header($name, $uri, $avatar, "", "", $orig_link);
 871
 872                                 $res["body"] = $prefix.html2bbcode($message)."[/share]";
 873                         } else {
 874                                 $res["owner-name"] = $res["author-name"];
 875                                 $res["owner-link"] = $res["author-link"];
 876                                 $res["owner-avatar"] = $res["author-avatar"];
 877
 878                                 $res["author-name"] = $name;
 879                                 $res["author-link"] = $uri;
 880                                 $res["author-avatar"] = $avatar;
 881
 882                                 $res["body"] = html2bbcode($message);
 883                         }
 884                 }
 885         }
 886
 887         // Search for ostatus conversation url
 888         $links = $item->feed->data["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["feed"][0]["child"][SIMPLEPIE_NAMESPACE_ATOM_10]["entry"][0]["child"]["http://www.w3.org/2005/Atom"]["link"];
 889
 890         if (is_array($links)) {
 891                 foreach ($links as $link) {
 892                         $conversation = array_shift($link["attribs"]);
 893
 894                         if ($conversation["rel"] == "ostatus:conversation") {
 895                                 $res["ostatus_conversation"] = ostatus_convert_href($conversation["href"]);
 896                                 logger('get_atom_elements: found conversation url '.$res["ostatus_conversation"]);
 897                         } elseif ($conversation["rel"] == "alternate") {
 898                                 $res["plink"] = $conversation["href"];
 899                                 logger('get_atom_elements: found plink '.$res["plink"]);
 900                         }
 901                 };
 902         }
 903
 904         if (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND $contact['fetch_further_information']) {
 905                 $preview = "";
 906
 907                 // Handle enclosures and treat them as preview picture
 908                 if (isset($attach))
 909                         foreach ($attach AS $attachment)
 910                                 if ($attachment->type == "image/jpeg")
 911                                         $preview = $attachment->link;
 912
 913                 $res["body"] = $res["title"].add_page_info($res['plink'], false, $preview, ($contact['fetch_further_information'] == 2), $contact['ffi_keyword_blacklist']);
 914                 $res["tag"] = add_page_keywords($res['plink'], false, $preview, ($contact['fetch_further_information'] == 2), $contact['ffi_keyword_blacklist']);
 915                 $res["title"] = "";
 916                 $res["object-type"] = ACTIVITY_OBJ_BOOKMARK;
 917                 unset($res["attach"]);
 918         } elseif (isset($contact["network"]) AND ($contact["network"] == NETWORK_OSTATUS))
 919                 $res["body"] = add_page_info_to_body($res["body"]);
 920         elseif (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND strstr($res['plink'], ".app.net/")) {
 921                 $res["body"] = add_page_info_to_body($res["body"]);
 922         }
 923
 924         $arr = array('feed' => $feed, 'item' => $item, 'result' => $res);
 925
 926         call_hooks('parse_atom', $arr);
 927
 928         return $res;
 929 }
 930
 931 function add_page_info_data($data) {
 932         call_hooks('page_info_data', $data);
 933
 934         // It maybe is a rich content, but if it does have everything that a link has,
 935         // then treat it that way
 936         if (($data["type"] == "rich") AND is_string($data["title"]) AND
 937                 is_string($data["text"]) AND (sizeof($data["images"]) > 0))
 938                 $data["type"] = "link";
 939
 940         if ((($data["type"] != "link") AND ($data["type"] != "video") AND ($data["type"] != "photo")) OR ($data["title"] == $url))
 941                 return("");
 942
 943         if ($no_photos AND ($data["type"] == "photo"))
 944                 return("");
 945
 946         // If the link contains BBCode stuff, make a short link out of this to avoid parsing problems
 947         if (strpos($data["url"], '[') OR strpos($data["url"], ']')) {
 948                 require_once("include/network.php");
 949                 $data["url"] = short_link($data["url"]);
 950         }
 951
 952         if (($data["type"] != "photo") AND is_string($data["title"]))
 953                 $text .= "[bookmark=".$data["url"]."]".trim($data["title"])."[/bookmark]";
 954
 955         if (($data["type"] != "video") AND ($photo != ""))
 956                 $text .= '[img]'.$photo.'[/img]';
 957         elseif (($data["type"] != "video") AND (sizeof($data["images"]) > 0)) {
 958                 $imagedata = $data["images"][0];
 959                 $text .= '[img]'.$imagedata["src"].'[/img]';
 960         }
 961
 962         if (($data["type"] != "photo") AND is_string($data["text"]))
 963                 $text .= "[quote]".$data["text"]."[/quote]";
 964
 965         $hashtags = "";
 966         if (isset($data["keywords"]) AND count($data["keywords"])) {
 967                 $a = get_app();
 968                 $hashtags = "\n";
 969                 foreach ($data["keywords"] AS $keyword) {
 970                         $hashtag = str_replace(array(" ", "+", "/", ".", "#", "'"),
 971                                                 array("","", "", "", "", ""), $keyword);
 972                         $hashtags .= "#[url=".$a->get_baseurl()."/search?tag=".rawurlencode($hashtag)."]".$hashtag."[/url] ";
 973                 }
 974         }
 975
 976         return("\n[class=type-".$data["type"]."]".$text."[/class]".$hashtags);
 977 }
 978
 979 function query_page_info($url, $no_photos = false, $photo = "", $keywords = false, $keyword_blacklist = "") {
 980         require_once("mod/parse_url.php");
 981
 982         $data = Cache::get("parse_url:".$url);
 983         if (is_null($data)){
 984                 $data = parseurl_getsiteinfo($url, true);
 985                 Cache::set("parse_url:".$url,serialize($data));
 986         } else
 987                 $data = unserialize($data);
 988
 989         if ($photo != "")
 990                 $data["images"][0]["src"] = $photo;
 991
 992         logger('fetch page info for '.$url.' '.print_r($data, true), LOGGER_DEBUG);
 993
 994         if (!$keywords AND isset($data["keywords"]))
 995                 unset($data["keywords"]);
 996
 997         if (($keyword_blacklist != "") AND isset($data["keywords"])) {
 998                 $list = explode(",", $keyword_blacklist);
 999                 foreach ($list AS $keyword) {
1000                         $keyword = trim($keyword);
1001                         $index = array_search($keyword, $data["keywords"]);
1002                         if ($index !== false)
1003                                 unset($data["keywords"][$index]);
1004                 }
1005         }
1006
1007         return($data);
1008 }
1009
1010 function add_page_keywords($url, $no_photos = false, $photo = "", $keywords = false, $keyword_blacklist = "") {
1011         $data = query_page_info($url, $no_photos, $photo, $keywords, $keyword_blacklist);
1012
1013         $tags = "";
1014         if (isset($data["keywords"]) AND count($data["keywords"])) {
1015                 $a = get_app();
1016                 foreach ($data["keywords"] AS $keyword) {
1017                         $hashtag = str_replace(array(" ", "+", "/", ".", "#", "'"),
1018                                                 array("","", "", "", "", ""), $keyword);
1019
1020                         if ($tags != "")
1021                                 $tags .= ",";
1022
1023                         $tags .= "#[url=".$a->get_baseurl()."/search?tag=".rawurlencode($hashtag)."]".$hashtag."[/url]";
1024                 }
1025         }
1026
1027         return($tags);
1028 }
1029
1030 function add_page_info($url, $no_photos = false, $photo = "", $keywords = false, $keyword_blacklist = "") {
1031         $data = query_page_info($url, $no_photos, $photo, $keywords, $keyword_blacklist);
1032
1033         $text = add_page_info_data($data);
1034
1035         return($text);
1036 }
1037
1038 function add_page_info_to_body($body, $texturl = false, $no_photos = false) {
1039
1040         logger('add_page_info_to_body: fetch page info for body '.$body, LOGGER_DEBUG);
1041
1042         $URLSearchString = "^\[\]";
1043
1044         // Adding these spaces is a quick hack due to my problems with regular expressions :)
1045         preg_match("/[^!#@]\[url\]([$URLSearchString]*)\[\/url\]/ism", " ".$body, $matches);
1046
1047         if (!$matches)
1048                 preg_match("/[^!#@]\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism", " ".$body, $matches);
1049
1050         // Convert urls without bbcode elements
1051         if (!$matches AND $texturl) {
1052                 preg_match("/([^\]\='".'"'."]|^)(https?\:\/\/[a-zA-Z0-9\:\/\-\?\&\;\.\=\_\~\#\%\$\!\+\,]+)/ism", " ".$body, $matches);
1053
1054                 // Yeah, a hack. I really hate regular expressions :)
1055                 if ($matches)
1056                         $matches[1] = $matches[2];
1057         }
1058
1059         if ($matches)
1060                 $footer = add_page_info($matches[1], $no_photos);
1061
1062         // Remove the link from the body if the link is attached at the end of the post
1063         if (isset($footer) AND (trim($footer) != "") AND (strpos($footer, $matches[1]))) {
1064                 $removedlink = trim(str_replace($matches[1], "", $body));
1065                 if (($removedlink == "") OR strstr($body, $removedlink))
1066                         $body = $removedlink;
1067
1068                 $url = str_replace(array('/', '.'), array('\/', '\.'), $matches[1]);
1069                 $removedlink = preg_replace("/\[url\=".$url."\](.*?)\[\/url\]/ism", '', $body);
1070                 if (($removedlink == "") OR strstr($body, $removedlink))
1071                         $body = $removedlink;
1072         }
1073
1074         // Add the page information to the bottom
1075         if (isset($footer) AND (trim($footer) != ""))
1076                 $body .= $footer;
1077
1078         return $body;
1079 }
1080
1081 function encode_rel_links($links) {
1082         $o = '';
1083         if(! ((is_array($links)) && (count($links))))
1084                 return $o;
1085         foreach($links as $link) {
1086                 $o .= '<link ';
1087                 if($link['attribs']['']['rel'])
1088                         $o .= 'rel="' . $link['attribs']['']['rel'] . '" ';
1089                 if($link['attribs']['']['type'])
1090                         $o .= 'type="' . $link['attribs']['']['type'] . '" ';
1091                 if($link['attribs']['']['href'])
1092                         $o .= 'href="' . $link['attribs']['']['href'] . '" ';
1093                 if( (x($link['attribs'],NAMESPACE_MEDIA)) && $link['attribs'][NAMESPACE_MEDIA]['width'])
1094                         $o .= 'media:width="' . $link['attribs'][NAMESPACE_MEDIA]['width'] . '" ';
1095                 if( (x($link['attribs'],NAMESPACE_MEDIA)) && $link['attribs'][NAMESPACE_MEDIA]['height'])
1096                         $o .= 'media:height="' . $link['attribs'][NAMESPACE_MEDIA]['height'] . '" ';
1097                 $o .= ' />' . "\n" ;
1098         }
1099         return xmlify($o);
1100 }
1101
1102 function add_guid($item) {
1103         $r = q("SELECT `guid` FROM `guid` WHERE `guid` = '%s' LIMIT 1", dbesc($item["guid"]));
1104         if ($r)
1105                 return;
1106
1107         q("INSERT INTO `guid` (`guid`,`plink`,`uri`,`network`) VALUES ('%s','%s','%s','%s')",
1108                 dbesc($item["guid"]), dbesc($item["plink"]),
1109                 dbesc($item["uri"]), dbesc($item["network"]));
1110 }
1111
1112 function item_store($arr,$force_parent = false, $notify = false, $dontcache = false) {
1113
1114         // If it is a posting where users should get notifications, then define it as wall posting
1115         if ($notify) {
1116                 $arr['wall'] = 1;
1117                 $arr['type'] = 'wall';
1118                 $arr['origin'] = 1;
1119                 $arr['last-child'] = 1;
1120                 $arr['network'] = NETWORK_DFRN;
1121         }
1122
1123         // If a Diaspora signature structure was passed in, pull it out of the
1124         // item array and set it aside for later storage.
1125
1126         $dsprsig = null;
1127         if(x($arr,'dsprsig')) {
1128                 $dsprsig = json_decode(base64_decode($arr['dsprsig']));
1129                 unset($arr['dsprsig']);
1130         }
1131
1132         // Converting the plink
1133         if ($arr['network'] == NETWORK_OSTATUS) {
1134                 if (isset($arr['plink']))
1135                         $arr['plink'] = ostatus_convert_href($arr['plink']);
1136                 elseif (isset($arr['uri']))
1137                         $arr['plink'] = ostatus_convert_href($arr['uri']);
1138         }
1139
1140         // if an OStatus conversation url was passed in, it is stored and then
1141         // removed from the array.
1142         $ostatus_conversation = null;
1143
1144         if (isset($arr["ostatus_conversation"])) {
1145                 $ostatus_conversation = $arr["ostatus_conversation"];
1146                 unset($arr["ostatus_conversation"]);
1147         }
1148
1149         if(x($arr, 'gravity'))
1150                 $arr['gravity'] = intval($arr['gravity']);
1151         elseif($arr['parent-uri'] === $arr['uri'])
1152                 $arr['gravity'] = 0;
1153         elseif(activity_match($arr['verb'],ACTIVITY_POST))
1154                 $arr['gravity'] = 6;
1155         else
1156                 $arr['gravity'] = 6;   // extensible catchall
1157
1158         if(! x($arr,'type'))
1159                 $arr['type']      = 'remote';
1160
1161
1162
1163         /* check for create  date and expire time */
1164         $uid = intval($arr['uid']);
1165         $r = q("SELECT expire FROM user WHERE uid = %d", intval($uid));
1166         if(count($r)) {
1167                 $expire_interval = $r[0]['expire'];
1168                 if ($expire_interval>0) {
1169                         $expire_date =  new DateTime( '- '.$expire_interval.' days', new DateTimeZone('UTC'));
1170                         $created_date = new DateTime($arr['created'], new DateTimeZone('UTC'));
1171                         if ($created_date < $expire_date) {
1172                                 logger('item-store: item created ('.$arr['created'].') before expiration time ('.$expire_date->format(DateTime::W3C).'). ignored. ' . print_r($arr,true), LOGGER_DEBUG);
1173                                 return 0;
1174                         }
1175                 }
1176         }
1177
1178         // If there is no guid then take the same guid that was taken before for the same uri
1179         if ((trim($arr['guid']) == "") AND (trim($arr['uri']) != "") AND (trim($arr['network']) != "")) {
1180                 logger('item_store: checking for an existing guid for uri '.$arr['uri'], LOGGER_DEBUG);
1181                 $r = q("SELECT `guid` FROM `guid` WHERE `uri` = '%s' AND `network` = '%s' LIMIT 1",
1182                         dbesc(trim($arr['uri'])), dbesc(trim($arr['network'])));
1183
1184                 if(count($r)) {
1185                         $arr['guid'] = $r[0]["guid"];
1186                         logger('item_store: found guid '.$arr['guid'].' for uri '.$arr['uri'], LOGGER_DEBUG);
1187                 }
1188         }
1189
1190         // If there is no guid then take the same guid that was taken before for the same plink
1191         if ((trim($arr['guid']) == "") AND (trim($arr['plink']) != "") AND (trim($arr['network']) != "")) {
1192                 logger('item_store: checking for an existing guid for plink '.$arr['plink'], LOGGER_DEBUG);
1193                 $r = q("SELECT `guid` FROM `guid` WHERE `plink` = '%s' AND `network` = '%s' LIMIT 1",
1194                         dbesc(trim($arr['plink'])), dbesc(trim($arr['network'])));
1195
1196                 if(count($r)) {
1197                         $arr['guid'] = $r[0]["guid"];
1198                         logger('item_store: found guid '.$arr['guid'].' for plink '.$arr['plink'], LOGGER_DEBUG);
1199                 }
1200         }
1201
1202         // Shouldn't happen but we want to make absolutely sure it doesn't leak from a plugin.
1203         // Deactivated, since the bbcode parser can handle with it - and it destroys posts with some smileys that contain "<"
1204         //if((strpos($arr['body'],'<') !== false) || (strpos($arr['body'],'>') !== false))
1205         //      $arr['body'] = strip_tags($arr['body']);
1206
1207
1208         if (version_compare(PHP_VERSION, '5.3.0', '>=')) {
1209                 require_once('library/langdet/Text/LanguageDetect.php');
1210                 $naked_body = preg_replace('/\[(.+?)\]/','',$arr['body']);
1211                 $l = new Text_LanguageDetect;
1212                 //$lng = $l->detectConfidence($naked_body);
1213                 //$arr['postopts'] = (($lng['language']) ? 'lang=' . $lng['language'] . ';' . $lng['confidence'] : '');
1214                 $lng = $l->detect($naked_body, 3);
1215
1216                 if (sizeof($lng) > 0) {
1217                         $postopts = "";
1218
1219                         foreach ($lng as $language => $score) {
1220                                 if ($postopts == "")
1221                                         $postopts = "lang=";
1222                                 else
1223                                         $postopts .= ":";
1224
1225                                 $postopts .= $language.";".$score;
1226                         }
1227                         $arr['postopts'] = $postopts;
1228                 }
1229         }
1230
1231         $arr['wall']          = ((x($arr,'wall'))          ? intval($arr['wall'])                : 0);
1232         $arr['uri']           = ((x($arr,'uri'))           ? notags(trim($arr['uri']))           : random_string());
1233         $arr['extid']         = ((x($arr,'extid'))         ? notags(trim($arr['extid']))         : '');
1234         $arr['author-name']   = ((x($arr,'author-name'))   ? notags(trim($arr['author-name']))   : '');
1235         $arr['author-link']   = ((x($arr,'author-link'))   ? notags(trim($arr['author-link']))   : '');
1236         $arr['author-avatar'] = ((x($arr,'author-avatar')) ? notags(trim($arr['author-avatar'])) : '');
1237         $arr['owner-name']    = ((x($arr,'owner-name'))    ? notags(trim($arr['owner-name']))    : '');
1238         $arr['owner-link']    = ((x($arr,'owner-link'))    ? notags(trim($arr['owner-link']))    : '');
1239         $arr['owner-avatar']  = ((x($arr,'owner-avatar'))  ? notags(trim($arr['owner-avatar']))  : '');
1240         $arr['created']       = ((x($arr,'created') !== false) ? datetime_convert('UTC','UTC',$arr['created']) : datetime_convert());
1241         $arr['edited']        = ((x($arr,'edited')  !== false) ? datetime_convert('UTC','UTC',$arr['edited'])  : datetime_convert());
1242         $arr['commented']     = ((x($arr,'commented')  !== false) ? datetime_convert('UTC','UTC',$arr['commented'])  : datetime_convert());
1243         $arr['received']      = ((x($arr,'received')  !== false) ? datetime_convert('UTC','UTC',$arr['received'])  : datetime_convert());
1244         $arr['changed']       = ((x($arr,'changed')  !== false) ? datetime_convert('UTC','UTC',$arr['changed'])  : datetime_convert());
1245         $arr['title']         = ((x($arr,'title'))         ? notags(trim($arr['title']))         : '');
1246         $arr['location']      = ((x($arr,'location'))      ? notags(trim($arr['location']))      : '');
1247         $arr['coord']         = ((x($arr,'coord'))         ? notags(trim($arr['coord']))         : '');
1248         $arr['last-child']    = ((x($arr,'last-child'))    ? intval($arr['last-child'])          : 0 );
1249         $arr['visible']       = ((x($arr,'visible') !== false) ? intval($arr['visible'])         : 1 );
1250         $arr['deleted']       = 0;
1251         $arr['parent-uri']    = ((x($arr,'parent-uri'))    ? notags(trim($arr['parent-uri']))    : '');
1252         $arr['verb']          = ((x($arr,'verb'))          ? notags(trim($arr['verb']))          : '');
1253         $arr['object-type']   = ((x($arr,'object-type'))   ? notags(trim($arr['object-type']))   : '');
1254         $arr['object']        = ((x($arr,'object'))        ? trim($arr['object'])                : '');
1255         $arr['target-type']   = ((x($arr,'target-type'))   ? notags(trim($arr['target-type']))   : '');
1256         $arr['target']        = ((x($arr,'target'))        ? trim($arr['target'])                : '');
1257         $arr['plink']         = ((x($arr,'plink'))         ? notags(trim($arr['plink']))         : '');
1258         $arr['allow_cid']     = ((x($arr,'allow_cid'))     ? trim($arr['allow_cid'])             : '');
1259         $arr['allow_gid']     = ((x($arr,'allow_gid'))     ? trim($arr['allow_gid'])             : '');
1260         $arr['deny_cid']      = ((x($arr,'deny_cid'))      ? trim($arr['deny_cid'])              : '');
1261         $arr['deny_gid']      = ((x($arr,'deny_gid'))      ? trim($arr['deny_gid'])              : '');
1262         $arr['private']       = ((x($arr,'private'))       ? intval($arr['private'])             : 0 );
1263         $arr['bookmark']      = ((x($arr,'bookmark'))      ? intval($arr['bookmark'])            : 0 );
1264         $arr['body']          = ((x($arr,'body'))          ? trim($arr['body'])                  : '');
1265         $arr['tag']           = ((x($arr,'tag'))           ? notags(trim($arr['tag']))           : '');
1266         $arr['attach']        = ((x($arr,'attach'))        ? notags(trim($arr['attach']))        : '');
1267         $arr['app']           = ((x($arr,'app'))           ? notags(trim($arr['app']))           : '');
1268         $arr['origin']        = ((x($arr,'origin'))        ? intval($arr['origin'])              : 0 );
1269         $arr['network']       = ((x($arr,'network'))       ? trim($arr['network'])               : '');
1270         $arr['guid']          = ((x($arr,'guid'))          ? notags(trim($arr['guid']))          : get_guid(32, $arr['network']));
1271         $arr['postopts']      = ((x($arr,'postopts'))      ? trim($arr['postopts'])              : '');
1272         $arr['resource-id']   = ((x($arr,'resource-id'))   ? trim($arr['resource-id'])           : '');
1273         $arr['event-id']      = ((x($arr,'event-id'))      ? intval($arr['event-id'])            : 0 );
1274         $arr['inform']        = ((x($arr,'inform'))        ? trim($arr['inform'])                : '');
1275         $arr['file']          = ((x($arr,'file'))          ? trim($arr['file'])                  : '');
1276
1277         if ($arr['plink'] == "") {
1278                 $a = get_app();
1279                 $arr['plink'] = $a->get_baseurl().'/display/'.urlencode($arr['guid']);
1280         }
1281
1282         if ($arr['network'] == "") {
1283                 $r = q("SELECT `network` FROM `contact` WHERE `id` = %d AND `uid` = %d LIMIT 1",
1284                         intval($arr['contact-id']),
1285                         intval($arr['uid'])
1286                 );
1287
1288                 if(count($r))
1289                         $arr['network'] = $r[0]["network"];
1290
1291                 // Fallback to friendica (why is it empty in some cases?)
1292                 if ($arr['network'] == "")
1293                         $arr['network'] = NETWORK_DFRN;
1294
1295                 logger("item_store: Set network to ".$arr["network"]." for ".$arr["uri"], LOGGER_DEBUG);
1296         }
1297
1298         if ($arr['guid'] != "") {
1299                 // Checking if there is already an item with the same guid
1300                 logger('checking for an item for user '.$arr['uid'].' on network '.$arr['network'].' with the guid '.$arr['guid'], LOGGER_DEBUG);
1301                 $r = q("SELECT `guid` FROM `item` WHERE `guid` = '%s' AND `network` = '%s' AND `uid` = '%d' LIMIT 1",
1302                         dbesc($arr['guid']), dbesc($arr['network']), intval($arr['uid']));
1303
1304                 if(count($r)) {
1305                         logger('found item with guid '.$arr['guid'].' for user '.$arr['uid'].' on network '.$arr['network'], LOGGER_DEBUG);
1306                         return 0;
1307                 }
1308         }
1309
1310         // Check for hashtags in the body and repair or add hashtag links
1311         item_body_set_hashtags($arr);
1312
1313         $arr['thr-parent'] = $arr['parent-uri'];
1314         if($arr['parent-uri'] === $arr['uri']) {
1315                 $parent_id = 0;
1316                 $parent_deleted = 0;
1317                 $allow_cid = $arr['allow_cid'];
1318                 $allow_gid = $arr['allow_gid'];
1319                 $deny_cid  = $arr['deny_cid'];
1320                 $deny_gid  = $arr['deny_gid'];
1321                 $notify_type = 'wall-new';
1322         }
1323         else {
1324
1325                 // find the parent and snarf the item id and ACLs
1326                 // and anything else we need to inherit
1327
1328                 $r = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `uid` = %d ORDER BY `id` ASC LIMIT 1",
1329                         dbesc($arr['parent-uri']),
1330                         intval($arr['uid'])
1331                 );
1332
1333                 if(count($r)) {
1334
1335                         // is the new message multi-level threaded?
1336                         // even though we don't support it now, preserve the info
1337                         // and re-attach to the conversation parent.
1338
1339                         if($r[0]['uri'] != $r[0]['parent-uri']) {
1340                                 $arr['parent-uri'] = $r[0]['parent-uri'];
1341                                 $z = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `parent-uri` = '%s' AND `uid` = %d
1342                                         ORDER BY `id` ASC LIMIT 1",
1343                                         dbesc($r[0]['parent-uri']),
1344                                         dbesc($r[0]['parent-uri']),
1345                                         intval($arr['uid'])
1346                                 );
1347                                 if($z && count($z))
1348                                         $r = $z;
1349                         }
1350
1351                         $parent_id      = $r[0]['id'];
1352                         $parent_deleted = $r[0]['deleted'];
1353                         $allow_cid      = $r[0]['allow_cid'];
1354                         $allow_gid      = $r[0]['allow_gid'];
1355                         $deny_cid       = $r[0]['deny_cid'];
1356                         $deny_gid       = $r[0]['deny_gid'];
1357                         $arr['wall']    = $r[0]['wall'];
1358                         $notify_type    = 'comment-new';
1359
1360                         // if the parent is private, force privacy for the entire conversation
1361                         // This differs from the above settings as it subtly allows comments from
1362                         // email correspondents to be private even if the overall thread is not.
1363
1364                         if($r[0]['private'])
1365                                 $arr['private'] = $r[0]['private'];
1366
1367                         // Edge case. We host a public forum that was originally posted to privately.
1368                         // The original author commented, but as this is a comment, the permissions
1369                         // weren't fixed up so it will still show the comment as private unless we fix it here.
1370
1371                         if((intval($r[0]['forum_mode']) == 1) && (! $r[0]['private']))
1372                                 $arr['private'] = 0;
1373
1374
1375                         // If its a post from myself then tag the thread as "mention"
1376                         logger("item_store: Checking if parent ".$parent_id." has to be tagged as mention for user ".$arr['uid'], LOGGER_DEBUG);
1377                         $u = q("select * from user where uid = %d limit 1", intval($arr['uid']));
1378                         if(count($u)) {
1379                                 $a = get_app();
1380                                 $self = normalise_link($a->get_baseurl() . '/profile/' . $u[0]['nickname']);
1381                                 logger("item_store: 'myself' is ".$self." for parent ".$parent_id." checking against ".$arr['author-link']." and ".$arr['owner-link'], LOGGER_DEBUG);
1382                                 if ((normalise_link($arr['author-link']) == $self) OR (normalise_link($arr['owner-link']) == $self)) {
1383                                         q("UPDATE `thread` SET `mention` = 1 WHERE `iid` = %d", intval($parent_id));
1384                                         logger("item_store: tagged thread ".$parent_id." as mention for user ".$self, LOGGER_DEBUG);
1385                                 }
1386                         }
1387                 }
1388                 else {
1389
1390                         // Allow one to see reply tweets from status.net even when
1391                         // we don't have or can't see the original post.
1392
1393                         if($force_parent) {
1394                                 logger('item_store: $force_parent=true, reply converted to top-level post.');
1395                                 $parent_id = 0;
1396                                 $arr['parent-uri'] = $arr['uri'];
1397                                 $arr['gravity'] = 0;
1398                         }
1399                         else {
1400                                 logger('item_store: item parent was not found - ignoring item');
1401                                 return 0;
1402                         }
1403
1404                         $parent_deleted = 0;
1405                 }
1406         }
1407
1408         $r = q("SELECT `id` FROM `item` WHERE `uri` = '%s' AND `network` = '%s' AND `uid` = %d LIMIT 1",
1409                 dbesc($arr['uri']),
1410                 dbesc($arr['network']),
1411                 intval($arr['uid'])
1412         );
1413         if($r && count($r)) {
1414                 logger('duplicated item with the same uri found. ' . print_r($arr,true));
1415                 return 0;
1416         }
1417
1418         $r = q("SELECT `id` FROM `item` WHERE `plink` = '%s' AND `network` = '%s' AND `uid` = %d LIMIT 1",
1419                 dbesc($arr['plink']),
1420                 dbesc($arr['network']),
1421                 intval($arr['uid'])
1422         );
1423         if($r && count($r)) {
1424                 logger('duplicated item with the same plink found. ' . print_r($arr,true));
1425                 return 0;
1426         }
1427
1428         // Check for an existing post with the same content. There seems to be a problem with OStatus.
1429         $r = q("SELECT `id` FROM `item` WHERE `body` = '%s' AND `network` = '%s' AND `created` = '%s' AND `contact-id` = %d AND `uid` = %d LIMIT 1",
1430                 dbesc($arr['body']),
1431                 dbesc($arr['network']),
1432                 dbesc($arr['created']),
1433                 intval($arr['contact-id']),
1434                 intval($arr['uid'])
1435         );
1436         if($r && count($r)) {
1437                 logger('duplicated item with the same body found. ' . print_r($arr,true));
1438                 return 0;
1439         }
1440
1441         // Is this item available in the global items (with uid=0)?
1442         if ($arr["uid"] == 0) {
1443                 $arr["global"] = true;
1444
1445                 q("UPDATE `item` SET `global` = 1 WHERE `guid` = '%s'", dbesc($arr["guid"]));
1446         }  else {
1447                 $isglobal = q("SELECT `global` FROM `item` WHERE `uid` = 0 AND `guid` = '%s'", dbesc($arr["guid"]));
1448
1449                 $arr["global"] = (count($isglobal) > 0);
1450         }
1451
1452         // Fill the cache field
1453         put_item_in_cache($arr);
1454
1455         call_hooks('post_remote',$arr);
1456
1457         if(x($arr,'cancel')) {
1458                 logger('item_store: post cancelled by plugin.');
1459                 return 0;
1460         }
1461
1462         // Store the unescaped version
1463         $unescaped = $arr;
1464
1465         dbesc_array($arr);
1466
1467         logger('item_store: ' . print_r($arr,true), LOGGER_DATA);
1468
1469         $r = dbq("INSERT INTO `item` (`"
1470                         . implode("`, `", array_keys($arr))
1471                         . "`) VALUES ('"
1472                         . implode("', '", array_values($arr))
1473                         . "')" );
1474
1475         // And restore it
1476         $arr = $unescaped;
1477
1478         // find the item we just created
1479         $r = q("SELECT `id` FROM `item` WHERE `uri` = '%s' AND `uid` = %d ORDER BY `id` ASC ",
1480                 dbesc($arr['uri']),
1481                 intval($arr['uid'])
1482         );
1483
1484         if(count($r)) {
1485
1486                 // Store the guid and other relevant data
1487                 add_guid($arr);
1488
1489                 $current_post = $r[0]['id'];
1490                 logger('item_store: created item ' . $current_post);
1491
1492                 // Set "success_update" and "last-item" to the date of the last time we heard from this contact
1493                 // This can be used to filter for inactive contacts.
1494                 // Only do this for public postings to avoid privacy problems, since poco data is public.
1495                 // Don't set this value if it isn't from the owner (could be an author that we don't know)
1496
1497                 $update = (!$arr['private'] AND (($arr["author-link"] === $arr["owner-link"]) OR ($arr["parent-uri"] === $arr["uri"])));
1498
1499                 // Is it a forum? Then we don't care about the rules from above
1500                 if (!$update AND ($arr["network"] == NETWORK_DFRN) AND ($arr["parent-uri"] === $arr["uri"])) {
1501                         $isforum = q("SELECT `forum` FROM `contact` WHERE `id` = %d AND `forum`",
1502                                         intval($arr['contact-id']));
1503                         if ($isforum)
1504                                 $update = true;
1505                 }
1506
1507                 if ($update)
1508                         q("UPDATE `contact` SET `success_update` = '%s', `last-item` = '%s' WHERE `id` = %d",
1509                                 dbesc($arr['received']),
1510                                 dbesc($arr['received']),
1511                                 intval($arr['contact-id'])
1512                         );
1513         } else {
1514                 logger('item_store: could not locate created item');
1515                 return 0;
1516         }
1517         if(count($r) > 1) {
1518                 logger('item_store: duplicated post occurred. Removing duplicates. uri = '.$arr['uri'].' uid = '.$arr['uid']);
1519                 q("DELETE FROM `item` WHERE `uri` = '%s' AND `uid` = %d AND `id` != %d ",
1520                         dbesc($arr['uri']),
1521                         intval($arr['uid']),
1522                         intval($current_post)
1523                 );
1524         }
1525
1526         if((! $parent_id) || ($arr['parent-uri'] === $arr['uri']))
1527                 $parent_id = $current_post;
1528
1529         if(strlen($allow_cid) || strlen($allow_gid) || strlen($deny_cid) || strlen($deny_gid))
1530                 $private = 1;
1531         else
1532                 $private = $arr['private'];
1533
1534         // Set parent id - and also make sure to inherit the parent's ACLs.
1535
1536         $r = q("UPDATE `item` SET `parent` = %d, `allow_cid` = '%s', `allow_gid` = '%s',
1537                 `deny_cid` = '%s', `deny_gid` = '%s', `private` = %d, `deleted` = %d WHERE `id` = %d",
1538                 intval($parent_id),
1539                 dbesc($allow_cid),
1540                 dbesc($allow_gid),
1541                 dbesc($deny_cid),
1542                 dbesc($deny_gid),
1543                 intval($private),
1544                 intval($parent_deleted),
1545                 intval($current_post)
1546         );
1547
1548         // Complete ostatus threads
1549         if ($ostatus_conversation)
1550                 complete_conversation($current_post, $ostatus_conversation);
1551
1552         $arr['id'] = $current_post;
1553         $arr['parent'] = $parent_id;
1554         $arr['allow_cid'] = $allow_cid;
1555         $arr['allow_gid'] = $allow_gid;
1556         $arr['deny_cid'] = $deny_cid;
1557         $arr['deny_gid'] = $deny_gid;
1558         $arr['private'] = $private;
1559         $arr['deleted'] = $parent_deleted;
1560
1561         // update the commented timestamp on the parent
1562         // Only update "commented" if it is really a comment
1563         if (($arr['verb'] == ACTIVITY_POST) OR !get_config("system", "like_no_comment"))
1564                 q("UPDATE `item` SET `commented` = '%s', `changed` = '%s' WHERE `id` = %d",
1565                         dbesc(datetime_convert()),
1566                         dbesc(datetime_convert()),
1567                         intval($parent_id)
1568                 );
1569         else
1570                 q("UPDATE `item` SET `changed` = '%s' WHERE `id` = %d",
1571                         dbesc(datetime_convert()),
1572                         intval($parent_id)
1573                 );
1574
1575         if($dsprsig) {
1576                 q("insert into sign (`iid`,`signed_text`,`signature`,`signer`) values (%d,'%s','%s','%s') ",
1577                         intval($current_post),
1578                         dbesc($dsprsig->signed_text),
1579                         dbesc($dsprsig->signature),
1580                         dbesc($dsprsig->signer)
1581                 );
1582         }
1583
1584
1585         /**
1586          * If this is now the last-child, force all _other_ children of this parent to *not* be last-child
1587          */
1588
1589         if($arr['last-child']) {
1590                 $r = q("UPDATE `item` SET `last-child` = 0 WHERE `parent-uri` = '%s' AND `uid` = %d AND `id` != %d",
1591                         dbesc($arr['uri']),
1592                         intval($arr['uid']),
1593                         intval($current_post)
1594                 );
1595         }
1596
1597         $deleted = tag_deliver($arr['uid'],$current_post);
1598
1599         // current post can be deleted if is for a community page and no mention are
1600         // in it.
1601         if (!$deleted AND !$dontcache) {
1602
1603                 $r = q('SELECT * FROM `item` WHERE id = %d', intval($current_post));
1604                 if (count($r) == 1) {
1605                         call_hooks('post_remote_end', $r[0]);
1606                 } else
1607                         logger('item_store: new item not found in DB, id ' . $current_post);
1608         }
1609
1610         // Add every contact of the post to the global contact table
1611         poco_store($arr);
1612
1613         create_tags_from_item($current_post);
1614         create_files_from_item($current_post);
1615
1616         // Only check for notifications on start posts
1617         if ($arr['parent-uri'] === $arr['uri']) {
1618                 add_thread($current_post);
1619                 logger('item_store: Check notification for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
1620
1621                 // Send a notification for every new post?
1622                 $r = q("SELECT `notify_new_posts` FROM `contact` WHERE `id` = %d AND `uid` = %d AND `notify_new_posts` LIMIT 1",
1623                         intval($arr['contact-id']),
1624                         intval($arr['uid'])
1625                 );
1626                 $send_notification = count($r);
1627
1628                 if (!$send_notification) {
1629                         $tags = q("SELECT `url` FROM `term` WHERE `otype` = %d AND `oid` = %d AND `type` = %d AND `uid` = %d",
1630                                 intval(TERM_OBJ_POST), intval($current_post), intval(TERM_MENTION), intval($arr['uid']));
1631
1632                         if (count($tags)) {
1633                                 foreach ($tags AS $tag) {
1634                                         $r = q("SELECT `id` FROM `contact` WHERE `nurl` = '%s' AND `uid` = %d AND `notify_new_posts`",
1635                                                 normalise_link($tag["url"]), intval($arr['uid']));
1636                                         if (count($r))
1637                                                 $send_notification = true;
1638                                 }
1639                         }
1640                 }
1641
1642                 if ($send_notification) {
1643                         logger('item_store: Send notification for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
1644                         $u = q("SELECT * FROM user WHERE uid = %d LIMIT 1",
1645                                 intval($arr['uid']));
1646
1647                         $item = q("SELECT * FROM `item` WHERE `id` = %d AND `uid` = %d",
1648                                 intval($current_post),
1649                                 intval($arr['uid'])
1650                         );
1651
1652                         $a = get_app();
1653
1654                         require_once('include/enotify.php');
1655                         notification(array(
1656                                 'type'         => NOTIFY_SHARE,
1657                                 'notify_flags' => $u[0]['notify-flags'],
1658                                 'language'     => $u[0]['language'],
1659                                 'to_name'      => $u[0]['username'],
1660                                 'to_email'     => $u[0]['email'],
1661                                 'uid'          => $u[0]['uid'],
1662                                 'item'         => $item[0],
1663                                 'link'         => $a->get_baseurl().'/display/'.urlencode($arr['guid']),
1664                                 'source_name'  => $item[0]['author-name'],
1665                                 'source_link'  => $item[0]['author-link'],
1666                                 'source_photo' => $item[0]['author-avatar'],
1667                                 'verb'         => ACTIVITY_TAG,
1668                                 'otype'        => 'item',
1669                                 'parent'       => $arr['parent']
1670                         ));
1671                         logger('item_store: Notification sent for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
1672                 }
1673         } else {
1674                 update_thread($parent_id);
1675                 add_shadow_entry($arr);
1676         }
1677
1678         if ($notify)
1679                 proc_run('php', "include/notifier.php", $notify_type, $current_post);
1680
1681         return $current_post;
1682 }
1683
1684 function item_body_set_hashtags(&$item) {
1685
1686         $tags = get_tags($item["body"]);
1687
1688         // No hashtags?
1689         if(!count($tags))
1690                 return(false);
1691
1692         // This sorting is important when there are hashtags that are part of other hashtags
1693         // Otherwise there could be problems with hashtags like #test and #test2
1694         rsort($tags);
1695
1696         $a = get_app();
1697
1698         $URLSearchString = "^\[\]";
1699
1700         // All hashtags should point to the home server
1701         //$item["body"] = preg_replace("/#\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1702         //              "#[url=".$a->get_baseurl()."/search?tag=$2]$2[/url]", $item["body"]);
1703
1704         //$item["tag"] = preg_replace("/#\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1705         //              "#[url=".$a->get_baseurl()."/search?tag=$2]$2[/url]", $item["tag"]);
1706
1707         // mask hashtags inside of url, bookmarks and attachments to avoid urls in urls
1708         $item["body"] = preg_replace_callback("/\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1709                 function ($match){
1710                         return("[url=".str_replace("#", "&num;", $match[1])."]".str_replace("#", "&num;", $match[2])."[/url]");
1711                 },$item["body"]);
1712
1713         $item["body"] = preg_replace_callback("/\[bookmark\=([$URLSearchString]*)\](.*?)\[\/bookmark\]/ism",
1714                 function ($match){
1715                         return("[bookmark=".str_replace("#", "&num;", $match[1])."]".str_replace("#", "&num;", $match[2])."[/bookmark]");
1716                 },$item["body"]);
1717
1718         $item["body"] = preg_replace_callback("/\[attachment (.*)\](.*?)\[\/attachment\]/ism",
1719                 function ($match){
1720                         return("[attachment ".str_replace("#", "&num;", $match[1])."]".$match[2]."[/attachment]");
1721                 },$item["body"]);
1722
1723         // Repair recursive urls
1724         $item["body"] = preg_replace("/&num;\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism",
1725                         "&num;$2", $item["body"]);
1726
1727
1728         foreach($tags as $tag) {
1729                 if(strpos($tag,'#') !== 0)
1730                         continue;
1731
1732                 if(strpos($tag,'[url='))
1733                         continue;
1734
1735                 $basetag = str_replace('_',' ',substr($tag,1));
1736
1737                 $newtag = '#[url='.$a->get_baseurl().'/search?tag='.rawurlencode($basetag).']'.$basetag.'[/url]';
1738
1739                 $item["body"] = str_replace($tag, $newtag, $item["body"]);
1740
1741                 if(!stristr($item["tag"],"/search?tag=".$basetag."]".$basetag."[/url]")) {
1742                         if(strlen($item["tag"]))
1743                                 $item["tag"] = ','.$item["tag"];
1744                         $item["tag"] = $newtag.$item["tag"];
1745                 }
1746         }
1747
1748         // Convert back the masked hashtags
1749         $item["body"] = str_replace("&num;", "#", $item["body"]);
1750 }
1751
1752 function get_item_guid($id) {
1753         $r = q("SELECT `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($id));
1754         if (count($r))
1755                 return($r[0]["guid"]);
1756         else
1757                 return("");
1758 }
1759
1760 function get_item_id($guid, $uid = 0) {
1761
1762         $nick = "";
1763         $id = 0;
1764
1765         if ($uid == 0)
1766                 $uid == local_user();
1767
1768         // Does the given user have this item?
1769         if ($uid) {
1770                 $r = q("SELECT `item`.`id`, `user`.`nickname` FROM `item` INNER JOIN `user` ON `user`.`uid` = `item`.`uid`
1771                         WHERE `item`.`visible` = 1 AND `item`.`deleted` = 0 and `item`.`moderated` = 0
1772                                 AND `item`.`guid` = '%s' AND `item`.`uid` = %d", dbesc($guid), intval($uid));
1773                 if (count($r)) {
1774                         $id = $r[0]["id"];
1775                         $nick = $r[0]["nickname"];
1776                 }
1777         }
1778
1779         // Or is it anywhere on the server?
1780         if ($nick == "") {
1781                 $r = q("SELECT `item`.`id`, `user`.`nickname` FROM `item` INNER JOIN `user` ON `user`.`uid` = `item`.`uid`
1782                         WHERE `item`.`visible` = 1 AND `item`.`deleted` = 0 and `item`.`moderated` = 0
1783                                 AND `item`.`allow_cid` = ''  AND `item`.`allow_gid` = ''
1784                                 AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1785                                 AND `item`.`private` = 0 AND `item`.`wall` = 1
1786                                 AND `item`.`guid` = '%s'", dbesc($guid));
1787                 if (count($r)) {
1788                         $id = $r[0]["id"];
1789                         $nick = $r[0]["nickname"];
1790                 }
1791         }
1792         return(array("nick" => $nick, "id" => $id));
1793 }
1794
1795 // return - test
1796 function get_item_contact($item,$contacts) {
1797         if(! count($contacts) || (! is_array($item)))
1798                 return false;
1799         foreach($contacts as $contact) {
1800                 if($contact['id'] == $item['contact-id']) {
1801                         return $contact;
1802                         break; // NOTREACHED
1803                 }
1804         }
1805         return false;
1806 }
1807
1808 /**
1809  * look for mention tags and setup a second delivery chain for forum/community posts if appropriate
1810  * @param int $uid
1811  * @param int $item_id
1812  * @return bool true if item was deleted, else false
1813  */
1814 function tag_deliver($uid,$item_id) {
1815
1816         //
1817
1818         $a = get_app();
1819
1820         $mention = false;
1821
1822         $u = q("select * from user where uid = %d limit 1",
1823                 intval($uid)
1824         );
1825         if(! count($u))
1826                 return;
1827
1828         $community_page = (($u[0]['page-flags'] == PAGE_COMMUNITY) ? true : false);
1829         $prvgroup = (($u[0]['page-flags'] == PAGE_PRVGROUP) ? true : false);
1830
1831
1832         $i = q("select * from item where id = %d and uid = %d limit 1",
1833                 intval($item_id),
1834                 intval($uid)
1835         );
1836         if(! count($i))
1837                 return;
1838
1839         $item = $i[0];
1840
1841         $link = normalise_link($a->get_baseurl() . '/profile/' . $u[0]['nickname']);
1842
1843         // Diaspora uses their own hardwired link URL in @-tags
1844         // instead of the one we supply with webfinger
1845
1846         $dlink = normalise_link($a->get_baseurl() . '/u/' . $u[0]['nickname']);
1847
1848         $cnt = preg_match_all('/[\@\!]\[url\=(.*?)\](.*?)\[\/url\]/ism',$item['body'],$matches,PREG_SET_ORDER);
1849         if($cnt) {
1850                 foreach($matches as $mtch) {
1851                         if(link_compare($link,$mtch[1]) || link_compare($dlink,$mtch[1])) {
1852                                 $mention = true;
1853                                 logger('tag_deliver: mention found: ' . $mtch[2]);
1854                         }
1855                 }
1856         }
1857
1858         if(! $mention){
1859                 if ( ($community_page || $prvgroup) &&
1860                           (!$item['wall']) && (!$item['origin']) && ($item['id'] == $item['parent'])){
1861                         // mmh.. no mention.. community page or private group... no wall.. no origin.. top-post (not a comment)
1862                         // delete it!
1863                         logger("tag_deliver: no-mention top-level post to communuty or private group. delete.");
1864                         q("DELETE FROM item WHERE id = %d and uid = %d",
1865                                 intval($item_id),
1866                                 intval($uid)
1867                         );
1868                         return true;
1869                 }
1870                 return;
1871         }
1872
1873
1874         // send a notification
1875
1876         // use a local photo if we have one
1877
1878         $r = q("select * from contact where uid = %d and nurl = '%s' limit 1",
1879                 intval($u[0]['uid']),
1880                 dbesc(normalise_link($item['author-link']))
1881         );
1882         $photo = (($r && count($r)) ? $r[0]['thumb'] : $item['author-avatar']);
1883
1884
1885         require_once('include/enotify.php');
1886         notification(array(
1887                 'type'         => NOTIFY_TAGSELF,
1888                 'notify_flags' => $u[0]['notify-flags'],
1889                 'language'     => $u[0]['language'],
1890                 'to_name'      => $u[0]['username'],
1891                 'to_email'     => $u[0]['email'],
1892                 'uid'          => $u[0]['uid'],
1893                 'item'         => $item,
1894                 'link'         => $a->get_baseurl() . '/display/'.urlencode(get_item_guid($item['id'])),
1895                 'source_name'  => $item['author-name'],
1896                 'source_link'  => $item['author-link'],
1897                 'source_photo' => $photo,
1898                 'verb'         => ACTIVITY_TAG,
1899                 'otype'        => 'item',
1900                 'parent'       => $item['parent']
1901         ));
1902
1903
1904         $arr = array('item' => $item, 'user' => $u[0], 'contact' => $r[0]);
1905
1906         call_hooks('tagged', $arr);
1907
1908         if((! $community_page) && (! $prvgroup))
1909                 return;
1910
1911
1912         // tgroup delivery - setup a second delivery chain
1913         // prevent delivery looping - only proceed
1914         // if the message originated elsewhere and is a top-level post
1915
1916         if(($item['wall']) || ($item['origin']) || ($item['id'] != $item['parent']))
1917                 return;
1918
1919         // now change this copy of the post to a forum head message and deliver to all the tgroup members
1920
1921
1922         $c = q("select name, url, thumb from contact where self = 1 and uid = %d limit 1",
1923                 intval($u[0]['uid'])
1924         );
1925         if(! count($c))
1926                 return;
1927
1928         // also reset all the privacy bits to the forum default permissions
1929
1930         $private = ($u[0]['allow_cid'] || $u[0]['allow_gid'] || $u[0]['deny_cid'] || $u[0]['deny_gid']) ? 1 : 0;
1931
1932         $forum_mode = (($prvgroup) ? 2 : 1);
1933
1934         q("update item set wall = 1, origin = 1, forum_mode = %d, `owner-name` = '%s', `owner-link` = '%s', `owner-avatar` = '%s',
1935                 `private` = %d, `allow_cid` = '%s', `allow_gid` = '%s', `deny_cid` = '%s', `deny_gid` = '%s'  where id = %d",
1936                 intval($forum_mode),
1937                 dbesc($c[0]['name']),
1938                 dbesc($c[0]['url']),
1939                 dbesc($c[0]['thumb']),
1940                 intval($private),
1941                 dbesc($u[0]['allow_cid']),
1942                 dbesc($u[0]['allow_gid']),
1943                 dbesc($u[0]['deny_cid']),
1944                 dbesc($u[0]['deny_gid']),
1945                 intval($item_id)
1946         );
1947         update_thread($item_id);
1948
1949         proc_run('php','include/notifier.php','tgroup',$item_id);
1950
1951 }
1952
1953
1954
1955 function tgroup_check($uid,$item) {
1956
1957         $a = get_app();
1958
1959         $mention = false;
1960
1961         // check that the message originated elsewhere and is a top-level post
1962
1963         if(($item['wall']) || ($item['origin']) || ($item['uri'] != $item['parent-uri']))
1964                 return false;
1965
1966
1967         $u = q("select * from user where uid = %d limit 1",
1968                 intval($uid)
1969         );
1970         if(! count($u))
1971                 return false;
1972
1973         $community_page = (($u[0]['page-flags'] == PAGE_COMMUNITY) ? true : false);
1974         $prvgroup = (($u[0]['page-flags'] == PAGE_PRVGROUP) ? true : false);
1975
1976
1977         $link = normalise_link($a->get_baseurl() . '/profile/' . $u[0]['nickname']);
1978
1979         // Diaspora uses their own hardwired link URL in @-tags
1980         // instead of the one we supply with webfinger
1981
1982         $dlink = normalise_link($a->get_baseurl() . '/u/' . $u[0]['nickname']);
1983
1984         $cnt = preg_match_all('/[\@\!]\[url\=(.*?)\](.*?)\[\/url\]/ism',$item['body'],$matches,PREG_SET_ORDER);
1985         if($cnt) {
1986                 foreach($matches as $mtch) {
1987                         if(link_compare($link,$mtch[1]) || link_compare($dlink,$mtch[1])) {
1988                                 $mention = true;
1989                                 logger('tgroup_check: mention found: ' . $mtch[2]);
1990                         }
1991                 }
1992         }
1993
1994         if(! $mention)
1995                 return false;
1996
1997         if((! $community_page) && (! $prvgroup))
1998                 return false;
1999
2000
2001
2002         return true;
2003
2004 }
2005
2006
2007
2008
2009
2010
2011 function dfrn_deliver($owner,$contact,$atom, $dissolve = false) {
2012
2013         $a = get_app();
2014
2015         $idtosend = $orig_id = (($contact['dfrn-id']) ? $contact['dfrn-id'] : $contact['issued-id']);
2016
2017         if($contact['duplex'] && $contact['dfrn-id'])
2018                 $idtosend = '0:' . $orig_id;
2019         if($contact['duplex'] && $contact['issued-id'])
2020                 $idtosend = '1:' . $orig_id;
2021
2022         $rino = ((function_exists('mcrypt_encrypt')) ? 1 : 0);
2023
2024         $rino_enable = get_config('system','rino_encrypt');
2025
2026         if(! $rino_enable)
2027                 $rino = 0;
2028
2029         $ssl_val = intval(get_config('system','ssl_policy'));
2030         $ssl_policy = '';
2031
2032         switch($ssl_val){
2033                 case SSL_POLICY_FULL:
2034                         $ssl_policy = 'full';
2035                         break;
2036                 case SSL_POLICY_SELFSIGN:
2037                         $ssl_policy = 'self';
2038                         break;
2039                 case SSL_POLICY_NONE:
2040                 default:
2041                         $ssl_policy = 'none';
2042                         break;
2043         }
2044
2045         $url = $contact['notify'] . '&dfrn_id=' . $idtosend . '&dfrn_version=' . DFRN_PROTOCOL_VERSION . (($rino) ? '&rino=1' : '');
2046
2047         logger('dfrn_deliver: ' . $url);
2048
2049         $xml = fetch_url($url);
2050
2051         $curl_stat = $a->get_curl_code();
2052         if(! $curl_stat)
2053                 return(-1); // timed out
2054
2055         logger('dfrn_deliver: ' . $xml, LOGGER_DATA);
2056
2057         if(! $xml)
2058                 return 3;
2059
2060         if(strpos($xml,'<?xml') === false) {
2061                 logger('dfrn_deliver: no valid XML returned');
2062                 logger('dfrn_deliver: returned XML: ' . $xml, LOGGER_DATA);
2063                 return 3;
2064         }
2065
2066         $res = parse_xml_string($xml);
2067
2068         if((intval($res->status) != 0) || (! strlen($res->challenge)) || (! strlen($res->dfrn_id)))
2069                 return (($res->status) ? $res->status : 3);
2070
2071         $postvars     = array();
2072         $sent_dfrn_id = hex2bin((string) $res->dfrn_id);
2073         $challenge    = hex2bin((string) $res->challenge);
2074         $perm         = (($res->perm) ? $res->perm : null);
2075         $dfrn_version = (float) (($res->dfrn_version) ? $res->dfrn_version : 2.0);
2076         $rino_allowed = ((intval($res->rino) === 1) ? 1 : 0);
2077         $page         = (($owner['page-flags'] == PAGE_COMMUNITY) ? 1 : 0);
2078
2079         if($owner['page-flags'] == PAGE_PRVGROUP)
2080                 $page = 2;
2081
2082         $final_dfrn_id = '';
2083
2084         if($perm) {
2085                 if((($perm == 'rw') && (! intval($contact['writable'])))
2086                 || (($perm == 'r') && (intval($contact['writable'])))) {
2087                         q("update contact set writable = %d where id = %d",
2088                                 intval(($perm == 'rw') ? 1 : 0),
2089                                 intval($contact['id'])
2090                         );
2091                         $contact['writable'] = (string) 1 - intval($contact['writable']);
2092                 }
2093         }
2094
2095         if(($contact['duplex'] && strlen($contact['pubkey']))
2096                 || ($owner['page-flags'] == PAGE_COMMUNITY && strlen($contact['pubkey']))
2097                 || ($contact['rel'] == CONTACT_IS_SHARING && strlen($contact['pubkey']))) {
2098                 openssl_public_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['pubkey']);
2099                 openssl_public_decrypt($challenge,$postvars['challenge'],$contact['pubkey']);
2100         }
2101         else {
2102                 openssl_private_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['prvkey']);
2103                 openssl_private_decrypt($challenge,$postvars['challenge'],$contact['prvkey']);
2104         }
2105
2106         $final_dfrn_id = substr($final_dfrn_id, 0, strpos($final_dfrn_id, '.'));
2107
2108         if(strpos($final_dfrn_id,':') == 1)
2109                 $final_dfrn_id = substr($final_dfrn_id,2);
2110
2111         if($final_dfrn_id != $orig_id) {
2112                 logger('dfrn_deliver: wrong dfrn_id.');
2113                 // did not decode properly - cannot trust this site
2114                 return 3;
2115         }
2116
2117         $postvars['dfrn_id']      = $idtosend;
2118         $postvars['dfrn_version'] = DFRN_PROTOCOL_VERSION;
2119         if($dissolve)
2120                 $postvars['dissolve'] = '1';
2121
2122
2123         if((($contact['rel']) && ($contact['rel'] != CONTACT_IS_SHARING) && (! $contact['blocked'])) || ($owner['page-flags'] == PAGE_COMMUNITY)) {
2124                 $postvars['data'] = $atom;
2125                 $postvars['perm'] = 'rw';
2126         }
2127         else {
2128                 $postvars['data'] = str_replace('<dfrn:comment-allow>1','<dfrn:comment-allow>0',$atom);
2129                 $postvars['perm'] = 'r';
2130         }
2131
2132         $postvars['ssl_policy'] = $ssl_policy;
2133
2134         if($page)
2135                 $postvars['page'] = $page;
2136
2137         if($rino && $rino_allowed && (! $dissolve)) {
2138                 $key = substr(random_string(),0,16);
2139                 $data = bin2hex(aes_encrypt($postvars['data'],$key));
2140                 $postvars['data'] = $data;
2141                 logger('rino: sent key = ' . $key, LOGGER_DEBUG);
2142
2143
2144                 if($dfrn_version >= 2.1) {
2145                         if(($contact['duplex'] && strlen($contact['pubkey']))
2146                                 || ($owner['page-flags'] == PAGE_COMMUNITY && strlen($contact['pubkey']))
2147                                 || ($contact['rel'] == CONTACT_IS_SHARING && strlen($contact['pubkey']))) {
2148
2149                                 openssl_public_encrypt($key,$postvars['key'],$contact['pubkey']);
2150                         }
2151                         else {
2152                                 openssl_private_encrypt($key,$postvars['key'],$contact['prvkey']);
2153                         }
2154                 }
2155                 else {
2156                         if(($contact['duplex'] && strlen($contact['prvkey'])) || ($owner['page-flags'] == PAGE_COMMUNITY)) {
2157                                 openssl_private_encrypt($key,$postvars['key'],$contact['prvkey']);
2158                         }
2159                         else {
2160                                 openssl_public_encrypt($key,$postvars['key'],$contact['pubkey']);
2161                         }
2162                 }
2163
2164                 logger('md5 rawkey ' . md5($postvars['key']));
2165
2166                 $postvars['key'] = bin2hex($postvars['key']);
2167         }
2168
2169         logger('dfrn_deliver: ' . "SENDING: " . print_r($postvars,true), LOGGER_DATA);
2170
2171         $xml = post_url($contact['notify'],$postvars);
2172
2173         logger('dfrn_deliver: ' . "RECEIVED: " . $xml, LOGGER_DATA);
2174
2175         $curl_stat = $a->get_curl_code();
2176         if((! $curl_stat) || (! strlen($xml)))
2177                 return(-1); // timed out
2178
2179         if(($curl_stat == 503) && (stristr($a->get_curl_headers(),'retry-after')))
2180                 return(-1);
2181
2182         if(strpos($xml,'<?xml') === false) {
2183                 logger('dfrn_deliver: phase 2: no valid XML returned');
2184                 logger('dfrn_deliver: phase 2: returned XML: ' . $xml, LOGGER_DATA);
2185                 return 3;
2186         }
2187
2188         if($contact['term-date'] != '0000-00-00 00:00:00') {
2189                 logger("dfrn_deliver: $url back from the dead - removing mark for death");
2190                 require_once('include/Contact.php');
2191                 unmark_for_death($contact);
2192         }
2193
2194         $res = parse_xml_string($xml);
2195
2196         return $res->status;
2197 }
2198
2199
2200 /*
2201   This function returns true if $update has an edited timestamp newer
2202   than $existing, i.e. $update contains new data which should override
2203   what's already there.  If there is no timestamp yet, the update is
2204   assumed to be newer.  If the update has no timestamp, the existing
2205   item is assumed to be up-to-date.  If the timestamps are equal it
2206   assumes the update has been seen before and should be ignored.
2207   */
2208 function edited_timestamp_is_newer($existing, $update) {
2209     if (!x($existing,'edited') || !$existing['edited']) {
2210         return true;
2211     }
2212     if (!x($update,'edited') || !$update['edited']) {
2213         return false;
2214     }
2215     $existing_edited = datetime_convert('UTC', 'UTC', $existing['edited']);
2216     $update_edited = datetime_convert('UTC', 'UTC', $update['edited']);
2217     return (strcmp($existing_edited, $update_edited) < 0);
2218 }
2219
2220 /**
2221  *
2222  * consume_feed - process atom feed and update anything/everything we might need to update
2223  *
2224  * $xml = the (atom) feed to consume - RSS isn't as fully supported but may work for simple feeds.
2225  *
2226  * $importer = the contact_record (joined to user_record) of the local user who owns this relationship.
2227  *             It is this person's stuff that is going to be updated.
2228  * $contact =  the person who is sending us stuff. If not set, we MAY be processing a "follow" activity
2229  *             from an external network and MAY create an appropriate contact record. Otherwise, we MUST
2230  *             have a contact record.
2231  * $hub = should we find a hub declation in the feed, pass it back to our calling process, who might (or
2232  *        might not) try and subscribe to it.
2233  * $datedir sorts in reverse order
2234  * $pass - by default ($pass = 0) we cannot guarantee that a parent item has been
2235  *      imported prior to its children being seen in the stream unless we are certain
2236  *      of how the feed is arranged/ordered.
2237  * With $pass = 1, we only pull parent items out of the stream.
2238  * With $pass = 2, we only pull children (comments/likes).
2239  *
2240  * So running this twice, first with pass 1 and then with pass 2 will do the right
2241  * thing regardless of feed ordering. This won't be adequate in a fully-threaded
2242  * model where comments can have sub-threads. That would require some massive sorting
2243  * to get all the feed items into a mostly linear ordering, and might still require
2244  * recursion.
2245  */
2246
2247 function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0) {
2248
2249         require_once('library/simplepie/simplepie.inc');
2250         require_once('include/contact_selectors.php');
2251
2252         if(! strlen($xml)) {
2253                 logger('consume_feed: empty input');
2254                 return;
2255         }
2256
2257         // Test - remove before flight
2258 //      if ($contact['network'] === NETWORK_OSTATUS) {
2259 //              $tempfile = tempnam(get_temppath(), "ostatus");
2260 //              file_put_contents($tempfile, $xml);
2261 //      }
2262
2263         $feed = new SimplePie();
2264         $feed->set_raw_data($xml);
2265         if($datedir)
2266                 $feed->enable_order_by_date(true);
2267         else
2268                 $feed->enable_order_by_date(false);
2269         $feed->init();
2270
2271         if($feed->error())
2272                 logger('consume_feed: Error parsing XML: ' . $feed->error());
2273
2274         $permalink = $feed->get_permalink();
2275
2276         // Check at the feed level for updated contact name and/or photo
2277
2278         $name_updated  = '';
2279         $new_name = '';
2280         $photo_timestamp = '';
2281         $photo_url = '';
2282         $birthday = '';
2283         $contact_updated = '';
2284
2285         $hubs = $feed->get_links('hub');
2286         logger('consume_feed: hubs: ' . print_r($hubs,true), LOGGER_DATA);
2287
2288         if(count($hubs))
2289                 $hub = implode(',', $hubs);
2290
2291         $rawtags = $feed->get_feed_tags( NAMESPACE_DFRN, 'owner');
2292         if(! $rawtags)
2293                 $rawtags = $feed->get_feed_tags( SIMPLEPIE_NAMESPACE_ATOM_10, 'author');
2294         if($rawtags) {
2295                 $elems = $rawtags[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10];
2296                 if($elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated']) {
2297                         $name_updated = $elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated'];
2298                         $new_name = $elems['name'][0]['data'];
2299
2300                         // Manually checking for changed contact names
2301                         if (($new_name != $contact['name']) AND ($new_name != "") AND ($name_updated <= $contact['name-date'])) {
2302                                 $name_updated = date("c");
2303                                 $photo_timestamp = date("c");
2304                         }
2305                 }
2306                 if((x($elems,'link')) && ($elems['link'][0]['attribs']['']['rel'] === 'photo') && ($elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated'])) {
2307                         if ($photo_timestamp == "")
2308                                 $photo_timestamp = datetime_convert('UTC','UTC',$elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated']);
2309                         $photo_url = $elems['link'][0]['attribs']['']['href'];
2310                 }
2311
2312                 if((x($rawtags[0]['child'], NAMESPACE_DFRN)) && (x($rawtags[0]['child'][NAMESPACE_DFRN],'birthday'))) {
2313                         $birthday = datetime_convert('UTC','UTC', $rawtags[0]['child'][NAMESPACE_DFRN]['birthday'][0]['data']);
2314                 }
2315         }
2316
2317         if((is_array($contact)) && ($photo_timestamp) && (strlen($photo_url)) && ($photo_timestamp > $contact['avatar-date'])) {
2318                 logger('consume_feed: Updating photo for '.$contact['name'].' from '.$photo_url.' uid: '.$contact['uid']);
2319
2320                 $contact_updated = $photo_timestamp;
2321
2322                 require_once("include/Photo.php");
2323                 $photo_failure = false;
2324                 $have_photo = false;
2325
2326                 $r = q("SELECT `resource-id` FROM `photo` WHERE `contact-id` = %d AND `uid` = %d LIMIT 1",
2327                         intval($contact['id']),
2328                         intval($contact['uid'])
2329                 );
2330                 if(count($r)) {
2331                         $resource_id = $r[0]['resource-id'];
2332                         $have_photo = true;
2333                 }
2334                 else {
2335                         $resource_id = photo_new_resource();
2336                 }
2337
2338                 $img_str = fetch_url($photo_url,true);
2339                 // guess mimetype from headers or filename
2340                 $type = guess_image_type($photo_url,true);
2341
2342
2343                 $img = new Photo($img_str, $type);
2344                 if($img->is_valid()) {
2345                         if($have_photo) {
2346                                 q("DELETE FROM `photo` WHERE `resource-id` = '%s' AND `contact-id` = %d AND `uid` = %d",
2347                                         dbesc($resource_id),
2348                                         intval($contact['id']),
2349                                         intval($contact['uid'])
2350                                 );
2351                         }
2352
2353                         $img->scaleImageSquare(175);
2354
2355                         $hash = $resource_id;
2356                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), 'Contact Photos', 4);
2357
2358                         $img->scaleImage(80);
2359                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), 'Contact Photos', 5);
2360
2361                         $img->scaleImage(48);
2362                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), 'Contact Photos', 6);
2363
2364                         $a = get_app();
2365
2366                         q("UPDATE `contact` SET `avatar-date` = '%s', `photo` = '%s', `thumb` = '%s', `micro` = '%s'
2367                                 WHERE `uid` = %d AND `id` = %d",
2368                                 dbesc(datetime_convert()),
2369                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-4.'.$img->getExt()),
2370                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-5.'.$img->getExt()),
2371                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-6.'.$img->getExt()),
2372                                 intval($contact['uid']),
2373                                 intval($contact['id'])
2374                         );
2375                 }
2376         }
2377
2378         if((is_array($contact)) && ($name_updated) && (strlen($new_name)) && ($name_updated > $contact['name-date'])) {
2379                 if ($name_updated > $contact_updated)
2380                         $contact_updated = $name_updated;
2381
2382                 $r = q("select * from contact where uid = %d and id = %d limit 1",
2383                         intval($contact['uid']),
2384                         intval($contact['id'])
2385                 );
2386
2387                 $x = q("UPDATE `contact` SET `name` = '%s', `name-date` = '%s' WHERE `uid` = %d AND `id` = %d",
2388                         dbesc(notags(trim($new_name))),
2389                         dbesc(datetime_convert()),
2390                         intval($contact['uid']),
2391                         intval($contact['id'])
2392                 );
2393
2394                 // do our best to update the name on content items
2395
2396                 if(count($r)) {
2397                         q("update item set `author-name` = '%s' where `author-name` = '%s' and `author-link` = '%s' and uid = %d",
2398                                 dbesc(notags(trim($new_name))),
2399                                 dbesc($r[0]['name']),
2400                                 dbesc($r[0]['url']),
2401                                 intval($contact['uid'])
2402                         );
2403                 }
2404         }
2405
2406         if ($contact_updated AND $new_name AND $photo_url)
2407                 poco_check($contact['url'], $new_name, NETWORK_DFRN, $photo_url, "", "", "", "", "", $contact_updated, 2, $contact['id'], $contact['uid']);
2408
2409         if(strlen($birthday)) {
2410                 if(substr($birthday,0,4) != $contact['bdyear']) {
2411                         logger('consume_feed: updating birthday: ' . $birthday);
2412
2413                         /**
2414                          *
2415                          * Add new birthday event for this person
2416                          *
2417                          * $bdtext is just a readable placeholder in case the event is shared
2418                          * with others. We will replace it during presentation to our $importer
2419                          * to contain a sparkle link and perhaps a photo.
2420                          *
2421                          */
2422
2423                         $bdtext = sprintf( t('%s\'s birthday'), $contact['name']);
2424                         $bdtext2 = sprintf( t('Happy Birthday %s'), ' [url=' . $contact['url'] . ']' . $contact['name'] . '[/url]' ) ;
2425
2426
2427                         $r = q("INSERT INTO `event` (`uid`,`cid`,`created`,`edited`,`start`,`finish`,`summary`,`desc`,`type`)
2428                                 VALUES ( %d, %d, '%s', '%s', '%s', '%s', '%s', '%s', '%s' ) ",
2429                                 intval($contact['uid']),
2430                                 intval($contact['id']),
2431                                 dbesc(datetime_convert()),
2432                                 dbesc(datetime_convert()),
2433                                 dbesc(datetime_convert('UTC','UTC', $birthday)),
2434                                 dbesc(datetime_convert('UTC','UTC', $birthday . ' + 1 day ')),
2435                                 dbesc($bdtext),
2436                                 dbesc($bdtext2),
2437                                 dbesc('birthday')
2438                         );
2439
2440
2441                         // update bdyear
2442
2443                         q("UPDATE `contact` SET `bdyear` = '%s' WHERE `uid` = %d AND `id` = %d",
2444                                 dbesc(substr($birthday,0,4)),
2445                                 intval($contact['uid']),
2446                                 intval($contact['id'])
2447                         );
2448
2449                         // This function is called twice without reloading the contact
2450                         // Make sure we only create one event. This is why &$contact
2451                         // is a reference var in this function
2452
2453                         $contact['bdyear'] = substr($birthday,0,4);
2454                 }
2455         }
2456
2457         $community_page = 0;
2458         $rawtags = $feed->get_feed_tags( NAMESPACE_DFRN, 'community');
2459         if($rawtags) {
2460                 $community_page = intval($rawtags[0]['data']);
2461         }
2462         if(is_array($contact) && intval($contact['forum']) != $community_page) {
2463                 q("update contact set forum = %d where id = %d",
2464                         intval($community_page),
2465                         intval($contact['id'])
2466                 );
2467                 $contact['forum'] = (string) $community_page;
2468         }
2469
2470
2471         // process any deleted entries
2472
2473         $del_entries = $feed->get_feed_tags(NAMESPACE_TOMB, 'deleted-entry');
2474         if(is_array($del_entries) && count($del_entries) && $pass != 2) {
2475                 foreach($del_entries as $dentry) {
2476                         $deleted = false;
2477                         if(isset($dentry['attribs']['']['ref'])) {
2478                                 $uri = $dentry['attribs']['']['ref'];
2479                                 $deleted = true;
2480                                 if(isset($dentry['attribs']['']['when'])) {
2481                                         $when = $dentry['attribs']['']['when'];
2482                                         $when = datetime_convert('UTC','UTC', $when, 'Y-m-d H:i:s');
2483                                 }
2484                                 else
2485                                         $when = datetime_convert('UTC','UTC','now','Y-m-d H:i:s');
2486                         }
2487                         if($deleted && is_array($contact)) {
2488                                 $r = q("SELECT `item`.*, `contact`.`self` FROM `item` INNER JOIN `contact` on `item`.`contact-id` = `contact`.`id`
2489                                         WHERE `uri` = '%s' AND `item`.`uid` = %d AND `contact-id` = %d AND NOT `item`.`file` LIKE '%%[%%' LIMIT 1",
2490                                         dbesc($uri),
2491                                         intval($importer['uid']),
2492                                         intval($contact['id'])
2493                                 );
2494                                 if(count($r)) {
2495                                         $item = $r[0];
2496
2497                                         if(! $item['deleted'])
2498                                                 logger('consume_feed: deleting item ' . $item['id'] . ' uri=' . $item['uri'], LOGGER_DEBUG);
2499
2500                                         if(($item['verb'] === ACTIVITY_TAG) && ($item['object-type'] === ACTIVITY_OBJ_TAGTERM)) {
2501                                                 $xo = parse_xml_string($item['object'],false);
2502                                                 $xt = parse_xml_string($item['target'],false);
2503                                                 if($xt->type === ACTIVITY_OBJ_NOTE) {
2504                                                         $i = q("select * from `item` where uri = '%s' and uid = %d limit 1",
2505                                                                 dbesc($xt->id),
2506                                                                 intval($importer['importer_uid'])
2507                                                         );
2508                                                         if(count($i)) {
2509
2510                                                                 // For tags, the owner cannot remove the tag on the author's copy of the post.
2511
2512                                                                 $owner_remove = (($item['contact-id'] == $i[0]['contact-id']) ? true: false);
2513                                                                 $author_remove = (($item['origin'] && $item['self']) ? true : false);
2514                                                                 $author_copy = (($item['origin']) ? true : false);
2515
2516                                                                 if($owner_remove && $author_copy)
2517                                                                         continue;
2518                                                                 if($author_remove || $owner_remove) {
2519                                                                         $tags = explode(',',$i[0]['tag']);
2520                                                                         $newtags = array();
2521                                                                         if(count($tags)) {
2522                                                                                 foreach($tags as $tag)
2523                                                                                         if(trim($tag) !== trim($xo->body))
2524                                                                                                 $newtags[] = trim($tag);
2525                                                                         }
2526                                                                         q("update item set tag = '%s' where id = %d",
2527                                                                                 dbesc(implode(',',$newtags)),
2528                                                                                 intval($i[0]['id'])
2529                                                                         );
2530                                                                         create_tags_from_item($i[0]['id']);
2531                                                                 }
2532                                                         }
2533                                                 }
2534                                         }
2535
2536                                         if($item['uri'] == $item['parent-uri']) {
2537                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
2538                                                         `body` = '', `title` = ''
2539                                                         WHERE `parent-uri` = '%s' AND `uid` = %d",
2540                                                         dbesc($when),
2541                                                         dbesc(datetime_convert()),
2542                                                         dbesc($item['uri']),
2543                                                         intval($importer['uid'])
2544                                                 );
2545                                                 create_tags_from_itemuri($item['uri'], $importer['uid']);
2546                                                 create_files_from_itemuri($item['uri'], $importer['uid']);
2547                                                 update_thread_uri($item['uri'], $importer['uid']);
2548                                         }
2549                                         else {
2550                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
2551                                                         `body` = '', `title` = ''
2552                                                         WHERE `uri` = '%s' AND `uid` = %d",
2553                                                         dbesc($when),
2554                                                         dbesc(datetime_convert()),
2555                                                         dbesc($uri),
2556                                                         intval($importer['uid'])
2557                                                 );
2558                                                 create_tags_from_itemuri($uri, $importer['uid']);
2559                                                 create_files_from_itemuri($uri, $importer['uid']);
2560                                                 if($item['last-child']) {
2561                                                         // ensure that last-child is set in case the comment that had it just got wiped.
2562                                                         q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
2563                                                                 dbesc(datetime_convert()),
2564                                                                 dbesc($item['parent-uri']),
2565                                                                 intval($item['uid'])
2566                                                         );
2567                                                         // who is the last child now?
2568                                                         $r = q("SELECT `id` FROM `item` WHERE `parent-uri` = '%s' AND `type` != 'activity' AND `deleted` = 0 AND `moderated` = 0 AND `uid` = %d
2569                                                                 ORDER BY `created` DESC LIMIT 1",
2570                                                                         dbesc($item['parent-uri']),
2571                                                                         intval($importer['uid'])
2572                                                         );
2573                                                         if(count($r)) {
2574                                                                 q("UPDATE `item` SET `last-child` = 1 WHERE `id` = %d",
2575                                                                         intval($r[0]['id'])
2576                                                                 );
2577                                                         }
2578                                                 }
2579                                         }
2580                                 }
2581                         }
2582                 }
2583         }
2584
2585         // Now process the feed
2586
2587         if($feed->get_item_quantity()) {
2588
2589                 logger('consume_feed: feed item count = ' . $feed->get_item_quantity());
2590
2591         // in inverse date order
2592                 if ($datedir)
2593                         $items = array_reverse($feed->get_items());
2594                 else
2595                         $items = $feed->get_items();
2596
2597
2598                 foreach($items as $item) {
2599
2600                         $is_reply = false;
2601                         $item_id = $item->get_id();
2602                         $rawthread = $item->get_item_tags( NAMESPACE_THREAD,'in-reply-to');
2603                         if(isset($rawthread[0]['attribs']['']['ref'])) {
2604                                 $is_reply = true;
2605                                 $parent_uri = $rawthread[0]['attribs']['']['ref'];
2606                         }
2607
2608                         if(($is_reply) && is_array($contact)) {
2609
2610                                 if($pass == 1)
2611                                         continue;
2612
2613                                 // not allowed to post
2614
2615                                 if($contact['rel'] == CONTACT_IS_FOLLOWER)
2616                                         continue;
2617
2618
2619                                 // Have we seen it? If not, import it.
2620
2621                                 $item_id  = $item->get_id();
2622                                 $datarray = get_atom_elements($feed, $item, $contact);
2623
2624                                 if((! x($datarray,'author-name')) && ($contact['network'] != NETWORK_DFRN))
2625                                         $datarray['author-name'] = $contact['name'];
2626                                 if((! x($datarray,'author-link')) && ($contact['network'] != NETWORK_DFRN))
2627                                         $datarray['author-link'] = $contact['url'];
2628                                 if((! x($datarray,'author-avatar')) && ($contact['network'] != NETWORK_DFRN))
2629                                         $datarray['author-avatar'] = $contact['thumb'];
2630
2631                                 if((! x($datarray,'author-name')) || (! x($datarray,'author-link'))) {
2632                                         logger('consume_feed: no author information! ' . print_r($datarray,true));
2633                                         continue;
2634                                 }
2635
2636                                 $force_parent = false;
2637                                 if($contact['network'] === NETWORK_OSTATUS || stristr($contact['url'],'twitter.com')) {
2638                                         if($contact['network'] === NETWORK_OSTATUS)
2639                                                 $force_parent = true;
2640                                         if(strlen($datarray['title']))
2641                                                 unset($datarray['title']);
2642                                         $r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
2643                                                 dbesc(datetime_convert()),
2644                                                 dbesc($parent_uri),
2645                                                 intval($importer['uid'])
2646                                         );
2647                                         $datarray['last-child'] = 1;
2648                                         update_thread_uri($parent_uri, $importer['uid']);
2649                                 }
2650
2651
2652                                 $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2653                                         dbesc($item_id),
2654                                         intval($importer['uid'])
2655                                 );
2656
2657                                 // Update content if 'updated' changes
2658
2659                                 if(count($r)) {
2660                                         if (edited_timestamp_is_newer($r[0], $datarray)) {
2661
2662                                                 // do not accept (ignore) an earlier edit than one we currently have.
2663                                                 if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
2664                                                         continue;
2665
2666                                                 $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
2667                                                         dbesc($datarray['title']),
2668                                                         dbesc($datarray['body']),
2669                                                         dbesc($datarray['tag']),
2670                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
2671                                                         dbesc(datetime_convert()),
2672                                                         dbesc($item_id),
2673                                                         intval($importer['uid'])
2674                                                 );
2675                                                 create_tags_from_itemuri($item_id, $importer['uid']);
2676                                                 update_thread_uri($item_id, $importer['uid']);
2677                                         }
2678
2679                                         // update last-child if it changes
2680
2681                                         $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
2682                                         if(($allow) && ($allow[0]['data'] != $r[0]['last-child'])) {
2683                                                 $r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
2684                                                         dbesc(datetime_convert()),
2685                                                         dbesc($parent_uri),
2686                                                         intval($importer['uid'])
2687                                                 );
2688                                                 $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s'  WHERE `uri` = '%s' AND `uid` = %d",
2689                                                         intval($allow[0]['data']),
2690                                                         dbesc(datetime_convert()),
2691                                                         dbesc($item_id),
2692                                                         intval($importer['uid'])
2693                                                 );
2694                                                 update_thread_uri($item_id, $importer['uid']);
2695                                         }
2696                                         continue;
2697                                 }
2698
2699
2700                                 if(($contact['network'] === NETWORK_FEED) || (! strlen($contact['notify']))) {
2701                                         // one way feed - no remote comment ability
2702                                         $datarray['last-child'] = 0;
2703                                 }
2704                                 $datarray['parent-uri'] = $parent_uri;
2705                                 $datarray['uid'] = $importer['uid'];
2706                                 $datarray['contact-id'] = $contact['id'];
2707                                 if((activity_match($datarray['verb'],ACTIVITY_LIKE)) || (activity_match($datarray['verb'],ACTIVITY_DISLIKE))) {
2708                                         $datarray['type'] = 'activity';
2709                                         $datarray['gravity'] = GRAVITY_LIKE;
2710                                         // only one like or dislike per person
2711                                         // splitted into two queries for performance issues
2712                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s') limit 1",
2713                                                 intval($datarray['uid']),
2714                                                 intval($datarray['contact-id']),
2715                                                 dbesc($datarray['verb']),
2716                                                 dbesc($parent_uri)
2717                                         );
2718                                         if($r && count($r))
2719                                                 continue;
2720
2721                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`thr-parent` = '%s') limit 1",
2722                                                 intval($datarray['uid']),
2723                                                 intval($datarray['contact-id']),
2724                                                 dbesc($datarray['verb']),
2725                                                 dbesc($parent_uri)
2726                                         );
2727                                         if($r && count($r))
2728                                                 continue;
2729                                 }
2730
2731                                 if(($datarray['verb'] === ACTIVITY_TAG) && ($datarray['object-type'] === ACTIVITY_OBJ_TAGTERM)) {
2732                                         $xo = parse_xml_string($datarray['object'],false);
2733                                         $xt = parse_xml_string($datarray['target'],false);
2734
2735                                         if($xt->type == ACTIVITY_OBJ_NOTE) {
2736                                                 $r = q("select * from item where `uri` = '%s' AND `uid` = %d limit 1",
2737                                                         dbesc($xt->id),
2738                                                         intval($importer['importer_uid'])
2739                                                 );
2740                                                 if(! count($r))
2741                                                         continue;
2742
2743                                                 // extract tag, if not duplicate, add to parent item
2744                                                 if($xo->id && $xo->content) {
2745                                                         $newtag = '#[url=' . $xo->id . ']'. $xo->content . '[/url]';
2746                                                         if(! (stristr($r[0]['tag'],$newtag))) {
2747                                                                 q("UPDATE item SET tag = '%s' WHERE id = %d",
2748                                                                         dbesc($r[0]['tag'] . (strlen($r[0]['tag']) ? ',' : '') . $newtag),
2749                                                                         intval($r[0]['id'])
2750                                                                 );
2751                                                                 create_tags_from_item($r[0]['id']);
2752                                                         }
2753                                                 }
2754                                         }
2755                                 }
2756
2757                                 $r = item_store($datarray,$force_parent);
2758                                 continue;
2759                         }
2760
2761                         else {
2762
2763                                 // Head post of a conversation. Have we seen it? If not, import it.
2764
2765                                 $item_id  = $item->get_id();
2766
2767                                 $datarray = get_atom_elements($feed, $item, $contact);
2768
2769                                 if(is_array($contact)) {
2770                                         if((! x($datarray,'author-name')) && ($contact['network'] != NETWORK_DFRN))
2771                                                 $datarray['author-name'] = $contact['name'];
2772                                         if((! x($datarray,'author-link')) && ($contact['network'] != NETWORK_DFRN))
2773                                                 $datarray['author-link'] = $contact['url'];
2774                                         if((! x($datarray,'author-avatar')) && ($contact['network'] != NETWORK_DFRN))
2775                                                 $datarray['author-avatar'] = $contact['thumb'];
2776                                 }
2777
2778                                 if((! x($datarray,'author-name')) || (! x($datarray,'author-link'))) {
2779                                         logger('consume_feed: no author information! ' . print_r($datarray,true));
2780                                         continue;
2781                                 }
2782
2783                                 // special handling for events
2784
2785                                 if((x($datarray,'object-type')) && ($datarray['object-type'] === ACTIVITY_OBJ_EVENT)) {
2786                                         $ev = bbtoevent($datarray['body']);
2787                                         if(x($ev,'desc') && x($ev,'start')) {
2788                                                 $ev['uid'] = $importer['uid'];
2789                                                 $ev['uri'] = $item_id;
2790                                                 $ev['edited'] = $datarray['edited'];
2791                                                 $ev['private'] = $datarray['private'];
2792
2793                                                 if(is_array($contact))
2794                                                         $ev['cid'] = $contact['id'];
2795                                                 $r = q("SELECT * FROM `event` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2796                                                         dbesc($item_id),
2797                                                         intval($importer['uid'])
2798                                                 );
2799                                                 if(count($r))
2800                                                         $ev['id'] = $r[0]['id'];
2801                                                 $xyz = event_store($ev);
2802                                                 continue;
2803                                         }
2804                                 }
2805
2806                                 if($contact['network'] === NETWORK_OSTATUS || stristr($contact['url'],'twitter.com')) {
2807                                         if(strlen($datarray['title']))
2808                                                 unset($datarray['title']);
2809                                         $datarray['last-child'] = 1;
2810                                 }
2811
2812
2813                                 $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
2814                                         dbesc($item_id),
2815                                         intval($importer['uid'])
2816                                 );
2817
2818                                 // Update content if 'updated' changes
2819
2820                                 if(count($r)) {
2821                                         if (edited_timestamp_is_newer($r[0], $datarray)) {
2822
2823                                                 // do not accept (ignore) an earlier edit than one we currently have.
2824                                                 if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
2825                                                         continue;
2826
2827                                                 $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
2828                                                         dbesc($datarray['title']),
2829                                                         dbesc($datarray['body']),
2830                                                         dbesc($datarray['tag']),
2831                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
2832                                                         dbesc(datetime_convert()),
2833                                                         dbesc($item_id),
2834                                                         intval($importer['uid'])
2835                                                 );
2836                                                 create_tags_from_itemuri($item_id, $importer['uid']);
2837                                                 update_thread_uri($item_id, $importer['uid']);
2838                                         }
2839
2840                                         // update last-child if it changes
2841
2842                                         $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
2843                                         if($allow && $allow[0]['data'] != $r[0]['last-child']) {
2844                                                 $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
2845                                                         intval($allow[0]['data']),
2846                                                         dbesc(datetime_convert()),
2847                                                         dbesc($item_id),
2848                                                         intval($importer['uid'])
2849                                                 );
2850                                                 update_thread_uri($item_id, $importer['uid']);
2851                                         }
2852                                         continue;
2853                                 }
2854
2855                                 if(activity_match($datarray['verb'],ACTIVITY_FOLLOW)) {
2856                                         logger('consume-feed: New follower');
2857                                         new_follower($importer,$contact,$datarray,$item);
2858                                         return;
2859                                 }
2860                                 if(activity_match($datarray['verb'],ACTIVITY_UNFOLLOW))  {
2861                                         lose_follower($importer,$contact,$datarray,$item);
2862                                         return;
2863                                 }
2864
2865                                 if(activity_match($datarray['verb'],ACTIVITY_REQ_FRIEND)) {
2866                                         logger('consume-feed: New friend request');
2867                                         new_follower($importer,$contact,$datarray,$item,true);
2868                                         return;
2869                                 }
2870                                 if(activity_match($datarray['verb'],ACTIVITY_UNFRIEND))  {
2871                                         lose_sharer($importer,$contact,$datarray,$item);
2872                                         return;
2873                                 }
2874
2875
2876                                 if(! is_array($contact))
2877                                         return;
2878
2879
2880                                 if(($contact['network'] === NETWORK_FEED) || (! strlen($contact['notify']))) {
2881                                                 // one way feed - no remote comment ability
2882                                                 $datarray['last-child'] = 0;
2883                                 }
2884                                 if($contact['network'] === NETWORK_FEED)
2885                                         $datarray['private'] = 2;
2886
2887                                 $datarray['parent-uri'] = $item_id;
2888                                 $datarray['uid'] = $importer['uid'];
2889                                 $datarray['contact-id'] = $contact['id'];
2890
2891                                 if(! link_compare($datarray['owner-link'],$contact['url'])) {
2892                                         // The item owner info is not our contact. It's OK and is to be expected if this is a tgroup delivery,
2893                                         // but otherwise there's a possible data mixup on the sender's system.
2894                                         // the tgroup delivery code called from item_store will correct it if it's a forum,
2895                                         // but we're going to unconditionally correct it here so that the post will always be owned by our contact.
2896                                         logger('consume_feed: Correcting item owner.', LOGGER_DEBUG);
2897                                         $datarray['owner-name']   = $contact['name'];
2898                                         $datarray['owner-link']   = $contact['url'];
2899                                         $datarray['owner-avatar'] = $contact['thumb'];
2900                                 }
2901
2902                                 // We've allowed "followers" to reach this point so we can decide if they are
2903                                 // posting an @-tag delivery, which followers are allowed to do for certain
2904                                 // page types. Now that we've parsed the post, let's check if it is legit. Otherwise ignore it.
2905
2906                                 if(($contact['rel'] == CONTACT_IS_FOLLOWER) && (! tgroup_check($importer['uid'],$datarray)))
2907                                         continue;
2908
2909                                 // This is my contact on another system, but it's really me.
2910                                 // Turn this into a wall post.
2911                                 $notify = item_is_remote_self($contact, $datarray);
2912
2913                                 $r = item_store($datarray, false, $notify);
2914                                 logger('Stored - Contact '.$contact['url'].' Notify '.$notify.' return '.$r.' Item '.print_r($datarray, true), LOGGER_DEBUG);
2915                                 continue;
2916
2917                         }
2918                 }
2919         }
2920 }
2921
2922 function item_is_remote_self($contact, &$datarray) {
2923         $a = get_app();
2924
2925         if (!$contact['remote_self'])
2926                 return false;
2927
2928         // Prevent the forwarding of posts that are forwarded
2929         if ($datarray["extid"] == NETWORK_DFRN)
2930                 return false;
2931
2932         // Prevent to forward already forwarded posts
2933         if ($datarray["app"] == $a->get_hostname())
2934                 return false;
2935
2936         // Only forward posts
2937         if ($datarray["verb"] != ACTIVITY_POST)
2938                 return false;
2939
2940         if (($contact['network'] != NETWORK_FEED) AND $datarray['private'])
2941                 return false;
2942
2943         $datarray2 = $datarray;
2944         logger('remote-self start - Contact '.$contact['url'].' - '.$contact['remote_self'].' Item '.print_r($datarray, true), LOGGER_DEBUG);
2945         if ($contact['remote_self'] == 2) {
2946                 $r = q("SELECT `id`,`url`,`name`,`thumb` FROM `contact` WHERE `uid` = %d AND `self`",
2947                         intval($contact['uid']));
2948                 if (count($r)) {
2949                         $datarray['contact-id'] = $r[0]["id"];
2950
2951                         $datarray['owner-name'] = $r[0]["name"];
2952                         $datarray['owner-link'] = $r[0]["url"];
2953                         $datarray['owner-avatar'] = $r[0]["thumb"];
2954
2955                         $datarray['author-name']   = $datarray['owner-name'];
2956                         $datarray['author-link']   = $datarray['owner-link'];
2957                         $datarray['author-avatar'] = $datarray['owner-avatar'];
2958                 }
2959
2960                 if ($contact['network'] != NETWORK_FEED) {
2961                         $datarray["guid"] = get_guid(32);
2962                         unset($datarray["plink"]);
2963                         $datarray["uri"] = item_new_uri($a->get_hostname(),$contact['uid']);
2964                         $datarray["parent-uri"] = $datarray["uri"];
2965                         $datarray["extid"] = $contact['network'];
2966                         $urlpart = parse_url($datarray2['author-link']);
2967                         $datarray["app"] = $urlpart["host"];
2968                 } else
2969                         $datarray['private'] = 0;
2970         }
2971
2972         //if (!isset($datarray["app"]) OR ($datarray["app"] == ""))
2973         //      $datarray["app"] = network_to_name($contact['network']);
2974
2975         if ($contact['network'] != NETWORK_FEED) {
2976                 // Store the original post
2977                 $r = item_store($datarray2, false, false);
2978                 logger('remote-self post original item - Contact '.$contact['url'].' return '.$r.' Item '.print_r($datarray2, true), LOGGER_DEBUG);
2979         } else
2980                 $datarray["app"] = "Feed";
2981
2982         return true;
2983 }
2984
2985 function local_delivery($importer,$data) {
2986         $a = get_app();
2987
2988         logger(__function__, LOGGER_TRACE);
2989
2990         if($importer['readonly']) {
2991                 // We aren't receiving stuff from this person. But we will quietly ignore them
2992                 // rather than a blatant "go away" message.
2993                 logger('local_delivery: ignoring');
2994                 return 0;
2995                 //NOTREACHED
2996         }
2997
2998         // Consume notification feed. This may differ from consuming a public feed in several ways
2999         // - might contain email or friend suggestions
3000         // - might contain remote followup to our message
3001         //              - in which case we need to accept it and then notify other conversants
3002         // - we may need to send various email notifications
3003
3004         $feed = new SimplePie();
3005         $feed->set_raw_data($data);
3006         $feed->enable_order_by_date(false);
3007         $feed->init();
3008
3009
3010         if($feed->error())
3011                 logger('local_delivery: Error parsing XML: ' . $feed->error());
3012
3013
3014         // Check at the feed level for updated contact name and/or photo
3015
3016         $name_updated  = '';
3017         $new_name = '';
3018         $photo_timestamp = '';
3019         $photo_url = '';
3020         $contact_updated = '';
3021
3022
3023         $rawtags = $feed->get_feed_tags( NAMESPACE_DFRN, 'owner');
3024
3025 // Fallback should not be needed here. If it isn't DFRN it won't have DFRN updated tags
3026 //      if(! $rawtags)
3027 //              $rawtags = $feed->get_feed_tags( SIMPLEPIE_NAMESPACE_ATOM_10, 'author');
3028
3029         if($rawtags) {
3030                 $elems = $rawtags[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10];
3031                 if($elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated']) {
3032                         $name_updated = $elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated'];
3033                         $new_name = $elems['name'][0]['data'];
3034
3035                         // Manually checking for changed contact names
3036                         if (($new_name != $importer['name']) AND ($new_name != "") AND ($name_updated <= $importer['name-date'])) {
3037                                 $name_updated = date("c");
3038                                 $photo_timestamp = date("c");
3039                         }
3040                 }
3041                 if((x($elems,'link')) && ($elems['link'][0]['attribs']['']['rel'] === 'photo') && ($elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated'])) {
3042                         if ($photo_timestamp == "")
3043                                 $photo_timestamp = datetime_convert('UTC','UTC',$elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated']);
3044                         $photo_url = $elems['link'][0]['attribs']['']['href'];
3045                 }
3046         }
3047
3048         if(($photo_timestamp) && (strlen($photo_url)) && ($photo_timestamp > $importer['avatar-date'])) {
3049
3050                 $contact_updated = $photo_timestamp;
3051
3052                 logger('local_delivery: Updating photo for ' . $importer['name']);
3053                 require_once("include/Photo.php");
3054                 $photo_failure = false;
3055                 $have_photo = false;
3056
3057                 $r = q("SELECT `resource-id` FROM `photo` WHERE `contact-id` = %d AND `uid` = %d LIMIT 1",
3058                         intval($importer['id']),
3059                         intval($importer['importer_uid'])
3060                 );
3061                 if(count($r)) {
3062                         $resource_id = $r[0]['resource-id'];
3063                         $have_photo = true;
3064                 }
3065                 else {
3066                         $resource_id = photo_new_resource();
3067                 }
3068
3069                 $img_str = fetch_url($photo_url,true);
3070                 // guess mimetype from headers or filename
3071                 $type = guess_image_type($photo_url,true);
3072
3073
3074                 $img = new Photo($img_str, $type);
3075                 if($img->is_valid()) {
3076                         if($have_photo) {
3077                                 q("DELETE FROM `photo` WHERE `resource-id` = '%s' AND `contact-id` = %d AND `uid` = %d",
3078                                         dbesc($resource_id),
3079                                         intval($importer['id']),
3080                                         intval($importer['importer_uid'])
3081                                 );
3082                         }
3083
3084                         $img->scaleImageSquare(175);
3085
3086                         $hash = $resource_id;
3087                         $r = $img->store($importer['importer_uid'], $importer['id'], $hash, basename($photo_url), 'Contact Photos', 4);
3088
3089                         $img->scaleImage(80);
3090                         $r = $img->store($importer['importer_uid'], $importer['id'], $hash, basename($photo_url), 'Contact Photos', 5);
3091
3092                         $img->scaleImage(48);
3093                         $r = $img->store($importer['importer_uid'], $importer['id'], $hash, basename($photo_url), 'Contact Photos', 6);
3094
3095                         $a = get_app();
3096
3097                         q("UPDATE `contact` SET `avatar-date` = '%s', `photo` = '%s', `thumb` = '%s', `micro` = '%s'
3098                                 WHERE `uid` = %d AND `id` = %d",
3099                                 dbesc(datetime_convert()),
3100                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-4.'.$img->getExt()),
3101                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-5.'.$img->getExt()),
3102                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-6.'.$img->getExt()),
3103                                 intval($importer['importer_uid']),
3104                                 intval($importer['id'])
3105                         );
3106                 }
3107         }
3108
3109         if(($name_updated) && (strlen($new_name)) && ($name_updated > $importer['name-date'])) {
3110                 if ($name_updated > $contact_updated)
3111                         $contact_updated = $name_updated;
3112
3113                 $r = q("select * from contact where uid = %d and id = %d limit 1",
3114                         intval($importer['importer_uid']),
3115                         intval($importer['id'])
3116                 );
3117
3118                 $x = q("UPDATE `contact` SET `name` = '%s', `name-date` = '%s' WHERE `uid` = %d AND `id` = %d",
3119                         dbesc(notags(trim($new_name))),
3120                         dbesc(datetime_convert()),
3121                         intval($importer['importer_uid']),
3122                         intval($importer['id'])
3123                 );
3124
3125                 // do our best to update the name on content items
3126
3127                 if(count($r)) {
3128                         q("update item set `author-name` = '%s' where `author-name` = '%s' and `author-link` = '%s' and uid = %d",
3129                                 dbesc(notags(trim($new_name))),
3130                                 dbesc($r[0]['name']),
3131                                 dbesc($r[0]['url']),
3132                                 intval($importer['importer_uid'])
3133                         );
3134                 }
3135         }
3136
3137         if ($contact_updated AND $new_name AND $photo_url)
3138                 poco_check($importer['url'], $new_name, NETWORK_DFRN, $photo_url, "", "", "", "", "", $contact_updated, 2, $importer['id'], $importer['importer_uid']);
3139
3140         // Currently unsupported - needs a lot of work
3141         $reloc = $feed->get_feed_tags( NAMESPACE_DFRN, 'relocate' );
3142         if(isset($reloc[0]['child'][NAMESPACE_DFRN])) {
3143                 $base = $reloc[0]['child'][NAMESPACE_DFRN];
3144                 $newloc = array();
3145                 $newloc['uid'] = $importer['importer_uid'];
3146                 $newloc['cid'] = $importer['id'];
3147                 $newloc['name'] = notags(unxmlify($base['name'][0]['data']));
3148                 $newloc['photo'] = notags(unxmlify($base['photo'][0]['data']));
3149                 $newloc['thumb'] = notags(unxmlify($base['thumb'][0]['data']));
3150                 $newloc['micro'] = notags(unxmlify($base['micro'][0]['data']));
3151                 $newloc['url'] = notags(unxmlify($base['url'][0]['data']));
3152                 $newloc['request'] = notags(unxmlify($base['request'][0]['data']));
3153                 $newloc['confirm'] = notags(unxmlify($base['confirm'][0]['data']));
3154                 $newloc['notify'] = notags(unxmlify($base['notify'][0]['data']));
3155                 $newloc['poll'] = notags(unxmlify($base['poll'][0]['data']));
3156                 $newloc['sitepubkey'] = notags(unxmlify($base['sitepubkey'][0]['data']));
3157                 /** relocated user must have original key pair */
3158                 /*$newloc['pubkey'] = notags(unxmlify($base['pubkey'][0]['data']));
3159                 $newloc['prvkey'] = notags(unxmlify($base['prvkey'][0]['data']));*/
3160
3161                 logger("items:relocate contact ".print_r($newloc, true).print_r($importer, true), LOGGER_DEBUG);
3162
3163                 // update contact
3164                 $r = q("SELECT photo, url FROM contact WHERE id=%d AND uid=%d;",
3165                         intval($importer['id']),
3166                         intval($importer['importer_uid']));
3167                 if ($r === false)
3168                         return 1;
3169                 $old = $r[0];
3170
3171                 $x = q("UPDATE contact SET
3172                                         name = '%s',
3173                                         photo = '%s',
3174                                         thumb = '%s',
3175                                         micro = '%s',
3176                                         url = '%s',
3177                                         nurl = '%s',
3178                                         request = '%s',
3179                                         confirm = '%s',
3180                                         notify = '%s',
3181                                         poll = '%s',
3182                                         `site-pubkey` = '%s'
3183                         WHERE id=%d AND uid=%d;",
3184                                         dbesc($newloc['name']),
3185                                         dbesc($newloc['photo']),
3186                                         dbesc($newloc['thumb']),
3187                                         dbesc($newloc['micro']),
3188                                         dbesc($newloc['url']),
3189                                         dbesc(normalise_link($newloc['url'])),
3190                                         dbesc($newloc['request']),
3191                                         dbesc($newloc['confirm']),
3192                                         dbesc($newloc['notify']),
3193                                         dbesc($newloc['poll']),
3194                                         dbesc($newloc['sitepubkey']),
3195                                         intval($importer['id']),
3196                                         intval($importer['importer_uid']));
3197
3198                 if ($x === false)
3199                         return 1;
3200                 // update items
3201                 $fields = array(
3202                         'owner-link' => array($old['url'], $newloc['url']),
3203                         'author-link' => array($old['url'], $newloc['url']),
3204                         'owner-avatar' => array($old['photo'], $newloc['photo']),
3205                         'author-avatar' => array($old['photo'], $newloc['photo']),
3206                         );
3207                 foreach ($fields as $n=>$f){
3208                         $x = q("UPDATE `item` SET `%s`='%s' WHERE `%s`='%s' AND uid=%d",
3209                                         $n, dbesc($f[1]),
3210                                         $n, dbesc($f[0]),
3211                                         intval($importer['importer_uid']));
3212                                 if ($x === false)
3213                                         return 1;
3214                         }
3215
3216                 // TODO
3217                 // merge with current record, current contents have priority
3218                 // update record, set url-updated
3219                 // update profile photos
3220                 // schedule a scan?
3221                 return 0;
3222         }
3223
3224
3225         // handle friend suggestion notification
3226
3227         $sugg = $feed->get_feed_tags( NAMESPACE_DFRN, 'suggest' );
3228         if(isset($sugg[0]['child'][NAMESPACE_DFRN])) {
3229                 $base = $sugg[0]['child'][NAMESPACE_DFRN];
3230                 $fsugg = array();
3231                 $fsugg['uid'] = $importer['importer_uid'];
3232                 $fsugg['cid'] = $importer['id'];
3233                 $fsugg['name'] = notags(unxmlify($base['name'][0]['data']));
3234                 $fsugg['photo'] = notags(unxmlify($base['photo'][0]['data']));
3235                 $fsugg['url'] = notags(unxmlify($base['url'][0]['data']));
3236                 $fsugg['request'] = notags(unxmlify($base['request'][0]['data']));
3237                 $fsugg['body'] = escape_tags(unxmlify($base['note'][0]['data']));
3238
3239                 // Does our member already have a friend matching this description?
3240
3241                 $r = q("SELECT * FROM `contact` WHERE `name` = '%s' AND `nurl` = '%s' AND `uid` = %d LIMIT 1",
3242                         dbesc($fsugg['name']),
3243                         dbesc(normalise_link($fsugg['url'])),
3244                         intval($fsugg['uid'])
3245                 );
3246                 if(count($r))
3247                         return 0;
3248
3249                 // Do we already have an fcontact record for this person?
3250
3251                 $fid = 0;
3252                 $r = q("SELECT * FROM `fcontact` WHERE `url` = '%s' AND `name` = '%s' AND `request` = '%s' LIMIT 1",
3253                         dbesc($fsugg['url']),
3254                         dbesc($fsugg['name']),
3255                         dbesc($fsugg['request'])
3256                 );
3257                 if(count($r)) {
3258                         $fid = $r[0]['id'];
3259
3260                         // OK, we do. Do we already have an introduction for this person ?
3261                         $r = q("select id from intro where uid = %d and fid = %d limit 1",
3262                                 intval($fsugg['uid']),
3263                                 intval($fid)
3264                         );
3265                         if(count($r))
3266                                 return 0;
3267                 }
3268                 if(! $fid)
3269                         $r = q("INSERT INTO `fcontact` ( `name`,`url`,`photo`,`request` ) VALUES ( '%s', '%s', '%s', '%s' ) ",
3270                         dbesc($fsugg['name']),
3271                         dbesc($fsugg['url']),
3272                         dbesc($fsugg['photo']),
3273                         dbesc($fsugg['request'])
3274                 );
3275                 $r = q("SELECT * FROM `fcontact` WHERE `url` = '%s' AND `name` = '%s' AND `request` = '%s' LIMIT 1",
3276                         dbesc($fsugg['url']),
3277                         dbesc($fsugg['name']),
3278                         dbesc($fsugg['request'])
3279                 );
3280                 if(count($r)) {
3281                         $fid = $r[0]['id'];
3282                 }
3283                 // database record did not get created. Quietly give up.
3284                 else
3285                         return 0;
3286
3287
3288                 $hash = random_string();
3289
3290                 $r = q("INSERT INTO `intro` ( `uid`, `fid`, `contact-id`, `note`, `hash`, `datetime`, `blocked` )
3291                         VALUES( %d, %d, %d, '%s', '%s', '%s', %d )",
3292                         intval($fsugg['uid']),
3293                         intval($fid),
3294                         intval($fsugg['cid']),
3295                         dbesc($fsugg['body']),
3296                         dbesc($hash),
3297                         dbesc(datetime_convert()),
3298                         intval(0)
3299                 );
3300
3301                 notification(array(
3302                         'type'         => NOTIFY_SUGGEST,
3303                         'notify_flags' => $importer['notify-flags'],
3304                         'language'     => $importer['language'],
3305                         'to_name'      => $importer['username'],
3306                         'to_email'     => $importer['email'],
3307                         'uid'          => $importer['importer_uid'],
3308                         'item'         => $fsugg,
3309                         'link'         => $a->get_baseurl() . '/notifications/intros',
3310                         'source_name'  => $importer['name'],
3311                         'source_link'  => $importer['url'],
3312                         'source_photo' => $importer['photo'],
3313                         'verb'         => ACTIVITY_REQ_FRIEND,
3314                         'otype'        => 'intro'
3315                 ));
3316
3317                 return 0;
3318         }
3319
3320         $ismail = false;
3321
3322         $rawmail = $feed->get_feed_tags( NAMESPACE_DFRN, 'mail' );
3323         if(isset($rawmail[0]['child'][NAMESPACE_DFRN])) {
3324
3325                 logger('local_delivery: private message received');
3326
3327                 $ismail = true;
3328                 $base = $rawmail[0]['child'][NAMESPACE_DFRN];
3329
3330                 $msg = array();
3331                 $msg['uid'] = $importer['importer_uid'];
3332                 $msg['from-name'] = notags(unxmlify($base['sender'][0]['child'][NAMESPACE_DFRN]['name'][0]['data']));
3333                 $msg['from-photo'] = notags(unxmlify($base['sender'][0]['child'][NAMESPACE_DFRN]['avatar'][0]['data']));
3334                 $msg['from-url'] = notags(unxmlify($base['sender'][0]['child'][NAMESPACE_DFRN]['uri'][0]['data']));
3335                 $msg['contact-id'] = $importer['id'];
3336                 $msg['title'] = notags(unxmlify($base['subject'][0]['data']));
3337                 $msg['body'] = escape_tags(unxmlify($base['content'][0]['data']));
3338                 $msg['seen'] = 0;
3339                 $msg['replied'] = 0;
3340                 $msg['uri'] = notags(unxmlify($base['id'][0]['data']));
3341                 $msg['parent-uri'] = notags(unxmlify($base['in-reply-to'][0]['data']));
3342                 $msg['created'] = datetime_convert(notags(unxmlify('UTC','UTC',$base['sentdate'][0]['data'])));
3343
3344                 dbesc_array($msg);
3345
3346                 $r = dbq("INSERT INTO `mail` (`" . implode("`, `", array_keys($msg))
3347                         . "`) VALUES ('" . implode("', '", array_values($msg)) . "')" );
3348
3349                 // send notifications.
3350
3351                 require_once('include/enotify.php');
3352
3353                 $notif_params = array(
3354                         'type' => NOTIFY_MAIL,
3355                         'notify_flags' => $importer['notify-flags'],
3356                         'language' => $importer['language'],
3357                         'to_name' => $importer['username'],
3358                         'to_email' => $importer['email'],
3359                         'uid' => $importer['importer_uid'],
3360                         'item' => $msg,
3361                         'source_name' => $msg['from-name'],
3362                         'source_link' => $importer['url'],
3363                         'source_photo' => $importer['thumb'],
3364                         'verb' => ACTIVITY_POST,
3365                         'otype' => 'mail'
3366                 );
3367
3368                 notification($notif_params);
3369                 return 0;
3370
3371                 // NOTREACHED
3372         }
3373
3374         $community_page = 0;
3375         $rawtags = $feed->get_feed_tags( NAMESPACE_DFRN, 'community');
3376         if($rawtags) {
3377                 $community_page = intval($rawtags[0]['data']);
3378         }
3379         if(intval($importer['forum']) != $community_page) {
3380                 q("update contact set forum = %d where id = %d",
3381                         intval($community_page),
3382                         intval($importer['id'])
3383                 );
3384                 $importer['forum'] = (string) $community_page;
3385         }
3386
3387         logger('local_delivery: feed item count = ' . $feed->get_item_quantity());
3388
3389         // process any deleted entries
3390
3391         $del_entries = $feed->get_feed_tags(NAMESPACE_TOMB, 'deleted-entry');
3392         if(is_array($del_entries) && count($del_entries)) {
3393                 foreach($del_entries as $dentry) {
3394                         $deleted = false;
3395                         if(isset($dentry['attribs']['']['ref'])) {
3396                                 $uri = $dentry['attribs']['']['ref'];
3397                                 $deleted = true;
3398                                 if(isset($dentry['attribs']['']['when'])) {
3399                                         $when = $dentry['attribs']['']['when'];
3400                                         $when = datetime_convert('UTC','UTC', $when, 'Y-m-d H:i:s');
3401                                 }
3402                                 else
3403                                         $when = datetime_convert('UTC','UTC','now','Y-m-d H:i:s');
3404                         }
3405                         if($deleted) {
3406
3407                                 // check for relayed deletes to our conversation
3408
3409                                 $is_reply = false;
3410                                 $r = q("select * from item where uri = '%s' and uid = %d limit 1",
3411                                         dbesc($uri),
3412                                         intval($importer['importer_uid'])
3413                                 );
3414                                 if(count($r)) {
3415                                         $parent_uri = $r[0]['parent-uri'];
3416                                         if($r[0]['id'] != $r[0]['parent'])
3417                                                 $is_reply = true;
3418                                 }
3419
3420                                 if($is_reply) {
3421                                         $community = false;
3422
3423                                         if($importer['page-flags'] == PAGE_COMMUNITY || $importer['page-flags'] == PAGE_PRVGROUP ) {
3424                                                 $sql_extra = '';
3425                                                 $community = true;
3426                                                 logger('local_delivery: possible community delete');
3427                                         }
3428                                         else
3429                                                 $sql_extra = " and contact.self = 1 and item.wall = 1 ";
3430
3431                                         // was the top-level post for this reply written by somebody on this site?
3432                                         // Specifically, the recipient?
3433
3434                                         $is_a_remote_delete = false;
3435
3436                                         // POSSIBLE CLEANUP --> Why select so many fields when only forum_mode and wall are used?
3437                                         $r = q("select `item`.`id`, `item`.`uri`, `item`.`tag`, `item`.`forum_mode`,`item`.`origin`,`item`.`wall`,
3438                                                 `contact`.`name`, `contact`.`url`, `contact`.`thumb` from `item`
3439                                                 INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
3440                                                 WHERE `item`.`uri` = '%s' AND (`item`.`parent-uri` = '%s' or `item`.`thr-parent` = '%s')
3441                                                 AND `item`.`uid` = %d
3442                                                 $sql_extra
3443                                                 LIMIT 1",
3444                                                 dbesc($parent_uri),
3445                                                 dbesc($parent_uri),
3446                                                 dbesc($parent_uri),
3447                                                 intval($importer['importer_uid'])
3448                                         );
3449                                         if($r && count($r))
3450                                                 $is_a_remote_delete = true;
3451
3452                                         // Does this have the characteristics of a community or private group comment?
3453                                         // If it's a reply to a wall post on a community/prvgroup page it's a
3454                                         // valid community comment. Also forum_mode makes it valid for sure.
3455                                         // If neither, it's not.
3456
3457                                         if($is_a_remote_delete && $community) {
3458                                                 if((! $r[0]['forum_mode']) && (! $r[0]['wall'])) {
3459                                                         $is_a_remote_delete = false;
3460                                                         logger('local_delivery: not a community delete');
3461                                                 }
3462                                         }
3463
3464                                         if($is_a_remote_delete) {
3465                                                 logger('local_delivery: received remote delete');
3466                                         }
3467                                 }
3468
3469                                 $r = q("SELECT `item`.*, `contact`.`self` FROM `item` INNER JOIN contact on `item`.`contact-id` = `contact`.`id`
3470                                         WHERE `uri` = '%s' AND `item`.`uid` = %d AND `contact-id` = %d AND NOT `item`.`file` LIKE '%%[%%' LIMIT 1",
3471                                         dbesc($uri),
3472                                         intval($importer['importer_uid']),
3473                                         intval($importer['id'])
3474                                 );
3475
3476                                 if(count($r)) {
3477                                         $item = $r[0];
3478
3479                                         if($item['deleted'])
3480                                                 continue;
3481
3482                                         logger('local_delivery: deleting item ' . $item['id'] . ' uri=' . $item['uri'], LOGGER_DEBUG);
3483
3484                                         if(($item['verb'] === ACTIVITY_TAG) && ($item['object-type'] === ACTIVITY_OBJ_TAGTERM)) {
3485                                                 $xo = parse_xml_string($item['object'],false);
3486                                                 $xt = parse_xml_string($item['target'],false);
3487
3488                                                 if($xt->type === ACTIVITY_OBJ_NOTE) {
3489                                                         $i = q("select * from `item` where uri = '%s' and uid = %d limit 1",
3490                                                                 dbesc($xt->id),
3491                                                                 intval($importer['importer_uid'])
3492                                                         );
3493                                                         if(count($i)) {
3494
3495                                                                 // For tags, the owner cannot remove the tag on the author's copy of the post.
3496
3497                                                                 $owner_remove = (($item['contact-id'] == $i[0]['contact-id']) ? true: false);
3498                                                                 $author_remove = (($item['origin'] && $item['self']) ? true : false);
3499                                                                 $author_copy = (($item['origin']) ? true : false);
3500
3501                                                                 if($owner_remove && $author_copy)
3502                                                                         continue;
3503                                                                 if($author_remove || $owner_remove) {
3504                                                                         $tags = explode(',',$i[0]['tag']);
3505                                                                         $newtags = array();
3506                                                                         if(count($tags)) {
3507                                                                                 foreach($tags as $tag)
3508                                                                                         if(trim($tag) !== trim($xo->body))
3509                                                                                                 $newtags[] = trim($tag);
3510                                                                         }
3511                                                                         q("update item set tag = '%s' where id = %d",
3512                                                                                 dbesc(implode(',',$newtags)),
3513                                                                                 intval($i[0]['id'])
3514                                                                         );
3515                                                                         create_tags_from_item($i[0]['id']);
3516                                                                 }
3517                                                         }
3518                                                 }
3519                                         }
3520
3521                                         if($item['uri'] == $item['parent-uri']) {
3522                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
3523                                                         `body` = '', `title` = ''
3524                                                         WHERE `parent-uri` = '%s' AND `uid` = %d",
3525                                                         dbesc($when),
3526                                                         dbesc(datetime_convert()),
3527                                                         dbesc($item['uri']),
3528                                                         intval($importer['importer_uid'])
3529                                                 );
3530                                                 create_tags_from_itemuri($item['uri'], $importer['importer_uid']);
3531                                                 create_files_from_itemuri($item['uri'], $importer['importer_uid']);
3532                                                 update_thread_uri($item['uri'], $importer['importer_uid']);
3533                                         }
3534                                         else {
3535                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
3536                                                         `body` = '', `title` = ''
3537                                                         WHERE `uri` = '%s' AND `uid` = %d",
3538                                                         dbesc($when),
3539                                                         dbesc(datetime_convert()),
3540                                                         dbesc($uri),
3541                                                         intval($importer['importer_uid'])
3542                                                 );
3543                                                 create_tags_from_itemuri($uri, $importer['importer_uid']);
3544                                                 create_files_from_itemuri($uri, $importer['importer_uid']);
3545                                                 update_thread_uri($uri, $importer['importer_uid']);
3546                                                 if($item['last-child']) {
3547                                                         // ensure that last-child is set in case the comment that had it just got wiped.
3548                                                         q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
3549                                                                 dbesc(datetime_convert()),
3550                                                                 dbesc($item['parent-uri']),
3551                                                                 intval($item['uid'])
3552                                                         );
3553                                                         // who is the last child now?
3554                                                         $r = q("SELECT `id` FROM `item` WHERE `parent-uri` = '%s' AND `type` != 'activity' AND `deleted` = 0 AND `uid` = %d
3555                                                                 ORDER BY `created` DESC LIMIT 1",
3556                                                                         dbesc($item['parent-uri']),
3557                                                                         intval($importer['importer_uid'])
3558                                                         );
3559                                                         if(count($r)) {
3560                                                                 q("UPDATE `item` SET `last-child` = 1 WHERE `id` = %d",
3561                                                                         intval($r[0]['id'])
3562                                                                 );
3563                                                         }
3564                                                 }
3565                                                 // if this is a relayed delete, propagate it to other recipients
3566
3567                                                 if($is_a_remote_delete)
3568                                                         proc_run('php',"include/notifier.php","drop",$item['id']);
3569                                         }
3570                                 }
3571                         }
3572                 }
3573         }
3574
3575
3576         foreach($feed->get_items() as $item) {
3577
3578                 $is_reply = false;
3579                 $item_id = $item->get_id();
3580                 $rawthread = $item->get_item_tags( NAMESPACE_THREAD, 'in-reply-to');
3581                 if(isset($rawthread[0]['attribs']['']['ref'])) {
3582                         $is_reply = true;
3583                         $parent_uri = $rawthread[0]['attribs']['']['ref'];
3584                 }
3585
3586                 if($is_reply) {
3587                         $community = false;
3588
3589                         if($importer['page-flags'] == PAGE_COMMUNITY || $importer['page-flags'] == PAGE_PRVGROUP ) {
3590                                 $sql_extra = '';
3591                                 $community = true;
3592                                 logger('local_delivery: possible community reply');
3593                         }
3594                         else
3595                                 $sql_extra = " and contact.self = 1 and item.wall = 1 ";
3596
3597                         // was the top-level post for this reply written by somebody on this site?
3598                         // Specifically, the recipient?
3599
3600                         $is_a_remote_comment = false;
3601                         $top_uri = $parent_uri;
3602
3603                         $r = q("select `item`.`parent-uri` from `item`
3604                                 WHERE `item`.`uri` = '%s'
3605                                 LIMIT 1",
3606                                 dbesc($parent_uri)
3607                         );
3608                         if($r && count($r)) {
3609                                 $top_uri = $r[0]['parent-uri'];
3610
3611                                 // POSSIBLE CLEANUP --> Why select so many fields when only forum_mode and wall are used?
3612                                 $r = q("select `item`.`id`, `item`.`uri`, `item`.`tag`, `item`.`forum_mode`,`item`.`origin`,`item`.`wall`,
3613                                         `contact`.`name`, `contact`.`url`, `contact`.`thumb` from `item`
3614                                         INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
3615                                         WHERE `item`.`uri` = '%s' AND (`item`.`parent-uri` = '%s' or `item`.`thr-parent` = '%s')
3616                                         AND `item`.`uid` = %d
3617                                         $sql_extra
3618                                         LIMIT 1",
3619                                         dbesc($top_uri),
3620                                         dbesc($top_uri),
3621                                         dbesc($top_uri),
3622                                         intval($importer['importer_uid'])
3623                                 );
3624                                 if($r && count($r))
3625                                         $is_a_remote_comment = true;
3626                         }
3627
3628                         // Does this have the characteristics of a community or private group comment?
3629                         // If it's a reply to a wall post on a community/prvgroup page it's a
3630                         // valid community comment. Also forum_mode makes it valid for sure.
3631                         // If neither, it's not.
3632
3633                         if($is_a_remote_comment && $community) {
3634                                 if((! $r[0]['forum_mode']) && (! $r[0]['wall'])) {
3635                                         $is_a_remote_comment = false;
3636                                         logger('local_delivery: not a community reply');
3637                                 }
3638                         }
3639
3640                         if($is_a_remote_comment) {
3641                                 logger('local_delivery: received remote comment');
3642                                 $is_like = false;
3643                                 // remote reply to our post. Import and then notify everybody else.
3644
3645                                 $datarray = get_atom_elements($feed, $item);
3646
3647                                 $r = q("SELECT `id`, `uid`, `last-child`, `edited`, `body`  FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
3648                                         dbesc($item_id),
3649                                         intval($importer['importer_uid'])
3650                                 );
3651
3652                                 // Update content if 'updated' changes
3653
3654                                 if(count($r)) {
3655                                         $iid = $r[0]['id'];
3656                                         if (edited_timestamp_is_newer($r[0], $datarray)) {
3657
3658                                                 // do not accept (ignore) an earlier edit than one we currently have.
3659                                                 if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
3660                                                         continue;
3661
3662                                                 logger('received updated comment' , LOGGER_DEBUG);
3663                                                 $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
3664                                                         dbesc($datarray['title']),
3665                                                         dbesc($datarray['body']),
3666                                                         dbesc($datarray['tag']),
3667                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
3668                                                         dbesc(datetime_convert()),
3669                                                         dbesc($item_id),
3670                                                         intval($importer['importer_uid'])
3671                                                 );
3672                                                 create_tags_from_itemuri($item_id, $importer['importer_uid']);
3673
3674                                                 proc_run('php',"include/notifier.php","comment-import",$iid);
3675
3676                                         }
3677
3678                                         continue;
3679                                 }
3680
3681
3682
3683                                 $own = q("select name,url,thumb from contact where uid = %d and self = 1 limit 1",
3684                                         intval($importer['importer_uid'])
3685                                 );
3686
3687
3688                                 $datarray['type'] = 'remote-comment';
3689                                 $datarray['wall'] = 1;
3690                                 $datarray['parent-uri'] = $parent_uri;
3691                                 $datarray['uid'] = $importer['importer_uid'];
3692                                 $datarray['owner-name'] = $own[0]['name'];
3693                                 $datarray['owner-link'] = $own[0]['url'];
3694                                 $datarray['owner-avatar'] = $own[0]['thumb'];
3695                                 $datarray['contact-id'] = $importer['id'];
3696
3697                                 if(($datarray['verb'] === ACTIVITY_LIKE) || ($datarray['verb'] === ACTIVITY_DISLIKE)) {
3698                                         $is_like = true;
3699                                         $datarray['type'] = 'activity';
3700                                         $datarray['gravity'] = GRAVITY_LIKE;
3701                                         $datarray['last-child'] = 0;
3702                                         // only one like or dislike per person
3703                                         // splitted into two queries for performance issues
3704                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb = '%s' and (`parent-uri` = '%s') and deleted = 0 limit 1",
3705                                                 intval($datarray['uid']),
3706                                                 intval($datarray['contact-id']),
3707                                                 dbesc($datarray['verb']),
3708                                                 dbesc($datarray['parent-uri'])
3709
3710                                         );
3711                                         if($r && count($r))
3712                                                 continue;
3713
3714                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb = '%s' and (`thr-parent` = '%s') and deleted = 0 limit 1",
3715                                                 intval($datarray['uid']),
3716                                                 intval($datarray['contact-id']),
3717                                                 dbesc($datarray['verb']),
3718                                                 dbesc($datarray['parent-uri'])
3719
3720                                         );
3721                                         if($r && count($r))
3722                                                 continue;
3723                                 }
3724
3725                                 if(($datarray['verb'] === ACTIVITY_TAG) && ($datarray['object-type'] === ACTIVITY_OBJ_TAGTERM)) {
3726
3727                                         $xo = parse_xml_string($datarray['object'],false);
3728                                         $xt = parse_xml_string($datarray['target'],false);
3729
3730                                         if(($xt->type == ACTIVITY_OBJ_NOTE) && ($xt->id)) {
3731
3732                                                 // fetch the parent item
3733
3734                                                 $tagp = q("select * from item where uri = '%s' and uid = %d limit 1",
3735                                                         dbesc($xt->id),
3736                                                         intval($importer['importer_uid'])
3737                                                 );
3738                                                 if(! count($tagp))
3739                                                         continue;
3740
3741                                                 // extract tag, if not duplicate, and this user allows tags, add to parent item
3742
3743                                                 if($xo->id && $xo->content) {
3744                                                         $newtag = '#[url=' . $xo->id . ']'. $xo->content . '[/url]';
3745                                                         if(! (stristr($tagp[0]['tag'],$newtag))) {
3746                                                                 $i = q("SELECT `blocktags` FROM `user` where `uid` = %d LIMIT 1",
3747                                                                         intval($importer['importer_uid'])
3748                                                                 );
3749                                                                 if(count($i) && ! intval($i[0]['blocktags'])) {
3750                                                                         q("UPDATE item SET tag = '%s', `edited` = '%s', `changed` = '%s' WHERE id = %d",
3751                                                                                 dbesc($tagp[0]['tag'] . (strlen($tagp[0]['tag']) ? ',' : '') . $newtag),
3752                                                                                 intval($tagp[0]['id']),
3753                                                                                 dbesc(datetime_convert()),
3754                                                                                 dbesc(datetime_convert())
3755                                                                         );
3756                                                                         create_tags_from_item($tagp[0]['id']);
3757                                                                 }
3758                                                         }
3759                                                 }
3760                                         }
3761                                 }
3762
3763
3764                                 $posted_id = item_store($datarray);
3765                                 $parent = 0;
3766
3767                                 if($posted_id) {
3768
3769                                         $datarray["id"] = $posted_id;
3770
3771                                         $r = q("SELECT `parent`, `parent-uri` FROM `item` WHERE `id` = %d AND `uid` = %d LIMIT 1",
3772                                                 intval($posted_id),
3773                                                 intval($importer['importer_uid'])
3774                                         );
3775                                         if(count($r)) {
3776                                                 $parent = $r[0]['parent'];
3777                                                 $parent_uri = $r[0]['parent-uri'];
3778                                         }
3779
3780                                         if(! $is_like) {
3781                                                 $r1 = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `uid` = %d AND `parent` = %d",
3782                                                         dbesc(datetime_convert()),
3783                                                         intval($importer['importer_uid']),
3784                                                         intval($r[0]['parent'])
3785                                                 );
3786
3787                                                 $r2 = q("UPDATE `item` SET `last-child` = 1, `changed` = '%s' WHERE `uid` = %d AND `id` = %d",
3788                                                         dbesc(datetime_convert()),
3789                                                         intval($importer['importer_uid']),
3790                                                         intval($posted_id)
3791                                                 );
3792                                         }
3793
3794                                         if($posted_id && $parent) {
3795
3796                                                 proc_run('php',"include/notifier.php","comment-import","$posted_id");
3797
3798                                                 if((! $is_like) && (! $importer['self'])) {
3799
3800                                                         require_once('include/enotify.php');
3801
3802                                                         notification(array(
3803                                                                 'type'         => NOTIFY_COMMENT,
3804                                                                 'notify_flags' => $importer['notify-flags'],
3805                                                                 'language'     => $importer['language'],
3806                                                                 'to_name'      => $importer['username'],
3807                                                                 'to_email'     => $importer['email'],
3808                                                                 'uid'          => $importer['importer_uid'],
3809                                                                 'item'         => $datarray,
3810                                                                 'link'             => $a->get_baseurl().'/display/'.urlencode(get_item_guid($posted_id)),
3811                                                                 'source_name'  => stripslashes($datarray['author-name']),
3812                                                                 'source_link'  => $datarray['author-link'],
3813                                                                 'source_photo' => ((link_compare($datarray['author-link'],$importer['url']))
3814                                                                         ? $importer['thumb'] : $datarray['author-avatar']),
3815                                                                 'verb'         => ACTIVITY_POST,
3816                                                                 'otype'        => 'item',
3817                                                                 'parent'       => $parent,
3818                                                                 'parent_uri'   => $parent_uri,
3819                                                         ));
3820
3821                                                 }
3822                                         }
3823
3824                                         return 0;
3825                                         // NOTREACHED
3826                                 }
3827                         }
3828                         else {
3829
3830                                 // regular comment that is part of this total conversation. Have we seen it? If not, import it.
3831
3832                                 $item_id  = $item->get_id();
3833                                 $datarray = get_atom_elements($feed,$item);
3834
3835                                 if($importer['rel'] == CONTACT_IS_FOLLOWER)
3836                                         continue;
3837
3838                                 $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
3839                                         dbesc($item_id),
3840                                         intval($importer['importer_uid'])
3841                                 );
3842
3843                                 // Update content if 'updated' changes
3844
3845                                 if(count($r)) {
3846                                         if (edited_timestamp_is_newer($r[0], $datarray)) {
3847
3848                                                 // do not accept (ignore) an earlier edit than one we currently have.
3849                                                 if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
3850                                                         continue;
3851
3852                                                 $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
3853                                                         dbesc($datarray['title']),
3854                                                         dbesc($datarray['body']),
3855                                                         dbesc($datarray['tag']),
3856                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
3857                                                         dbesc(datetime_convert()),
3858                                                         dbesc($item_id),
3859                                                         intval($importer['importer_uid'])
3860                                                 );
3861                                                 create_tags_from_itemuri($item_id, $importer['importer_uid']);
3862                                         }
3863
3864                                         // update last-child if it changes
3865
3866                                         $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
3867                                         if(($allow) && ($allow[0]['data'] != $r[0]['last-child'])) {
3868                                                 $r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
3869                                                         dbesc(datetime_convert()),
3870                                                         dbesc($parent_uri),
3871                                                         intval($importer['importer_uid'])
3872                                                 );
3873                                                 $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s'  WHERE `uri` = '%s' AND `uid` = %d",
3874                                                         intval($allow[0]['data']),
3875                                                         dbesc(datetime_convert()),
3876                                                         dbesc($item_id),
3877                                                         intval($importer['importer_uid'])
3878                                                 );
3879                                         }
3880                                         continue;
3881                                 }
3882
3883                                 $datarray['parent-uri'] = $parent_uri;
3884                                 $datarray['uid'] = $importer['importer_uid'];
3885                                 $datarray['contact-id'] = $importer['id'];
3886                                 if(($datarray['verb'] == ACTIVITY_LIKE) || ($datarray['verb'] == ACTIVITY_DISLIKE)) {
3887                                         $datarray['type'] = 'activity';
3888                                         $datarray['gravity'] = GRAVITY_LIKE;
3889                                         // only one like or dislike per person
3890                                         // splitted into two queries for performance issues
3891                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s') limit 1",
3892                                                 intval($datarray['uid']),
3893                                                 intval($datarray['contact-id']),
3894                                                 dbesc($datarray['verb']),
3895                                                 dbesc($parent_uri)
3896                                         );
3897                                         if($r && count($r))
3898                                                 continue;
3899
3900                                         $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`thr-parent` = '%s') limit 1",
3901                                                 intval($datarray['uid']),
3902                                                 intval($datarray['contact-id']),
3903                                                 dbesc($datarray['verb']),
3904                                                 dbesc($parent_uri)
3905                                         );
3906                                         if($r && count($r))
3907                                                 continue;
3908
3909                                 }
3910
3911                                 if(($datarray['verb'] === ACTIVITY_TAG) && ($datarray['object-type'] === ACTIVITY_OBJ_TAGTERM)) {
3912
3913                                         $xo = parse_xml_string($datarray['object'],false);
3914                                         $xt = parse_xml_string($datarray['target'],false);
3915
3916                                         if($xt->type == ACTIVITY_OBJ_NOTE) {
3917                                                 $r = q("select * from item where `uri` = '%s' AND `uid` = %d limit 1",
3918                                                         dbesc($xt->id),
3919                                                         intval($importer['importer_uid'])
3920                                                 );
3921                                                 if(! count($r))
3922                                                         continue;
3923
3924                                                 // extract tag, if not duplicate, add to parent item
3925                                                 if($xo->content) {
3926                                                         if(! (stristr($r[0]['tag'],trim($xo->content)))) {
3927                                                                 q("UPDATE item SET tag = '%s' WHERE id = %d",
3928                                                                         dbesc($r[0]['tag'] . (strlen($r[0]['tag']) ? ',' : '') . '#[url=' . $xo->id . ']'. $xo->content . '[/url]'),
3929                                                                         intval($r[0]['id'])
3930                                                                 );
3931                                                                 create_tags_from_item($r[0]['id']);
3932                                                         }
3933                                                 }
3934                                         }
3935                                 }
3936
3937                                 $posted_id = item_store($datarray);
3938
3939                                 // find out if our user is involved in this conversation and wants to be notified.
3940
3941                                 if(!x($datarray['type']) || $datarray['type'] != 'activity') {
3942
3943                                         $myconv = q("SELECT `author-link`, `author-avatar`, `parent` FROM `item` WHERE `parent-uri` = '%s' AND `uid` = %d AND `parent` != 0 AND `deleted` = 0",
3944                                                 dbesc($top_uri),
3945                                                 intval($importer['importer_uid'])
3946                                         );
3947
3948                                         if(count($myconv)) {
3949                                                 $importer_url = $a->get_baseurl() . '/profile/' . $importer['nickname'];
3950
3951                                                 // first make sure this isn't our own post coming back to us from a wall-to-wall event
3952                                                 if(! link_compare($datarray['author-link'],$importer_url)) {
3953
3954
3955                                                         foreach($myconv as $conv) {
3956
3957                                                                 // now if we find a match, it means we're in this conversation
3958
3959                                                                 if(! link_compare($conv['author-link'],$importer_url))
3960                                                                         continue;
3961
3962                                                                 require_once('include/enotify.php');
3963
3964                                                                 $conv_parent = $conv['parent'];
3965
3966                                                                 notification(array(
3967                                                                         'type'         => NOTIFY_COMMENT,
3968                                                                         'notify_flags' => $importer['notify-flags'],
3969                                                                         'language'     => $importer['language'],
3970                                                                         'to_name'      => $importer['username'],
3971                                                                         'to_email'     => $importer['email'],
3972                                                                         'uid'          => $importer['importer_uid'],
3973                                                                         'item'         => $datarray,
3974                                                                         'link'             => $a->get_baseurl().'/display/'.urlencode(get_item_guid($posted_id)),
3975                                                                         'source_name'  => stripslashes($datarray['author-name']),
3976                                                                         'source_link'  => $datarray['author-link'],
3977                                                                         'source_photo' => ((link_compare($datarray['author-link'],$importer['url']))
3978                                                                                 ? $importer['thumb'] : $datarray['author-avatar']),
3979                                                                         'verb'         => ACTIVITY_POST,
3980                                                                         'otype'        => 'item',
3981                                                                         'parent'       => $conv_parent,
3982                                                                         'parent_uri'   => $parent_uri
3983
3984                                                                 ));
3985
3986                                                                 // only send one notification
3987                                                                 break;
3988                                                         }
3989                                                 }
3990                                         }
3991                                 }
3992                                 continue;
3993                         }
3994                 }
3995
3996                 else {
3997
3998                         // Head post of a conversation. Have we seen it? If not, import it.
3999
4000
4001                         $item_id  = $item->get_id();
4002                         $datarray = get_atom_elements($feed,$item);
4003
4004                         if((x($datarray,'object-type')) && ($datarray['object-type'] === ACTIVITY_OBJ_EVENT)) {
4005                                 $ev = bbtoevent($datarray['body']);
4006                                 if(x($ev,'desc') && x($ev,'start')) {
4007                                         $ev['cid'] = $importer['id'];
4008                                         $ev['uid'] = $importer['uid'];
4009                                         $ev['uri'] = $item_id;
4010                                         $ev['edited'] = $datarray['edited'];
4011                                         $ev['private'] = $datarray['private'];
4012
4013                                         $r = q("SELECT * FROM `event` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
4014                                                 dbesc($item_id),
4015                                                 intval($importer['uid'])
4016                                         );
4017                                         if(count($r))
4018                                                 $ev['id'] = $r[0]['id'];
4019                                         $xyz = event_store($ev);
4020                                         continue;
4021                                 }
4022                         }
4023
4024                         $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
4025                                 dbesc($item_id),
4026                                 intval($importer['importer_uid'])
4027                         );
4028
4029                         // Update content if 'updated' changes
4030
4031                         if(count($r)) {
4032                                 if (edited_timestamp_is_newer($r[0], $datarray)) {
4033
4034                                         // do not accept (ignore) an earlier edit than one we currently have.
4035                                         if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
4036                                                 continue;
4037
4038                                         $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
4039                                                 dbesc($datarray['title']),
4040                                                 dbesc($datarray['body']),
4041                                                 dbesc($datarray['tag']),
4042                                                 dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
4043                                                 dbesc(datetime_convert()),
4044                                                 dbesc($item_id),
4045                                                 intval($importer['importer_uid'])
4046                                         );
4047                                         create_tags_from_itemuri($item_id, $importer['importer_uid']);
4048                                         update_thread_uri($item_id, $importer['importer_uid']);
4049                                 }
4050
4051                                 // update last-child if it changes
4052
4053                                 $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
4054                                 if($allow && $allow[0]['data'] != $r[0]['last-child']) {
4055                                         $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
4056                                                 intval($allow[0]['data']),
4057                                                 dbesc(datetime_convert()),
4058                                                 dbesc($item_id),
4059                                                 intval($importer['importer_uid'])
4060                                         );
4061                                 }
4062                                 continue;
4063                         }
4064
4065                         $datarray['parent-uri'] = $item_id;
4066                         $datarray['uid'] = $importer['importer_uid'];
4067                         $datarray['contact-id'] = $importer['id'];
4068
4069
4070                         if(! link_compare($datarray['owner-link'],$importer['url'])) {
4071                                 // The item owner info is not our contact. It's OK and is to be expected if this is a tgroup delivery,
4072                                 // but otherwise there's a possible data mixup on the sender's system.
4073                                 // the tgroup delivery code called from item_store will correct it if it's a forum,
4074                                 // but we're going to unconditionally correct it here so that the post will always be owned by our contact.
4075                                 logger('local_delivery: Correcting item owner.', LOGGER_DEBUG);
4076                                 $datarray['owner-name']   = $importer['senderName'];
4077                                 $datarray['owner-link']   = $importer['url'];
4078                                 $datarray['owner-avatar'] = $importer['thumb'];
4079                         }
4080
4081                         if(($importer['rel'] == CONTACT_IS_FOLLOWER) && (! tgroup_check($importer['importer_uid'],$datarray)))
4082                                 continue;
4083
4084                         // This is my contact on another system, but it's really me.
4085                         // Turn this into a wall post.
4086                         $notify = item_is_remote_self($importer, $datarray);
4087
4088                         $posted_id = item_store($datarray, false, $notify);
4089
4090                         if(stristr($datarray['verb'],ACTIVITY_POKE)) {
4091                                 $verb = urldecode(substr($datarray['verb'],strpos($datarray['verb'],'#')+1));
4092                                 if(! $verb)
4093                                         continue;
4094                                 $xo = parse_xml_string($datarray['object'],false);
4095
4096                                 if(($xo->type == ACTIVITY_OBJ_PERSON) && ($xo->id)) {
4097
4098                                         // somebody was poked/prodded. Was it me?
4099
4100                                         $links = parse_xml_string("<links>".unxmlify($xo->link)."</links>",false);
4101
4102                                 foreach($links->link as $l) {
4103                                 $atts = $l->attributes();
4104                                 switch($atts['rel']) {
4105                                         case "alternate":
4106                                                                 $Blink = $atts['href'];
4107                                                                 break;
4108                                                         default:
4109                                                                 break;
4110                                     }
4111                                 }
4112                                         if($Blink && link_compare($Blink,$a->get_baseurl() . '/profile/' . $importer['nickname'])) {
4113
4114                                                 // send a notification
4115                                                 require_once('include/enotify.php');
4116
4117                                                 notification(array(
4118                                                         'type'         => NOTIFY_POKE,
4119                                                         'notify_flags' => $importer['notify-flags'],
4120                                                         'language'     => $importer['language'],
4121                                                         'to_name'      => $importer['username'],
4122                                                         'to_email'     => $importer['email'],
4123                                                         'uid'          => $importer['importer_uid'],
4124                                                         'item'         => $datarray,
4125                                                         'link'             => $a->get_baseurl().'/display/'.urlencode(get_item_guid($posted_id)),
4126                                                         'source_name'  => stripslashes($datarray['author-name']),
4127                                                         'source_link'  => $datarray['author-link'],
4128                                                         'source_photo' => ((link_compare($datarray['author-link'],$importer['url']))
4129                                                                 ? $importer['thumb'] : $datarray['author-avatar']),
4130                                                         'verb'         => $datarray['verb'],
4131                                                         'otype'        => 'person',
4132                                                         'activity'     => $verb,
4133                                                         'parent'       => $datarray['parent']
4134                                                 ));
4135                                         }
4136                                 }
4137                         }
4138
4139                         continue;
4140                 }
4141         }
4142
4143         return 0;
4144         // NOTREACHED
4145
4146 }
4147
4148
4149 function new_follower($importer,$contact,$datarray,$item,$sharing = false) {
4150         $url = notags(trim($datarray['author-link']));
4151         $name = notags(trim($datarray['author-name']));
4152         $photo = notags(trim($datarray['author-avatar']));
4153
4154         $rawtag = $item->get_item_tags(NAMESPACE_ACTIVITY,'actor');
4155         if($rawtag && $rawtag[0]['child'][NAMESPACE_POCO]['preferredUsername'][0]['data'])
4156                 $nick = $rawtag[0]['child'][NAMESPACE_POCO]['preferredUsername'][0]['data'];
4157
4158         if(is_array($contact)) {
4159                 if(($contact['network'] == NETWORK_OSTATUS && $contact['rel'] == CONTACT_IS_SHARING)
4160                         || ($sharing && $contact['rel'] == CONTACT_IS_FOLLOWER)) {
4161                         $r = q("UPDATE `contact` SET `rel` = %d, `writable` = 1 WHERE `id` = %d AND `uid` = %d",
4162                                 intval(CONTACT_IS_FRIEND),
4163                                 intval($contact['id']),
4164                                 intval($importer['uid'])
4165                         );
4166                 }
4167                 // send email notification to owner?
4168         }
4169         else {
4170
4171                 // create contact record
4172
4173                 $r = q("INSERT INTO `contact` ( `uid`, `created`, `url`, `nurl`, `name`, `nick`, `photo`, `network`, `rel`,
4174                         `blocked`, `readonly`, `pending`, `writable` )
4175                         VALUES ( %d, '%s', '%s', '%s', '%s', '%s', '%s', '%s', %d, 0, 0, 1, 1 ) ",
4176                         intval($importer['uid']),
4177                         dbesc(datetime_convert()),
4178                         dbesc($url),
4179                         dbesc(normalise_link($url)),
4180                         dbesc($name),
4181                         dbesc($nick),
4182                         dbesc($photo),
4183                         dbesc(($sharing) ? NETWORK_ZOT : NETWORK_OSTATUS),
4184                         intval(($sharing) ? CONTACT_IS_SHARING : CONTACT_IS_FOLLOWER)
4185                 );
4186                 $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `url` = '%s' AND `pending` = 1 LIMIT 1",
4187                                 intval($importer['uid']),
4188                                 dbesc($url)
4189                 );
4190                 if(count($r))
4191                                 $contact_record = $r[0];
4192
4193                 // create notification
4194                 $hash = random_string();
4195
4196                 if(is_array($contact_record)) {
4197                         $ret = q("INSERT INTO `intro` ( `uid`, `contact-id`, `blocked`, `knowyou`, `hash`, `datetime`)
4198                                 VALUES ( %d, %d, 0, 0, '%s', '%s' )",
4199                                 intval($importer['uid']),
4200                                 intval($contact_record['id']),
4201                                 dbesc($hash),
4202                                 dbesc(datetime_convert())
4203                         );
4204                 }
4205
4206                 $r = q("SELECT * FROM `user` WHERE `uid` = %d LIMIT 1",
4207                         intval($importer['uid'])
4208                 );
4209                 $a = get_app();
4210                 if(count($r)) {
4211
4212                         if(intval($r[0]['def_gid'])) {
4213                                 require_once('include/group.php');
4214                                 group_add_member($r[0]['uid'],'',$contact_record['id'],$r[0]['def_gid']);
4215                         }
4216
4217                         if(($r[0]['notify-flags'] & NOTIFY_INTRO) &&
4218                                 in_array($r[0]['page-flags'], array(PAGE_NORMAL, PAGE_SOAPBOX, PAGE_FREELOVE))) {
4219
4220                                 notification(array(
4221                                         'type'         => NOTIFY_INTRO,
4222                                         'notify_flags' => $r[0]['notify-flags'],
4223                                         'language'     => $r[0]['language'],
4224                                         'to_name'      => $r[0]['username'],
4225                                         'to_email'     => $r[0]['email'],
4226                                         'uid'          => $r[0]['uid'],
4227                                         'link'             => $a->get_baseurl() . '/notifications/intro',
4228                                         'source_name'  => ((strlen(stripslashes($contact_record['name']))) ? stripslashes($contact_record['name']) : t('[Name Withheld]')),
4229                                         'source_link'  => $contact_record['url'],
4230                                         'source_photo' => $contact_record['photo'],
4231                                         'verb'         => ($sharing ? ACTIVITY_FRIEND : ACTIVITY_FOLLOW),
4232                                         'otype'        => 'intro'
4233                                 ));
4234
4235                         }
4236                 }
4237         }
4238 }
4239
4240 function lose_follower($importer,$contact,$datarray,$item) {
4241
4242         if(($contact['rel'] == CONTACT_IS_FRIEND) || ($contact['rel'] == CONTACT_IS_SHARING)) {
4243                 q("UPDATE `contact` SET `rel` = %d WHERE `id` = %d",
4244                         intval(CONTACT_IS_SHARING),
4245                         intval($contact['id'])
4246                 );
4247         }
4248         else {
4249                 contact_remove($contact['id']);
4250         }
4251 }
4252
4253 function lose_sharer($importer,$contact,$datarray,$item) {
4254
4255         if(($contact['rel'] == CONTACT_IS_FRIEND) || ($contact['rel'] == CONTACT_IS_FOLLOWER)) {
4256                 q("UPDATE `contact` SET `rel` = %d WHERE `id` = %d",
4257                         intval(CONTACT_IS_FOLLOWER),
4258                         intval($contact['id'])
4259                 );
4260         }
4261         else {
4262                 contact_remove($contact['id']);
4263         }
4264 }
4265
4266
4267 function subscribe_to_hub($url,$importer,$contact,$hubmode = 'subscribe') {
4268
4269         $a = get_app();
4270
4271         if(is_array($importer)) {
4272                 $r = q("SELECT `nickname` FROM `user` WHERE `uid` = %d LIMIT 1",
4273                         intval($importer['uid'])
4274                 );
4275         }
4276
4277         // Diaspora has different message-ids in feeds than they do
4278         // through the direct Diaspora protocol. If we try and use
4279         // the feed, we'll get duplicates. So don't.
4280
4281         if((! count($r)) || $contact['network'] === NETWORK_DIASPORA)
4282                 return;
4283
4284         $push_url = get_config('system','url') . '/pubsub/' . $r[0]['nickname'] . '/' . $contact['id'];
4285
4286         // Use a single verify token, even if multiple hubs
4287
4288         $verify_token = ((strlen($contact['hub-verify'])) ? $contact['hub-verify'] : random_string());
4289
4290         $params= 'hub.mode=' . $hubmode . '&hub.callback=' . urlencode($push_url) . '&hub.topic=' . urlencode($contact['poll']) . '&hub.verify=async&hub.verify_token=' . $verify_token;
4291
4292         logger('subscribe_to_hub: ' . $hubmode . ' ' . $contact['name'] . ' to hub ' . $url . ' endpoint: '  . $push_url . ' with verifier ' . $verify_token);
4293
4294         if(! strlen($contact['hub-verify'])) {
4295                 $r = q("UPDATE `contact` SET `hub-verify` = '%s' WHERE `id` = %d",
4296                         dbesc($verify_token),
4297                         intval($contact['id'])
4298                 );
4299         }
4300
4301         post_url($url,$params);
4302
4303         logger('subscribe_to_hub: returns: ' . $a->get_curl_code(), LOGGER_DEBUG);
4304
4305         return;
4306
4307 }
4308
4309
4310 function atom_author($tag,$name,$uri,$h,$w,$photo) {
4311         $o = '';
4312         if(! $tag)
4313                 return $o;
4314         $name = xmlify($name);
4315         $uri = xmlify($uri);
4316         $h = intval($h);
4317         $w = intval($w);
4318         $photo = xmlify($photo);
4319
4320
4321         $o .= "<$tag>\r\n";
4322         $o .= "<name>$name</name>\r\n";
4323         $o .= "<uri>$uri</uri>\r\n";
4324         $o .= '<link rel="photo"  type="image/jpeg" media:width="' . $w . '" media:height="' . $h . '" href="' . $photo . '" />' . "\r\n";
4325         $o .= '<link rel="avatar" type="image/jpeg" media:width="' . $w . '" media:height="' . $h . '" href="' . $photo . '" />' . "\r\n";
4326
4327         call_hooks('atom_author', $o);
4328
4329         $o .= "</$tag>\r\n";
4330         return $o;
4331 }
4332
4333 function atom_entry($item,$type,$author,$owner,$comment = false,$cid = 0) {
4334
4335         $a = get_app();
4336
4337         if(! $item['parent'])
4338                 return;
4339
4340         if($item['deleted'])
4341                 return '<at:deleted-entry ref="' . xmlify($item['uri']) . '" when="' . xmlify(datetime_convert('UTC','UTC',$item['edited'] . '+00:00',ATOM_TIME)) . '" />' . "\r\n";
4342
4343
4344         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
4345                 $body = fix_private_photos($item['body'],$owner['uid'],$item,$cid);
4346         else
4347                 $body = $item['body'];
4348
4349
4350         $o = "\r\n\r\n<entry>\r\n";
4351
4352         if(is_array($author))
4353                 $o .= atom_author('author',$author['name'],$author['url'],80,80,$author['thumb']);
4354         else
4355                 $o .= atom_author('author',(($item['author-name']) ? $item['author-name'] : $item['name']),(($item['author-link']) ? $item['author-link'] : $item['url']),80,80,(($item['author-avatar']) ? $item['author-avatar'] : $item['thumb']));
4356         if(strlen($item['owner-name']))
4357                 $o .= atom_author('dfrn:owner',$item['owner-name'],$item['owner-link'],80,80,$item['owner-avatar']);
4358
4359         if(($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
4360                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
4361                 $o .= '<thr:in-reply-to ref="' . xmlify($parent_item) . '" type="text/html" href="' .  xmlify($a->get_baseurl() . '/display/' . $owner['nickname'] . '/' . $item['parent']) . '" />' . "\r\n";
4362         }
4363
4364         $htmlbody = $body;
4365
4366         if ($item['title'] != "")
4367                 $htmlbody = "[b]".$item['title']."[/b]\n\n".$htmlbody;
4368
4369         $htmlbody = bbcode(bb_remove_share_information($htmlbody), false, false, 7);
4370
4371         $o .= '<id>' . xmlify($item['uri']) . '</id>' . "\r\n";
4372         $o .= '<title>' . xmlify($item['title']) . '</title>' . "\r\n";
4373         $o .= '<published>' . xmlify(datetime_convert('UTC','UTC',$item['created'] . '+00:00',ATOM_TIME)) . '</published>' . "\r\n";
4374         $o .= '<updated>' . xmlify(datetime_convert('UTC','UTC',$item['edited'] . '+00:00',ATOM_TIME)) . '</updated>' . "\r\n";
4375         $o .= '<dfrn:env>' . base64url_encode($body, true) . '</dfrn:env>' . "\r\n";
4376         $o .= '<content type="' . $type . '" >' . xmlify((($type === 'html') ? $htmlbody : $body)) . '</content>' . "\r\n";
4377         $o .= '<link rel="alternate" type="text/html" href="' . xmlify($a->get_baseurl() . '/display/' . $owner['nickname'] . '/' . $item['id']) . '" />' . "\r\n";
4378
4379
4380         if($comment)
4381                 $o .= '<dfrn:comment-allow>' . intval($item['last-child']) . '</dfrn:comment-allow>' . "\r\n";
4382
4383         if($item['location']) {
4384                 $o .= '<dfrn:location>' . xmlify($item['location']) . '</dfrn:location>' . "\r\n";
4385                 $o .= '<poco:address><poco:formatted>' . xmlify($item['location']) . '</poco:formatted></poco:address>' . "\r\n";
4386         }
4387
4388         if($item['coord'])
4389                 $o .= '<georss:point>' . xmlify($item['coord']) . '</georss:point>' . "\r\n";
4390
4391         if(($item['private']) || strlen($item['allow_cid']) || strlen($item['allow_gid']) || strlen($item['deny_cid']) || strlen($item['deny_gid']))
4392                 $o .= '<dfrn:private>' . (($item['private']) ? $item['private'] : 1) . '</dfrn:private>' . "\r\n";
4393
4394         if($item['extid'])
4395                 $o .= '<dfrn:extid>' . xmlify($item['extid']) . '</dfrn:extid>' . "\r\n";
4396         if($item['bookmark'])
4397                 $o .= '<dfrn:bookmark>true</dfrn:bookmark>' . "\r\n";
4398
4399         if($item['app'])
4400                 $o .= '<statusnet:notice_info local_id="' . $item['id'] . '" source="' . xmlify($item['app']) . '" ></statusnet:notice_info>' . "\r\n";
4401
4402         if($item['guid'])
4403                 $o .= '<dfrn:diaspora_guid>' . $item['guid'] . '</dfrn:diaspora_guid>' . "\r\n";
4404
4405         if($item['signed_text']) {
4406                 $sign = base64_encode(json_encode(array('signed_text' => $item['signed_text'],'signature' => $item['signature'],'signer' => $item['signer'])));
4407                 $o .= '<dfrn:diaspora_signature>' . xmlify($sign) . '</dfrn:diaspora_signature>' . "\r\n";
4408         }
4409
4410         $verb = construct_verb($item);
4411         $o .= '<as:verb>' . xmlify($verb) . '</as:verb>' . "\r\n";
4412         $actobj = construct_activity_object($item);
4413         if(strlen($actobj))
4414                 $o .= $actobj;
4415         $actarg = construct_activity_target($item);
4416         if(strlen($actarg))
4417                 $o .= $actarg;
4418
4419         $tags = item_getfeedtags($item);
4420         if(count($tags)) {
4421                 foreach($tags as $t) {
4422                         $o .= '<category scheme="X-DFRN:' . xmlify($t[0]) . ':' . xmlify($t[1]) . '" term="' . xmlify($t[2]) . '" />' . "\r\n";
4423                 }
4424         }
4425
4426         $o .= item_getfeedattach($item);
4427
4428         $mentioned = get_mentions($item);
4429         if($mentioned)
4430                 $o .= $mentioned;
4431
4432         call_hooks('atom_entry', $o);
4433
4434         $o .= '</entry>' . "\r\n";
4435
4436         return $o;
4437 }
4438
4439 function fix_private_photos($s, $uid, $item = null, $cid = 0) {
4440
4441         if(get_config('system','disable_embedded'))
4442                 return $s;
4443
4444         $a = get_app();
4445
4446         logger('fix_private_photos: check for photos', LOGGER_DEBUG);
4447         $site = substr($a->get_baseurl(),strpos($a->get_baseurl(),'://'));
4448
4449         $orig_body = $s;
4450         $new_body = '';
4451
4452         $img_start = strpos($orig_body, '[img');
4453         $img_st_close = ($img_start !== false ? strpos(substr($orig_body, $img_start), ']') : false);
4454         $img_len = ($img_start !== false ? strpos(substr($orig_body, $img_start + $img_st_close + 1), '[/img]') : false);
4455         while( ($img_st_close !== false) && ($img_len !== false) ) {
4456
4457                 $img_st_close++; // make it point to AFTER the closing bracket
4458                 $image = substr($orig_body, $img_start + $img_st_close, $img_len);
4459
4460                 logger('fix_private_photos: found photo ' . $image, LOGGER_DEBUG);
4461
4462
4463                 if(stristr($image , $site . '/photo/')) {
4464                         // Only embed locally hosted photos
4465                         $replace = false;
4466                         $i = basename($image);
4467                         $i = str_replace(array('.jpg','.png','.gif'),array('','',''),$i);
4468                         $x = strpos($i,'-');
4469
4470                         if($x) {
4471                                 $res = substr($i,$x+1);
4472                                 $i = substr($i,0,$x);
4473                                 $r = q("SELECT * FROM `photo` WHERE `resource-id` = '%s' AND `scale` = %d AND `uid` = %d",
4474                                         dbesc($i),
4475                                         intval($res),
4476                                         intval($uid)
4477                                 );
4478                                 if($r) {
4479
4480                                         // Check to see if we should replace this photo link with an embedded image
4481                                         // 1. No need to do so if the photo is public
4482                                         // 2. If there's a contact-id provided, see if they're in the access list
4483                                         //    for the photo. If so, embed it.
4484                                         // 3. Otherwise, if we have an item, see if the item permissions match the photo
4485                                         //    permissions, regardless of order but first check to see if they're an exact
4486                                         //    match to save some processing overhead.
4487
4488                                         if(has_permissions($r[0])) {
4489                                                 if($cid) {
4490                                                         $recips = enumerate_permissions($r[0]);
4491                                                         if(in_array($cid, $recips)) {
4492                                                                 $replace = true;
4493                                                         }
4494                                                 }
4495                                                 elseif($item) {
4496                                                         if(compare_permissions($item,$r[0]))
4497                                                                 $replace = true;
4498                                                 }
4499                                         }
4500                                         if($replace) {
4501                                                 $data = $r[0]['data'];
4502                                                 $type = $r[0]['type'];
4503
4504                                                 // If a custom width and height were specified, apply before embedding
4505                                                 if(preg_match("/\[img\=([0-9]*)x([0-9]*)\]/is", substr($orig_body, $img_start, $img_st_close), $match)) {
4506                                                         logger('fix_private_photos: scaling photo', LOGGER_DEBUG);
4507
4508                                                         $width = intval($match[1]);
4509                                                         $height = intval($match[2]);
4510
4511                                                         $ph = new Photo($data, $type);
4512                                                         if($ph->is_valid()) {
4513                                                                 $ph->scaleImage(max($width, $height));
4514                                                                 $data = $ph->imageString();
4515                                                                 $type = $ph->getType();
4516                                                         }
4517                                                 }
4518
4519                                                 logger('fix_private_photos: replacing photo', LOGGER_DEBUG);
4520                                                 $image = 'data:' . $type . ';base64,' . base64_encode($data);
4521                                                 logger('fix_private_photos: replaced: ' . $image, LOGGER_DATA);
4522                                         }
4523                                 }
4524                         }
4525                 }
4526
4527                 $new_body = $new_body . substr($orig_body, 0, $img_start + $img_st_close) . $image . '[/img]';
4528                 $orig_body = substr($orig_body, $img_start + $img_st_close + $img_len + strlen('[/img]'));
4529                 if($orig_body === false)
4530                         $orig_body = '';
4531
4532                 $img_start = strpos($orig_body, '[img');
4533                 $img_st_close = ($img_start !== false ? strpos(substr($orig_body, $img_start), ']') : false);
4534                 $img_len = ($img_start !== false ? strpos(substr($orig_body, $img_start + $img_st_close + 1), '[/img]') : false);
4535         }
4536
4537         $new_body = $new_body . $orig_body;
4538
4539         return($new_body);
4540 }
4541
4542
4543 function has_permissions($obj) {
4544         if(($obj['allow_cid'] != '') || ($obj['allow_gid'] != '') || ($obj['deny_cid'] != '') || ($obj['deny_gid'] != ''))
4545                 return true;
4546         return false;
4547 }
4548
4549 function compare_permissions($obj1,$obj2) {
4550         // first part is easy. Check that these are exactly the same.
4551         if(($obj1['allow_cid'] == $obj2['allow_cid'])
4552                 && ($obj1['allow_gid'] == $obj2['allow_gid'])
4553                 && ($obj1['deny_cid'] == $obj2['deny_cid'])
4554                 && ($obj1['deny_gid'] == $obj2['deny_gid']))
4555                 return true;
4556
4557         // This is harder. Parse all the permissions and compare the resulting set.
4558
4559         $recipients1 = enumerate_permissions($obj1);
4560         $recipients2 = enumerate_permissions($obj2);
4561         sort($recipients1);
4562         sort($recipients2);
4563         if($recipients1 == $recipients2)
4564                 return true;
4565         return false;
4566 }
4567
4568 // returns an array of contact-ids that are allowed to see this object
4569
4570 function enumerate_permissions($obj) {
4571         require_once('include/group.php');
4572         $allow_people = expand_acl($obj['allow_cid']);
4573         $allow_groups = expand_groups(expand_acl($obj['allow_gid']));
4574         $deny_people  = expand_acl($obj['deny_cid']);
4575         $deny_groups  = expand_groups(expand_acl($obj['deny_gid']));
4576         $recipients   = array_unique(array_merge($allow_people,$allow_groups));
4577         $deny         = array_unique(array_merge($deny_people,$deny_groups));
4578         $recipients   = array_diff($recipients,$deny);
4579         return $recipients;
4580 }
4581
4582 function item_getfeedtags($item) {
4583         $ret = array();
4584         $matches = false;
4585         $cnt = preg_match_all('|\#\[url\=(.*?)\](.*?)\[\/url\]|',$item['tag'],$matches);
4586         if($cnt) {
4587                 for($x = 0; $x < $cnt; $x ++) {
4588                         if($matches[1][$x])
4589                                 $ret[] = array('#',$matches[1][$x], $matches[2][$x]);
4590                 }
4591         }
4592         $matches = false;
4593         $cnt = preg_match_all('|\@\[url\=(.*?)\](.*?)\[\/url\]|',$item['tag'],$matches);
4594         if($cnt) {
4595                 for($x = 0; $x < $cnt; $x ++) {
4596                         if($matches[1][$x])
4597                                 $ret[] = array('@',$matches[1][$x], $matches[2][$x]);
4598                 }
4599         }
4600         return $ret;
4601 }
4602
4603 function item_getfeedattach($item) {
4604         $ret = '';
4605         $arr = explode('[/attach],',$item['attach']);
4606         if(count($arr)) {
4607                 foreach($arr as $r) {
4608                         $matches = false;
4609                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
4610                         if($cnt) {
4611                                 $ret .= '<link rel="enclosure" href="' . xmlify($matches[1]) . '" type="' . xmlify($matches[3]) . '" ';
4612                                 if(intval($matches[2]))
4613                                         $ret .= 'length="' . intval($matches[2]) . '" ';
4614                                 if($matches[4] !== ' ')
4615                                         $ret .= 'title="' . xmlify(trim($matches[4])) . '" ';
4616                                 $ret .= ' />' . "\r\n";
4617                         }
4618                 }
4619         }
4620         return $ret;
4621 }
4622
4623
4624
4625 function item_expire($uid, $days, $network = "", $force = false) {
4626
4627         if((! $uid) || ($days < 1))
4628                 return;
4629
4630         // $expire_network_only = save your own wall posts
4631         // and just expire conversations started by others
4632
4633         $expire_network_only = get_pconfig($uid,'expire','network_only');
4634         $sql_extra = ((intval($expire_network_only)) ? " AND wall = 0 " : "");
4635
4636         if ($network != "") {
4637                 $sql_extra .= sprintf(" AND network = '%s' ", dbesc($network));
4638                 // There is an index "uid_network_received" but not "uid_network_created"
4639                 // This avoids the creation of another index just for one purpose.
4640                 // And it doesn't really matter wether to look at "received" or "created"
4641                 $range = "AND `received` < UTC_TIMESTAMP() - INTERVAL %d DAY ";
4642         } else
4643                 $range = "AND `created` < UTC_TIMESTAMP() - INTERVAL %d DAY ";
4644
4645         $r = q("SELECT * FROM `item`
4646                 WHERE `uid` = %d $range
4647                 AND `id` = `parent`
4648                 $sql_extra
4649                 AND `deleted` = 0",
4650                 intval($uid),
4651                 intval($days)
4652         );
4653
4654         if(! count($r))
4655                 return;
4656
4657         $expire_items = get_pconfig($uid, 'expire','items');
4658         $expire_items = (($expire_items===false)?1:intval($expire_items)); // default if not set: 1
4659
4660         // Forcing expiring of items - but not notes and marked items
4661         if ($force)
4662                 $expire_items = true;
4663
4664         $expire_notes = get_pconfig($uid, 'expire','notes');
4665         $expire_notes = (($expire_notes===false)?1:intval($expire_notes)); // default if not set: 1
4666
4667         $expire_starred = get_pconfig($uid, 'expire','starred');
4668         $expire_starred = (($expire_starred===false)?1:intval($expire_starred)); // default if not set: 1
4669
4670         $expire_photos = get_pconfig($uid, 'expire','photos');
4671         $expire_photos = (($expire_photos===false)?0:intval($expire_photos)); // default if not set: 0
4672
4673         logger('expire: # items=' . count($r). "; expire items: $expire_items, expire notes: $expire_notes, expire starred: $expire_starred, expire photos: $expire_photos");
4674
4675         foreach($r as $item) {
4676
4677                 // don't expire filed items
4678
4679                 if(strpos($item['file'],'[') !== false)
4680                         continue;
4681
4682                 // Only expire posts, not photos and photo comments
4683
4684                 if($expire_photos==0 && strlen($item['resource-id']))
4685                         continue;
4686                 if($expire_starred==0 && intval($item['starred']))
4687                         continue;
4688                 if($expire_notes==0 && $item['type']=='note')
4689                         continue;
4690                 if($expire_items==0 && $item['type']!='note')
4691                         continue;
4692
4693                 drop_item($item['id'],false);
4694         }
4695
4696         proc_run('php',"include/notifier.php","expire","$uid");
4697
4698 }
4699
4700
4701 function drop_items($items) {
4702         $uid = 0;
4703
4704         if(! local_user() && ! remote_user())
4705                 return;
4706
4707         if(count($items)) {
4708                 foreach($items as $item) {
4709                         $owner = drop_item($item,false);
4710                         if($owner && ! $uid)
4711                                 $uid = $owner;
4712                 }
4713         }
4714
4715         // multiple threads may have been deleted, send an expire notification
4716
4717         if($uid)
4718                 proc_run('php',"include/notifier.php","expire","$uid");
4719 }
4720
4721
4722 function drop_item($id,$interactive = true) {
4723
4724         $a = get_app();
4725
4726         // locate item to be deleted
4727
4728         $r = q("SELECT * FROM `item` WHERE `id` = %d LIMIT 1",
4729                 intval($id)
4730         );
4731
4732         if(! count($r)) {
4733                 if(! $interactive)
4734                         return 0;
4735                 notice( t('Item not found.') . EOL);
4736                 goaway($a->get_baseurl() . '/' . $_SESSION['return_url']);
4737         }
4738
4739         $item = $r[0];
4740
4741         $owner = $item['uid'];
4742
4743         $cid = 0;
4744
4745         // check if logged in user is either the author or owner of this item
4746
4747         if(is_array($_SESSION['remote'])) {
4748                 foreach($_SESSION['remote'] as $visitor) {
4749                         if($visitor['uid'] == $item['uid'] && $visitor['cid'] == $item['contact-id']) {
4750                                 $cid = $visitor['cid'];
4751                                 break;
4752                         }
4753                 }
4754         }
4755
4756
4757         if((local_user() == $item['uid']) || ($cid) || (! $interactive)) {
4758
4759                 // Check if we should do HTML-based delete confirmation
4760                 if($_REQUEST['confirm']) {
4761                         // <form> can't take arguments in its "action" parameter
4762                         // so add any arguments as hidden inputs
4763                         $query = explode_querystring($a->query_string);
4764                         $inputs = array();
4765                         foreach($query['args'] as $arg) {
4766                                 if(strpos($arg, 'confirm=') === false) {
4767                                         $arg_parts = explode('=', $arg);
4768                                         $inputs[] = array('name' => $arg_parts[0], 'value' => $arg_parts[1]);
4769                                 }
4770                         }
4771
4772                         return replace_macros(get_markup_template('confirm.tpl'), array(
4773                                 '$method' => 'get',
4774                                 '$message' => t('Do you really want to delete this item?'),
4775                                 '$extra_inputs' => $inputs,
4776                                 '$confirm' => t('Yes'),
4777                                 '$confirm_url' => $query['base'],
4778                                 '$confirm_name' => 'confirmed',
4779                                 '$cancel' => t('Cancel'),
4780                         ));
4781                 }
4782                 // Now check how the user responded to the confirmation query
4783                 if($_REQUEST['canceled']) {
4784                         goaway($a->get_baseurl() . '/' . $_SESSION['return_url']);
4785                 }
4786
4787                 logger('delete item: ' . $item['id'], LOGGER_DEBUG);
4788                 // delete the item
4789
4790                 $r = q("UPDATE `item` SET `deleted` = 1, `title` = '', `body` = '', `edited` = '%s', `changed` = '%s' WHERE `id` = %d",
4791                         dbesc(datetime_convert()),
4792                         dbesc(datetime_convert()),
4793                         intval($item['id'])
4794                 );
4795                 create_tags_from_item($item['id']);
4796                 create_files_from_item($item['id']);
4797                 delete_thread($item['id'], $item['parent-uri']);
4798
4799                 // clean up categories and tags so they don't end up as orphans
4800
4801                 $matches = false;
4802                 $cnt = preg_match_all('/<(.*?)>/',$item['file'],$matches,PREG_SET_ORDER);
4803                 if($cnt) {
4804                         foreach($matches as $mtch) {
4805                                 file_tag_unsave_file($item['uid'],$item['id'],$mtch[1],true);
4806                         }
4807                 }
4808
4809                 $matches = false;
4810
4811                 $cnt = preg_match_all('/\[(.*?)\]/',$item['file'],$matches,PREG_SET_ORDER);
4812                 if($cnt) {
4813                         foreach($matches as $mtch) {
4814                                 file_tag_unsave_file($item['uid'],$item['id'],$mtch[1],false);
4815                         }
4816                 }
4817
4818                 // If item is a link to a photo resource, nuke all the associated photos
4819                 // (visitors will not have photo resources)
4820                 // This only applies to photos uploaded from the photos page. Photos inserted into a post do not
4821                 // generate a resource-id and therefore aren't intimately linked to the item.
4822
4823                 if(strlen($item['resource-id'])) {
4824                         q("DELETE FROM `photo` WHERE `resource-id` = '%s' AND `uid` = %d ",
4825                                 dbesc($item['resource-id']),
4826                                 intval($item['uid'])
4827                         );
4828                         // ignore the result
4829                 }
4830
4831                 // If item is a link to an event, nuke the event record.
4832
4833                 if(intval($item['event-id'])) {
4834                         q("DELETE FROM `event` WHERE `id` = %d AND `uid` = %d",
4835                                 intval($item['event-id']),
4836                                 intval($item['uid'])
4837                         );
4838                         // ignore the result
4839                 }
4840
4841                 // If item has attachments, drop them
4842
4843                 foreach(explode(",",$item['attach']) as $attach){
4844                         preg_match("|attach/(\d+)|", $attach, $matches);
4845                         q("DELETE FROM `attach` WHERE `id` = %d AND `uid` = %d",
4846                                 intval($matches[1]),
4847                                 local_user()
4848                         );
4849                         // ignore the result
4850                 }
4851
4852
4853                 // clean up item_id and sign meta-data tables
4854
4855                 /*
4856                 // Old code - caused very long queries and warning entries in the mysql logfiles:
4857
4858                 $r = q("DELETE FROM item_id where iid in (select id from item where parent = %d and uid = %d)",
4859                         intval($item['id']),
4860                         intval($item['uid'])
4861                 );
4862
4863                 $r = q("DELETE FROM sign where iid in (select id from item where parent = %d and uid = %d)",
4864                         intval($item['id']),
4865                         intval($item['uid'])
4866                 );
4867                 */
4868
4869                 // The new code splits the queries since the mysql optimizer really has bad problems with subqueries
4870
4871                 // Creating list of parents
4872                 $r = q("select id from item where parent = %d and uid = %d",
4873                         intval($item['id']),
4874                         intval($item['uid'])
4875                 );
4876
4877                 $parentid = "";
4878
4879                 foreach ($r AS $row) {
4880                         if ($parentid != "")
4881                                 $parentid .= ", ";
4882
4883                         $parentid .= $row["id"];
4884                 }
4885
4886                 // Now delete them
4887                 if ($parentid != "") {
4888                         $r = q("DELETE FROM item_id where iid in (%s)", dbesc($parentid));
4889
4890                         $r = q("DELETE FROM sign where iid in (%s)", dbesc($parentid));
4891                 }
4892
4893                 // If it's the parent of a comment thread, kill all the kids
4894
4895                 if($item['uri'] == $item['parent-uri']) {
4896                         $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s', `body` = '' , `title` = ''
4897                                 WHERE `parent-uri` = '%s' AND `uid` = %d ",
4898                                 dbesc(datetime_convert()),
4899                                 dbesc(datetime_convert()),
4900                                 dbesc($item['parent-uri']),
4901                                 intval($item['uid'])
4902                         );
4903                         create_tags_from_itemuri($item['parent-uri'], $item['uid']);
4904                         create_files_from_itemuri($item['parent-uri'], $item['uid']);
4905                         delete_thread_uri($item['parent-uri'], $item['uid']);
4906                         // ignore the result
4907                 }
4908                 else {
4909                         // ensure that last-child is set in case the comment that had it just got wiped.
4910                         q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
4911                                 dbesc(datetime_convert()),
4912                                 dbesc($item['parent-uri']),
4913                                 intval($item['uid'])
4914                         );
4915                         // who is the last child now?
4916                         $r = q("SELECT `id` FROM `item` WHERE `parent-uri` = '%s' AND `type` != 'activity' AND `deleted` = 0 AND `uid` = %d ORDER BY `edited` DESC LIMIT 1",
4917                                 dbesc($item['parent-uri']),
4918                                 intval($item['uid'])
4919                         );
4920                         if(count($r)) {
4921                                 q("UPDATE `item` SET `last-child` = 1 WHERE `id` = %d",
4922                                         intval($r[0]['id'])
4923                                 );
4924                         }
4925
4926                         // Add a relayable_retraction signature for Diaspora.
4927                         store_diaspora_retract_sig($item, $a->user, $a->get_baseurl());
4928                 }
4929
4930                 $drop_id = intval($item['id']);
4931
4932                 // send the notification upstream/downstream as the case may be
4933
4934                 proc_run('php',"include/notifier.php","drop","$drop_id");
4935
4936                 if(! $interactive)
4937                         return $owner;
4938                 goaway($a->get_baseurl() . '/' . $_SESSION['return_url']);
4939                 //NOTREACHED
4940         }
4941         else {
4942                 if(! $interactive)
4943                         return 0;
4944                 notice( t('Permission denied.') . EOL);
4945                 goaway($a->get_baseurl() . '/' . $_SESSION['return_url']);
4946                 //NOTREACHED
4947         }
4948
4949 }
4950
4951
4952 function first_post_date($uid,$wall = false) {
4953         $r = q("select id, created from item
4954                 where uid = %d and wall = %d and deleted = 0 and visible = 1 AND moderated = 0
4955                 and id = parent
4956                 order by created asc limit 1",
4957                 intval($uid),
4958                 intval($wall ? 1 : 0)
4959         );
4960         if(count($r)) {
4961 //              logger('first_post_date: ' . $r[0]['id'] . ' ' . $r[0]['created'], LOGGER_DATA);
4962                 return substr(datetime_convert('',date_default_timezone_get(),$r[0]['created']),0,10);
4963         }
4964         return false;
4965 }
4966
4967 /* modified posted_dates() {below} to arrange the list in years */
4968 function list_post_dates($uid, $wall) {
4969         $dnow = datetime_convert('',date_default_timezone_get(),'now','Y-m-d');
4970
4971         $dthen = first_post_date($uid, $wall);
4972         if(! $dthen)
4973                 return array();
4974
4975         // Set the start and end date to the beginning of the month
4976         $dnow = substr($dnow,0,8).'01';
4977         $dthen = substr($dthen,0,8).'01';
4978
4979         $ret = array();
4980
4981         // Starting with the current month, get the first and last days of every
4982         // month down to and including the month of the first post
4983         while(substr($dnow, 0, 7) >= substr($dthen, 0, 7)) {
4984                 $dyear = intval(substr($dnow,0,4));
4985                 $dstart = substr($dnow,0,8) . '01';
4986                 $dend = substr($dnow,0,8) . get_dim(intval($dnow),intval(substr($dnow,5)));
4987                 $start_month = datetime_convert('','',$dstart,'Y-m-d');
4988                 $end_month = datetime_convert('','',$dend,'Y-m-d');
4989                 $str = day_translate(datetime_convert('','',$dnow,'F'));
4990                 if(! $ret[$dyear])
4991                         $ret[$dyear] = array();
4992                 $ret[$dyear][] = array($str,$end_month,$start_month);
4993                 $dnow = datetime_convert('','',$dnow . ' -1 month', 'Y-m-d');
4994         }
4995         return $ret;
4996 }
4997
4998 function posted_dates($uid,$wall) {
4999         $dnow = datetime_convert('',date_default_timezone_get(),'now','Y-m-d');
5000
5001         $dthen = first_post_date($uid,$wall);
5002         if(! $dthen)
5003                 return array();
5004
5005         // Set the start and end date to the beginning of the month
5006         $dnow = substr($dnow,0,8).'01';
5007         $dthen = substr($dthen,0,8).'01';
5008
5009         $ret = array();
5010         // Starting with the current month, get the first and last days of every
5011         // month down to and including the month of the first post
5012         while(substr($dnow, 0, 7) >= substr($dthen, 0, 7)) {
5013                 $dstart = substr($dnow,0,8) . '01';
5014                 $dend = substr($dnow,0,8) . get_dim(intval($dnow),intval(substr($dnow,5)));
5015                 $start_month = datetime_convert('','',$dstart,'Y-m-d');
5016                 $end_month = datetime_convert('','',$dend,'Y-m-d');
5017                 $str = day_translate(datetime_convert('','',$dnow,'F Y'));
5018                 $ret[] = array($str,$end_month,$start_month);
5019                 $dnow = datetime_convert('','',$dnow . ' -1 month', 'Y-m-d');
5020         }
5021         return $ret;
5022 }
5023
5024
5025 function posted_date_widget($url,$uid,$wall) {
5026         $o = '';
5027
5028         if(! feature_enabled($uid,'archives'))
5029                 return $o;
5030
5031         // For former Facebook folks that left because of "timeline"
5032
5033 /*      if($wall && intval(get_pconfig($uid,'system','no_wall_archive_widget')))
5034                 return $o;*/
5035
5036         $visible_years = get_pconfig($uid,'system','archive_visible_years');
5037         if(! $visible_years)
5038                 $visible_years = 5;
5039
5040         $ret = list_post_dates($uid,$wall);
5041
5042         if(! count($ret))
5043                 return $o;
5044
5045         $cutoff_year = intval(datetime_convert('',date_default_timezone_get(),'now','Y')) - $visible_years;
5046         $cutoff = ((array_key_exists($cutoff_year,$ret))? true : false);
5047
5048         $o = replace_macros(get_markup_template('posted_date_widget.tpl'),array(
5049                 '$title' => t('Archives'),
5050                 '$size' => $visible_years,
5051                 '$cutoff_year' => $cutoff_year,
5052                 '$cutoff' => $cutoff,
5053                 '$url' => $url,
5054                 '$dates' => $ret,
5055                 '$showmore' => t('show more')
5056
5057         ));
5058         return $o;
5059 }
5060
5061 function store_diaspora_retract_sig($item, $user, $baseurl) {
5062         // Note that we can't add a target_author_signature
5063         // if the comment was deleted by a remote user. That should be ok, because if a remote user is deleting
5064         // the comment, that means we're the home of the post, and Diaspora will only
5065         // check the parent_author_signature of retractions that it doesn't have to relay further
5066         //
5067         // I don't think this function gets called for an "unlike," but I'll check anyway
5068
5069         $enabled = intval(get_config('system','diaspora_enabled'));
5070         if(! $enabled) {
5071                 logger('drop_item: diaspora support disabled, not storing retraction signature', LOGGER_DEBUG);
5072                 return;
5073         }
5074
5075         logger('drop_item: storing diaspora retraction signature');
5076
5077         $signed_text = $item['guid'] . ';' . ( ($item['verb'] === ACTIVITY_LIKE) ? 'Like' : 'Comment');
5078
5079         if(local_user() == $item['uid']) {
5080
5081                 $handle = $user['nickname'] . '@' . substr($baseurl, strpos($baseurl,'://') + 3);
5082                 $authorsig = base64_encode(rsa_sign($signed_text,$user['prvkey'],'sha256'));
5083         }
5084         else {
5085                 $r = q("SELECT `nick`, `url` FROM `contact` WHERE `id` = '%d' LIMIT 1",
5086                         $item['contact-id'] // If this function gets called, drop_item() has already checked remote_user() == $item['contact-id']
5087                 );
5088                 if(count($r)) {
5089                         // The below handle only works for NETWORK_DFRN. I think that's ok, because this function
5090                         // only handles DFRN deletes
5091                         $handle_baseurl_start = strpos($r['url'],'://') + 3;
5092                         $handle_baseurl_length = strpos($r['url'],'/profile') - $handle_baseurl_start;
5093                         $handle = $r['nick'] . '@' . substr($r['url'], $handle_baseurl_start, $handle_baseurl_length);
5094                         $authorsig = '';
5095                 }
5096         }
5097
5098         if(isset($handle))
5099                 q("insert into sign (`retract_iid`,`signed_text`,`signature`,`signer`) values (%d,'%s','%s','%s') ",
5100                         intval($item['id']),
5101                         dbesc($signed_text),
5102                         dbesc($authorsig),
5103                         dbesc($handle)
5104                 );
5105
5106         return;
5107 }