include/ostatus.php

   1 <?php
   2 require_once("include/Contact.php");
   3 require_once("include/threads.php");
   4 require_once("include/html2bbcode.php");
   5 require_once("include/bbcode.php");
   6 require_once("include/items.php");
   7 require_once("mod/share.php");
   8 require_once("include/enotify.php");
   9 require_once("include/socgraph.php");
  10 require_once("include/Photo.php");
  11 require_once("include/Scrape.php");
  12 require_once("include/follow.php");
  13 require_once("mod/proxy.php");
  14
  15 define('OSTATUS_DEFAULT_POLL_INTERVAL', 30); // given in minutes
  16 define('OSTATUS_DEFAULT_POLL_TIMEFRAME', 1440); // given in minutes
  17 define('OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS', 14400); // given in minutes
  18
  19 define("NS_ATOM", "http://www.w3.org/2005/Atom");
  20 define("NS_THR", "http://purl.org/syndication/thread/1.0");
  21 define("NS_GEORSS", "http://www.georss.org/georss");
  22 define("NS_ACTIVITY", "http://activitystrea.ms/spec/1.0/");
  23 define("NS_MEDIA", "http://purl.org/syndication/atommedia");
  24 define("NS_POCO", "http://portablecontacts.net/spec/1.0");
  25 define("NS_OSTATUS", "http://ostatus.org/schema/1.0");
  26 define("NS_STATUSNET", "http://status.net/schema/api/1/");
  27
  28 function ostatus_check_follow_friends() {
  29         $r = q("SELECT `uid`,`v` FROM `pconfig` WHERE `cat`='system' AND `k`='ostatus_legacy_contact' AND `v` != ''");
  30
  31         if (!$r)
  32                 return;
  33
  34         foreach ($r AS $contact) {
  35                 ostatus_follow_friends($contact["uid"], $contact["v"]);
  36                 set_pconfig($contact["uid"], "system", "ostatus_legacy_contact", "");
  37         }
  38 }
  39
  40 // This function doesn't work reliable by now.
  41 function ostatus_follow_friends($uid, $url) {
  42         $contact = probe_url($url);
  43
  44         if (!$contact)
  45                 return;
  46
  47         $api = $contact["baseurl"]."/api/";
  48
  49         // Fetching friends
  50         $data = z_fetch_url($api."statuses/friends.json?screen_name=".$contact["nick"]);
  51
  52         if (!$data["success"])
  53                 return;
  54
  55         $friends = json_decode($data["body"]);
  56
  57         foreach ($friends AS $friend) {
  58                 $url = $friend->statusnet_profile_url;
  59                 $r = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND
  60                         (`nurl` = '%s' OR `alias` = '%s' OR `alias` = '%s') AND
  61                         `network` != '%s' LIMIT 1",
  62                         intval($uid), dbesc(normalise_link($url)),
  63                         dbesc(normalise_link($url)), dbesc($url), dbesc(NETWORK_STATUSNET));
  64                 if (!$r) {
  65                         $data = probe_url($friend->statusnet_profile_url);
  66                         if ($data["network"] == NETWORK_OSTATUS) {
  67                                 $result = new_contact($uid,$friend->statusnet_profile_url);
  68                                 if ($result["success"])
  69                                         logger($friend->name." ".$url." - success", LOGGER_DEBUG);
  70                                 else
  71                                         logger($friend->name." ".$url." - failed", LOGGER_DEBUG);
  72                         } else
  73                                 logger($friend->name." ".$url." - not OStatus", LOGGER_DEBUG);
  74                 }
  75         }
  76 }
  77
  78 function ostatus_fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
  79
  80         $author = array();
  81         $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
  82         $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
  83
  84         // Preserve the value
  85         $authorlink = $author["author-link"];
  86
  87         $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
  88         if (is_object($alternate))
  89                 foreach($alternate AS $attributes)
  90                         if ($attributes->name == "href")
  91                                 $author["author-link"] = $attributes->textContent;
  92
  93         $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
  94                 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
  95                 dbesc(normalise_link($authorlink)), dbesc(NETWORK_STATUSNET));
  96         if ($r) {
  97                 $contact = $r[0];
  98                 $author["contact-id"] = $r[0]["id"];
  99         } else
 100                 $author["contact-id"] = $contact["id"];
 101
 102         $avatarlist = array();
 103         $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
 104         foreach($avatars AS $avatar) {
 105                 $href = "";
 106                 $width = 0;
 107                 foreach($avatar->attributes AS $attributes) {
 108                         if ($attributes->name == "href")
 109                                 $href = $attributes->textContent;
 110                         if ($attributes->name == "width")
 111                                 $width = $attributes->textContent;
 112                 }
 113                 if (($width > 0) AND ($href != ""))
 114                         $avatarlist[$width] = $href;
 115         }
 116         if (count($avatarlist) > 0) {
 117                 krsort($avatarlist);
 118                 $author["author-avatar"] = current($avatarlist);
 119         }
 120
 121         $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
 122         if ($displayname != "")
 123                 $author["author-name"] = $displayname;
 124
 125         $author["owner-name"] = $author["author-name"];
 126         $author["owner-link"] = $author["author-link"];
 127         $author["owner-avatar"] = $author["author-avatar"];
 128
 129         if ($r AND !$onlyfetch) {
 130                 // Update contact data
 131                 $update_contact = ($r[0]['name-date'] < datetime_convert('','','now -12 hours'));
 132                 if ($update_contact) {
 133                         logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
 134
 135                         $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
 136                         if ($value != "")
 137                                 $contact["name"] = $value;
 138
 139                         $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
 140                         if ($value != "")
 141                                 $contact["nick"] = $value;
 142
 143                         $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
 144                         if ($value != "")
 145                                 $contact["about"] = html2bbcode($value);
 146
 147                         $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
 148                         if ($value != "")
 149                                 $contact["location"] = $value;
 150
 151                         q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
 152                                 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["about"]), dbesc($contact["location"]),
 153                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
 154
 155                         poco_check($contact["url"], $contact["name"], $contact["network"], $author["author-avatar"], $contact["about"], $contact["location"],
 156                                         "", "", "", datetime_convert(), 2, $contact["id"], $contact["uid"]);
 157                 }
 158
 159                 $update_photo = ($r[0]['avatar-date'] < datetime_convert('','','now -12 hours'));
 160
 161                 if ($update_photo AND isset($author["author-avatar"])) {
 162                         logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
 163
 164                         $photos = import_profile_photo($author["author-avatar"], $importer["uid"], $contact["id"]);
 165
 166                         q("UPDATE `contact` SET `photo` = '%s', `thumb` = '%s', `micro` = '%s', `avatar-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
 167                                 dbesc($photos[0]), dbesc($photos[1]), dbesc($photos[2]),
 168                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
 169                 }
 170         }
 171
 172         return($author);
 173 }
 174
 175 function ostatus_salmon_author($xml, $importer) {
 176         $a = get_app();
 177
 178         if ($xml == "")
 179                 return;
 180
 181         $doc = new DOMDocument();
 182         @$doc->loadXML($xml);
 183
 184         $xpath = new DomXPath($doc);
 185         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
 186         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
 187         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
 188         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
 189         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
 190         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
 191         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
 192         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
 193
 194         $entries = $xpath->query('/atom:entry');
 195
 196         foreach ($entries AS $entry) {
 197                 // fetch the author
 198                 $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, true);
 199                 return $author;
 200         }
 201 }
 202
 203 function ostatus_import($xml,$importer,&$contact, &$hub) {
 204
 205         $a = get_app();
 206
 207         logger("Import OStatus message", LOGGER_DEBUG);
 208
 209         if ($xml == "")
 210                 return;
 211
 212         $doc = new DOMDocument();
 213         @$doc->loadXML($xml);
 214
 215         $xpath = new DomXPath($doc);
 216         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
 217         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
 218         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
 219         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
 220         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
 221         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
 222         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
 223         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
 224
 225         $gub = "";
 226         $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
 227         if (is_object($hub_attributes))
 228                 foreach($hub_attributes AS $hub_attribute)
 229                         if ($hub_attribute->name == "href") {
 230                                 $hub = $hub_attribute->textContent;
 231                                 logger("Found hub ".$hub, LOGGER_DEBUG);
 232                         }
 233
 234         $header = array();
 235         $header["uid"] = $importer["uid"];
 236         $header["network"] = NETWORK_OSTATUS;
 237         $header["type"] = "remote";
 238         $header["wall"] = 0;
 239         $header["origin"] = 0;
 240         $header["gravity"] = GRAVITY_PARENT;
 241
 242         // it could either be a received post or a post we fetched by ourselves
 243         // depending on that, the first node is different
 244         $first_child = $doc->firstChild->tagName;
 245
 246         if ($first_child == "feed")
 247                 $entries = $xpath->query('/atom:feed/atom:entry');
 248         else
 249                 $entries = $xpath->query('/atom:entry');
 250
 251         $conversation = "";
 252         $conversationlist = array();
 253         $item_id = 0;
 254
 255         // Reverse the order of the entries
 256         $entrylist = array();
 257
 258         foreach ($entries AS $entry)
 259                 $entrylist[] = $entry;
 260
 261         foreach (array_reverse($entrylist) AS $entry) {
 262
 263                 $mention = false;
 264
 265                 // fetch the author
 266                 if ($first_child == "feed")
 267                         $author = ostatus_fetchauthor($xpath, $doc->firstChild, $importer, $contact, false);
 268                 else
 269                         $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, false);
 270
 271                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
 272                 if ($value != "")
 273                         $nickname = $value;
 274                 else
 275                         $nickname = $author["author-name"];
 276
 277                 $item = array_merge($header, $author);
 278
 279                 // Now get the item
 280                 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
 281
 282                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
 283                         intval($importer["uid"]), dbesc($item["uri"]));
 284                 if ($r) {
 285                         logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already existed under id ".$r[0]["id"], LOGGER_DEBUG);
 286                         continue;
 287                 }
 288
 289                 $item["body"] = add_page_info_to_body(html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue));
 290                 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
 291
 292                 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) OR ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
 293                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
 294                         $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
 295                 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION)
 296                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
 297
 298                 $item["object"] = $xml;
 299                 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
 300
 301                 /// @TODO
 302                 /// Delete a message
 303                 if ($item["verb"] == "qvitter-delete-notice") {
 304                         // ignore "Delete" messages (by now)
 305                         logger("Ignore delete message ".print_r($item, true));
 306                         continue;
 307                 }
 308
 309                 if ($item["verb"] == ACTIVITY_JOIN) {
 310                         // ignore "Join" messages
 311                         logger("Ignore join message ".print_r($item, true));
 312                         continue;
 313                 }
 314
 315                 if ($item["verb"] == ACTIVITY_FOLLOW) {
 316                         new_follower($importer, $contact, $item, $nickname);
 317                         continue;
 318                 }
 319
 320                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
 321                         lose_follower($importer, $contact, $item, $dummy);
 322                         continue;
 323                 }
 324
 325                 if ($item["verb"] == ACTIVITY_FAVORITE) {
 326                         $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
 327                         logger("Favorite ".$orig_uri." ".print_r($item, true));
 328
 329                         $item["verb"] = ACTIVITY_LIKE;
 330                         $item["parent-uri"] = $orig_uri;
 331                         $item["gravity"] = GRAVITY_LIKE;
 332                 }
 333
 334                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
 335                         // Ignore "Unfavorite" message
 336                         logger("Ignore unfavorite message ".print_r($item, true));
 337                         continue;
 338                 }
 339
 340                 // http://activitystrea.ms/schema/1.0/rsvp-yes
 341                 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE)))
 342                         logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
 343
 344                 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
 345                 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
 346                 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
 347
 348                 $related = "";
 349
 350                 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
 351                 if (is_object($inreplyto->item(0))) {
 352                         foreach($inreplyto->item(0)->attributes AS $attributes) {
 353                                 if ($attributes->name == "ref")
 354                                         $item["parent-uri"] = $attributes->textContent;
 355                                 if ($attributes->name == "href")
 356                                         $related = $attributes->textContent;
 357                         }
 358                 }
 359
 360                 $georsspoint = $xpath->query('georss:point', $entry);
 361                 if ($georsspoint)
 362                         $item["coord"] = $georsspoint->item(0)->nodeValue;
 363
 364                 /// @TODO
 365                 /// $item["location"] =
 366
 367                 $categories = $xpath->query('atom:category', $entry);
 368                 if ($categories) {
 369                         foreach ($categories AS $category) {
 370                                 foreach($category->attributes AS $attributes)
 371                                         if ($attributes->name == "term") {
 372                                                 $term = $attributes->textContent;
 373                                                 if(strlen($item["tag"]))
 374                                                         $item["tag"] .= ',';
 375                                                 $item["tag"] .= "#[url=".$a->get_baseurl()."/search?tag=".$term."]".$term."[/url]";
 376                                         }
 377                         }
 378                 }
 379
 380                 $self = "";
 381                 $enclosure = "";
 382
 383                 $links = $xpath->query('atom:link', $entry);
 384                 if ($links) {
 385                         $rel = "";
 386                         $href = "";
 387                         $type = "";
 388                         $length = "0";
 389                         $title = "";
 390                         foreach ($links AS $link) {
 391                                 foreach($link->attributes AS $attributes) {
 392                                         if ($attributes->name == "href")
 393                                                 $href = $attributes->textContent;
 394                                         if ($attributes->name == "rel")
 395                                                 $rel = $attributes->textContent;
 396                                         if ($attributes->name == "type")
 397                                                 $type = $attributes->textContent;
 398                                         if ($attributes->name == "length")
 399                                                 $length = $attributes->textContent;
 400                                         if ($attributes->name == "title")
 401                                                 $title = $attributes->textContent;
 402                                 }
 403                                 if (($rel != "") AND ($href != ""))
 404                                         switch($rel) {
 405                                                 case "alternate":
 406                                                         $item["plink"] = $href;
 407                                                         if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) OR
 408                                                                 ($item["object-type"] == ACTIVITY_OBJ_EVENT))
 409                                                                 $item["body"] .= add_page_info($href);
 410                                                         break;
 411                                                 case "ostatus:conversation":
 412                                                         $conversation = $href;
 413                                                         break;
 414                                                 case "enclosure":
 415                                                         $enclosure = $href;
 416                                                         if(strlen($item["attach"]))
 417                                                                 $item["attach"] .= ',';
 418
 419                                                         $item["attach"] .= '[attach]href="'.$href.'" length="'.$length.'" type="'.$type.'" title="'.$title.'"[/attach]';
 420                                                         break;
 421                                                 case "related":
 422                                                         if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
 423                                                                 if (!isset($item["parent-uri"]))
 424                                                                         $item["parent-uri"] = $href;
 425
 426                                                                 if ($related == "")
 427                                                                         $related = $href;
 428                                                         } else
 429                                                                 $item["body"] .= add_page_info($href);
 430                                                         break;
 431                                                 case "self":
 432                                                         $self = $href;
 433                                                         break;
 434                                                 case "mentioned":
 435                                                         // Notification check
 436                                                         if ($importer["nurl"] == normalise_link($href))
 437                                                                 $mention = true;
 438                                                         break;
 439                                         }
 440                         }
 441                 }
 442
 443                 $local_id = "";
 444                 $repeat_of = "";
 445
 446                 $notice_info = $xpath->query('statusnet:notice_info', $entry);
 447                 if ($notice_info AND ($notice_info->length > 0)) {
 448                         foreach($notice_info->item(0)->attributes AS $attributes) {
 449                                 if ($attributes->name == "source")
 450                                         $item["app"] = strip_tags($attributes->textContent);
 451                                 if ($attributes->name == "local_id")
 452                                         $local_id = $attributes->textContent;
 453                                 if ($attributes->name == "repeat_of")
 454                                         $repeat_of = $attributes->textContent;
 455                         }
 456                 }
 457
 458                 // Is it a repeated post?
 459                 if ($repeat_of != "") {
 460                         $activityobjects = $xpath->query('activity:object', $entry)->item(0);
 461
 462                         if (is_object($activityobjects)) {
 463
 464                                 $orig_uri = $xpath->query("activity:object/atom:id", $activityobjects)->item(0)->nodeValue;
 465                                 if (!isset($orig_uri))
 466                                         $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
 467
 468                                 $orig_links = $xpath->query("activity:object/atom:link[@rel='alternate']", $activityobjects);
 469                                 if ($orig_links AND ($orig_links->length > 0))
 470                                         foreach($orig_links->item(0)->attributes AS $attributes)
 471                                                 if ($attributes->name == "href")
 472                                                         $orig_link = $attributes->textContent;
 473
 474                                 if (!isset($orig_link))
 475                                         $orig_link = $xpath->query("atom:link[@rel='alternate']", $activityobjects)->item(0)->nodeValue;
 476
 477                                 if (!isset($orig_link))
 478                                         $orig_link =  ostatus_convert_href($orig_uri);
 479
 480                                 $orig_body = $xpath->query('activity:object/atom:content/text()', $activityobjects)->item(0)->nodeValue;
 481                                 if (!isset($orig_body))
 482                                         $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
 483
 484                                 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
 485
 486                                 $orig_contact = $contact;
 487                                 $orig_author = ostatus_fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
 488
 489                                 //if (!intval(get_config('system','wall-to-wall_share'))) {
 490                                 //      $prefix = share_header($orig_author['author-name'], $orig_author['author-link'], $orig_author['author-avatar'], "", $orig_created, $orig_link);
 491                                 //      $item["body"] = $prefix.add_page_info_to_body(html2bbcode($orig_body))."[/share]";
 492                                 //} else {
 493                                         $item["author-name"] = $orig_author["author-name"];
 494                                         $item["author-link"] = $orig_author["author-link"];
 495                                         $item["author-avatar"] = $orig_author["author-avatar"];
 496                                         $item["body"] = add_page_info_to_body(html2bbcode($orig_body));
 497                                         $item["created"] = $orig_created;
 498
 499                                         $item["uri"] = $orig_uri;
 500                                         $item["plink"] = $orig_link;
 501                                 //}
 502
 503                                 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
 504
 505                                 $item["object-type"] = $xpath->query('activity:object/activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
 506                                 if (!isset($item["object-type"]))
 507                                         $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
 508                         }
 509                 }
 510
 511                 //if ($enclosure != "")
 512                 //      $item["body"] .= add_page_info($enclosure);
 513
 514                 if (isset($item["parent-uri"])) {
 515                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
 516                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
 517
 518                         if (!$r AND ($related != "")) {
 519                                 $reply_path = str_replace("/notice/", "/api/statuses/show/", $related).".atom";
 520
 521                                 if ($reply_path != $related) {
 522                                         logger("Fetching related items for user ".$importer["uid"]." from ".$reply_path, LOGGER_DEBUG);
 523                                         $reply_xml = fetch_url($reply_path);
 524
 525                                         $reply_contact = $contact;
 526                                         ostatus_import($reply_xml,$importer,$reply_contact, $reply_hub);
 527
 528                                         // After the import try to fetch the parent item again
 529                                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
 530                                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
 531                                 }
 532                         }
 533                         if ($r) {
 534                                 $item["type"] = 'remote-comment';
 535                                 $item["gravity"] = GRAVITY_COMMENT;
 536                         }
 537                 } else
 538                         $item["parent-uri"] = $item["uri"];
 539
 540                 $item_id = ostatus_completion($conversation, $importer["uid"], $item);
 541
 542                 if (!$item_id) {
 543                         logger("Error storing item", LOGGER_DEBUG);
 544                         continue;
 545                 }
 546
 547                 logger("Item was stored with id ".$item_id, LOGGER_DEBUG);
 548                 $item["id"] = $item_id;
 549
 550                 if ($mention) {
 551                         $u = q("SELECT `notify-flags`, `language`, `username`, `email` FROM user WHERE uid = %d LIMIT 1", intval($item['uid']));
 552                         $r = q("SELECT `parent` FROM `item` WHERE `id` = %d", intval($item_id));
 553
 554                         notification(array(
 555                                 'type'         => NOTIFY_TAGSELF,
 556                                 'notify_flags' => $u[0]["notify-flags"],
 557                                 'language'     => $u[0]["language"],
 558                                 'to_name'      => $u[0]["username"],
 559                                 'to_email'     => $u[0]["email"],
 560                                 'uid'          => $item["uid"],
 561                                 'item'         => $item,
 562                                 'link'         => $a->get_baseurl().'/display/'.urlencode(get_item_guid($item_id)),
 563                                 'source_name'  => $item["author-name"],
 564                                 'source_link'  => $item["author-link"],
 565                                 'source_photo' => $item["author-avatar"],
 566                                 'verb'         => ACTIVITY_TAG,
 567                                 'otype'        => 'item',
 568                                 'parent'       => $r[0]["parent"]
 569                         ));
 570                 }
 571         }
 572 }
 573
 574 function ostatus_convert_href($href) {
 575         $elements = explode(":",$href);
 576
 577         if ((count($elements) <= 2) OR ($elements[0] != "tag"))
 578                 return $href;
 579
 580         $server = explode(",", $elements[1]);
 581         $conversation = explode("=", $elements[2]);
 582
 583         if ((count($elements) == 4) AND ($elements[2] == "post"))
 584                 return "http://".$server[0]."/notice/".$elements[3];
 585
 586         if ((count($conversation) != 2) OR ($conversation[1] ==""))
 587                 return $href;
 588
 589         if ($elements[3] == "objectType=thread")
 590                 return "http://".$server[0]."/conversation/".$conversation[1];
 591         else
 592                 return "http://".$server[0]."/notice/".$conversation[1];
 593
 594         return $href;
 595 }
 596
 597 function check_conversations($mentions = false, $override = false) {
 598         $last = get_config('system','ostatus_last_poll');
 599
 600         $poll_interval = intval(get_config('system','ostatus_poll_interval'));
 601         if(! $poll_interval)
 602                 $poll_interval = OSTATUS_DEFAULT_POLL_INTERVAL;
 603
 604         // Don't poll if the interval is set negative
 605         if (($poll_interval < 0) AND !$override)
 606                 return;
 607
 608         if (!$mentions) {
 609                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
 610                 if (!$poll_timeframe)
 611                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME;
 612         } else {
 613                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
 614                 if (!$poll_timeframe)
 615                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS;
 616         }
 617
 618
 619         if ($last AND !$override) {
 620                 $next = $last + ($poll_interval * 60);
 621                 if ($next > time()) {
 622                         logger('poll interval not reached');
 623                         return;
 624                 }
 625         }
 626
 627         logger('cron_start');
 628
 629         $start = date("Y-m-d H:i:s", time() - ($poll_timeframe * 60));
 630
 631         if ($mentions)
 632                 $conversations = q("SELECT `term`.`oid`, `term`.`url`, `term`.`uid` FROM `term`
 633                                         STRAIGHT_JOIN `thread` ON `thread`.`iid` = `term`.`oid` AND `thread`.`uid` = `term`.`uid`
 634                                         WHERE `term`.`type` = 7 AND `term`.`term` > '%s' AND `thread`.`mention`
 635                                         GROUP BY `term`.`url`, `term`.`uid` ORDER BY `term`.`term` DESC", dbesc($start));
 636         else
 637                 $conversations = q("SELECT `oid`, `url`, `uid` FROM `term`
 638                                         WHERE `type` = 7 AND `term` > '%s'
 639                                         GROUP BY `url`, `uid` ORDER BY `term` DESC", dbesc($start));
 640
 641         foreach ($conversations AS $conversation) {
 642                 ostatus_completion($conversation['url'], $conversation['uid']);
 643         }
 644
 645         logger('cron_end');
 646
 647         set_config('system','ostatus_last_poll', time());
 648 }
 649
 650 function ostatus_completion($conversation_url, $uid, $item = array()) {
 651
 652         $a = get_app();
 653
 654         $item_stored = -1;
 655
 656         $conversation_url = ostatus_convert_href($conversation_url);
 657
 658         // If the thread shouldn't be completed then store the item and go away
 659         if ((intval(get_config('system','ostatus_poll_interval')) == -2) AND (count($item) > 0)) {
 660                 //$arr["app"] .= " (OStatus-NoCompletion)";
 661                 $item_stored = item_store($item, true);
 662                 return($item_stored);
 663         }
 664
 665         // Get the parent
 666         $parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
 667                         (SELECT `parent` FROM `item` WHERE `id` IN
 668                                 (SELECT `oid` FROM `term` WHERE `uid` = %d AND `otype` = %d AND `type` = %d AND `url` = '%s'))",
 669                         intval($uid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION), dbesc($conversation_url));
 670
 671         if ($parents)
 672                 $parent = $parents[0];
 673         elseif (count($item) > 0) {
 674                 $parent = $item;
 675                 $parent["type"] = "remote";
 676                 $parent["verb"] = ACTIVITY_POST;
 677                 $parent["visible"] = 1;
 678         } else {
 679                 // Preset the parent
 680                 $r = q("SELECT `id` FROM `contact` WHERE `self` AND `uid`=%d", $uid);
 681                 if (!$r)
 682                         return(-2);
 683
 684                 $parent = array();
 685                 $parent["id"] = 0;
 686                 $parent["parent"] = 0;
 687                 $parent["uri"] = "";
 688                 $parent["contact-id"] = $r[0]["id"];
 689                 $parent["type"] = "remote";
 690                 $parent["verb"] = ACTIVITY_POST;
 691                 $parent["visible"] = 1;
 692         }
 693
 694         $conv = str_replace("/conversation/", "/api/statusnet/conversation/", $conversation_url).".as";
 695         $pageno = 1;
 696         $items = array();
 697
 698         logger('fetching conversation url '.$conv.' for user '.$uid);
 699
 700         do {
 701                 $conv_arr = z_fetch_url($conv."?page=".$pageno);
 702
 703                 // If it is a non-ssl site and there is an error, then try ssl or vice versa
 704                 if (!$conv_arr["success"] AND (substr($conv, 0, 7) == "http://")) {
 705                         $conv = str_replace("http://", "https://", $conv);
 706                         $conv_as = fetch_url($conv."?page=".$pageno);
 707                 } elseif (!$conv_arr["success"] AND (substr($conv, 0, 8) == "https://")) {
 708                         $conv = str_replace("https://", "http://", $conv);
 709                         $conv_as = fetch_url($conv."?page=".$pageno);
 710                 } else
 711                         $conv_as = $conv_arr["body"];
 712
 713                 $conv_as = str_replace(',"statusnet:notice_info":', ',"statusnet_notice_info":', $conv_as);
 714                 $conv_as = json_decode($conv_as);
 715
 716                 $no_of_items = sizeof($items);
 717
 718                 if (@is_array($conv_as->items))
 719                         foreach ($conv_as->items AS $single_item)
 720                                 $items[$single_item->id] = $single_item;
 721
 722                 if ($no_of_items == sizeof($items))
 723                         break;
 724
 725                 $pageno++;
 726
 727         } while (true);
 728
 729         logger('fetching conversation done. Found '.count($items).' items');
 730
 731         if (!sizeof($items)) {
 732                 if (count($item) > 0) {
 733                         //$arr["app"] .= " (OStatus-NoConvFetched)";
 734                         $item_stored = item_store($item, true);
 735
 736                         if ($item_stored) {
 737                                 logger("Conversation ".$conversation_url." couldn't be fetched. Item uri ".$item["uri"]." stored: ".$item_stored, LOGGER_DEBUG);
 738                                 ostatus_store_conversation($item_id, $conversation_url);
 739                         }
 740
 741                         return($item_stored);
 742                 } else
 743                         return(-3);
 744         }
 745
 746         $items = array_reverse($items);
 747
 748         $r = q("SELECT `nurl` FROM `contact` WHERE `uid` = %d AND `self`", intval($uid));
 749         $importer = $r[0];
 750
 751         foreach ($items as $single_conv) {
 752
 753                 // Test - remove before flight
 754                 //$tempfile = tempnam(get_temppath(), "conversation");
 755                 //file_put_contents($tempfile, json_encode($single_conv));
 756
 757                 $mention = false;
 758
 759                 if (isset($single_conv->object->id))
 760                         $single_conv->id = $single_conv->object->id;
 761
 762                 $plink = ostatus_convert_href($single_conv->id);
 763                 if (isset($single_conv->object->url))
 764                         $plink = ostatus_convert_href($single_conv->object->url);
 765
 766                 if (@!$single_conv->id)
 767                         continue;
 768
 769                 logger("Got id ".$single_conv->id, LOGGER_DEBUG);
 770
 771                 if ($first_id == "") {
 772                         $first_id = $single_conv->id;
 773
 774                         // The first post of the conversation isn't our first post. There are three options:
 775                         // 1. Our conversation hasn't the "real" thread starter
 776                         // 2. This first post is a post inside our thread
 777                         // 3. This first post is a post inside another thread
 778                         if (($first_id != $parent["uri"]) AND ($parent["uri"] != "")) {
 779                                 $new_parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
 780                                                         (SELECT `parent` FROM `item`
 781                                                                 WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s')) LIMIT 1",
 782                                         intval($uid), dbesc($first_id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
 783                                 if ($new_parents) {
 784                                         if ($new_parents[0]["parent"] == $parent["parent"]) {
 785                                                 // Option 2: This post is already present inside our thread - but not as thread starter
 786                                                 logger("Option 2: uri present in our thread: ".$first_id, LOGGER_DEBUG);
 787                                                 $first_id = $parent["uri"];
 788                                         } else {
 789                                                 // Option 3: Not so good. We have mixed parents. We have to see how to clean this up.
 790                                                 // For now just take the new parent.
 791                                                 $parent = $new_parents[0];
 792                                                 $first_id = $parent["uri"];
 793                                                 logger("Option 3: mixed parents for uri ".$first_id, LOGGER_DEBUG);
 794                                         }
 795                                 } else {
 796                                         // Option 1: We hadn't got the real thread starter
 797                                         // We have to clean up our existing messages.
 798                                         $parent["id"] = 0;
 799                                         $parent["uri"] = $first_id;
 800                                         logger("Option 1: we have a new parent: ".$first_id, LOGGER_DEBUG);
 801                                 }
 802                         } elseif ($parent["uri"] == "") {
 803                                 $parent["id"] = 0;
 804                                 $parent["uri"] = $first_id;
 805                         }
 806                 }
 807
 808                 $parent_uri = $parent["uri"];
 809
 810                 // "context" only seems to exist on older servers
 811                 if (isset($single_conv->context->inReplyTo->id)) {
 812                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
 813                                                 intval($uid), dbesc($single_conv->context->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
 814                         if ($parent_exists)
 815                                 $parent_uri = $single_conv->context->inReplyTo->id;
 816                 }
 817
 818                 // This is the current way
 819                 if (isset($single_conv->object->inReplyTo->id)) {
 820                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
 821                                                 intval($uid), dbesc($single_conv->object->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
 822                         if ($parent_exists)
 823                                 $parent_uri = $single_conv->object->inReplyTo->id;
 824                 }
 825
 826                 $message_exists = q("SELECT `id`, `parent`, `uri` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
 827                                                 intval($uid), dbesc($single_conv->id),
 828                                                 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
 829                 if ($message_exists) {
 830                         logger("Message ".$single_conv->id." already existed on the system", LOGGER_DEBUG);
 831
 832                         if ($parent["id"] != 0) {
 833                                 $existing_message = $message_exists[0];
 834
 835                                 // We improved the way we fetch OStatus messages, this shouldn't happen very often now
 836                                 /// @TODO We have to change the shadow copies as well. This way here is really ugly.
 837                                 if ($existing_message["parent"] != $parent["id"]) {
 838                                         logger('updating id '.$existing_message["id"].' with parent '.$existing_message["parent"].' to parent '.$parent["id"].' uri '.$parent["uri"].' thread '.$parent_uri, LOGGER_DEBUG);
 839
 840                                         // Update the parent id of the selected item
 841                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `id` = %d",
 842                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["id"]));
 843
 844                                         // Update the parent uri in the thread - but only if it points to itself
 845                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE `id` = %d AND `uri` = `thr-parent`",
 846                                                 dbesc($parent_uri), intval($existing_message["id"]));
 847
 848                                         // try to change all items of the same parent
 849                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `parent` = %d",
 850                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["parent"]));
 851
 852                                         // Update the parent uri in the thread - but only if it points to itself
 853                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE (`parent` = %d) AND (`uri` = `thr-parent`)",
 854                                                 dbesc($parent["uri"]), intval($existing_message["parent"]));
 855
 856                                         // Now delete the thread
 857                                         delete_thread($existing_message["parent"]);
 858                                 }
 859                         }
 860
 861                         // The item we are having on the system is the one that we wanted to store via the item array
 862                         if (isset($item["uri"]) AND ($item["uri"] == $existing_message["uri"])) {
 863                                 $item = array();
 864                                 $item_stored = 0;
 865                         }
 866
 867                         continue;
 868                 }
 869
 870                 if (is_array($single_conv->to))
 871                         foreach($single_conv->to AS $to)
 872                                 if ($importer["nurl"] == normalise_link($to->id))
 873                                         $mention = true;
 874
 875                 $actor = $single_conv->actor->id;
 876                 if (isset($single_conv->actor->url))
 877                         $actor = $single_conv->actor->url;
 878
 879                 $contact = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s' AND `network` != '%s'",
 880                                 $uid, normalise_link($actor), NETWORK_STATUSNET);
 881
 882                 if (count($contact)) {
 883                         logger("Found contact for url ".$actor, LOGGER_DEBUG);
 884                         $contact_id = $contact[0]["id"];
 885                 } else {
 886                         logger("No contact found for url ".$actor, LOGGER_DEBUG);
 887
 888                         // Adding a global contact
 889                         /// @TODO Use this data for the post
 890                         $global_contact_id = get_contact($actor, 0);
 891
 892                         logger("Global contact ".$global_contact_id." found for url ".$actor, LOGGER_DEBUG);
 893
 894                         $contact_id = $parent["contact-id"];
 895                 }
 896
 897                 $arr = array();
 898                 $arr["network"] = NETWORK_OSTATUS;
 899                 $arr["uri"] = $single_conv->id;
 900                 $arr["plink"] = $plink;
 901                 $arr["uid"] = $uid;
 902                 $arr["contact-id"] = $contact_id;
 903                 $arr["parent-uri"] = $parent_uri;
 904                 $arr["created"] = $single_conv->published;
 905                 $arr["edited"] = $single_conv->published;
 906                 $arr["owner-name"] = $single_conv->actor->displayName;
 907                 if ($arr["owner-name"] == '')
 908                         $arr["owner-name"] = $single_conv->actor->contact->displayName;
 909                 if ($arr["owner-name"] == '')
 910                         $arr["owner-name"] = $single_conv->actor->portablecontacts_net->displayName;
 911
 912                 $arr["owner-link"] = $actor;
 913                 $arr["owner-avatar"] = $single_conv->actor->image->url;
 914                 $arr["author-name"] = $arr["owner-name"];
 915                 $arr["author-link"] = $actor;
 916                 $arr["author-avatar"] = $single_conv->actor->image->url;
 917                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->content));
 918
 919                 if (isset($single_conv->status_net->notice_info->source))
 920                         $arr["app"] = strip_tags($single_conv->status_net->notice_info->source);
 921                 elseif (isset($single_conv->statusnet->notice_info->source))
 922                         $arr["app"] = strip_tags($single_conv->statusnet->notice_info->source);
 923                 elseif (isset($single_conv->statusnet_notice_info->source))
 924                         $arr["app"] = strip_tags($single_conv->statusnet_notice_info->source);
 925                 elseif (isset($single_conv->provider->displayName))
 926                         $arr["app"] = $single_conv->provider->displayName;
 927                 else
 928                         $arr["app"] = "OStatus";
 929
 930                 //$arr["app"] .= " (Conversation)";
 931
 932                 $arr["object"] = json_encode($single_conv);
 933                 $arr["verb"] = $parent["verb"];
 934                 $arr["visible"] = $parent["visible"];
 935                 $arr["location"] = $single_conv->location->displayName;
 936                 $arr["coord"] = trim($single_conv->location->lat." ".$single_conv->location->lon);
 937
 938                 // Is it a reshared item?
 939                 if (isset($single_conv->verb) AND ($single_conv->verb == "share") AND isset($single_conv->object)) {
 940                         if (is_array($single_conv->object))
 941                                 $single_conv->object = $single_conv->object[0];
 942
 943                         logger("Found reshared item ".$single_conv->object->id);
 944
 945                         // $single_conv->object->context->conversation;
 946
 947                         if (isset($single_conv->object->object->id))
 948                                 $arr["uri"] = $single_conv->object->object->id;
 949                         else
 950                                 $arr["uri"] = $single_conv->object->id;
 951
 952                         if (isset($single_conv->object->object->url))
 953                                 $plink = ostatus_convert_href($single_conv->object->object->url);
 954                         else
 955                                 $plink = ostatus_convert_href($single_conv->object->url);
 956
 957                         if (isset($single_conv->object->object->content))
 958                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->object->content));
 959                         else
 960                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->content));
 961
 962                         $arr["plink"] = $plink;
 963
 964                         $arr["created"] = $single_conv->object->published;
 965                         $arr["edited"] = $single_conv->object->published;
 966
 967                         $arr["author-name"] = $single_conv->object->actor->displayName;
 968                         if ($arr["owner-name"] == '')
 969                                 $arr["author-name"] = $single_conv->object->actor->contact->displayName;
 970
 971                         $arr["author-link"] = $single_conv->object->actor->url;
 972                         $arr["author-avatar"] = $single_conv->object->actor->image->url;
 973
 974                         $arr["app"] = $single_conv->object->provider->displayName."#";
 975                         //$arr["verb"] = $single_conv->object->verb;
 976
 977                         $arr["location"] = $single_conv->object->location->displayName;
 978                         $arr["coord"] = trim($single_conv->object->location->lat." ".$single_conv->object->location->lon);
 979                 }
 980
 981                 if ($arr["location"] == "")
 982                         unset($arr["location"]);
 983
 984                 if ($arr["coord"] == "")
 985                         unset($arr["coord"]);
 986
 987                 // Copy fields from given item array
 988                 if (isset($item["uri"]) AND (($item["uri"] == $arr["uri"]) OR ($item["uri"] ==  $single_conv->id))) {
 989                         $copy_fields = array("owner-name", "owner-link", "owner-avatar", "author-name", "author-link", "author-avatar",
 990                                                 "gravity", "body", "object-type", "object", "verb", "created", "edited", "coord", "tag",
 991                                                 "title", "attach", "app", "type", "location", "contact-id", "uri");
 992                         foreach ($copy_fields AS $field)
 993                                 if (isset($item[$field]))
 994                                         $arr[$field] = $item[$field];
 995
 996                         //$arr["app"] .= " (OStatus)";
 997                 }
 998
 999                 $newitem = item_store($arr);
1000                 if (!$newitem) {
1001                         logger("Item wasn't stored ".print_r($arr, true), LOGGER_DEBUG);
1002                         continue;
1003                 }
1004
1005                 if (isset($item["uri"]) AND ($item["uri"] == $arr["uri"])) {
1006                         $item = array();
1007                         $item_stored = $newitem;
1008                 }
1009
1010                 logger('Stored new item '.$plink.' for parent '.$arr["parent-uri"].' under id '.$newitem, LOGGER_DEBUG);
1011
1012                 // Add the conversation entry (but don't fetch the whole conversation)
1013                 ostatus_store_conversation($newitem, $conversation_url);
1014
1015                 if ($mention) {
1016                         $u = q("SELECT `notify-flags`, `language`, `username`, `email` FROM user WHERE uid = %d LIMIT 1", intval($uid));
1017                         $r = q("SELECT `parent` FROM `item` WHERE `id` = %d", intval($newitem));
1018
1019                         notification(array(
1020                                 'type'         => NOTIFY_TAGSELF,
1021                                 'notify_flags' => $u[0]["notify-flags"],
1022                                 'language'     => $u[0]["language"],
1023                                 'to_name'      => $u[0]["username"],
1024                                 'to_email'     => $u[0]["email"],
1025                                 'uid'          => $uid,
1026                                 'item'         => $arr,
1027                                 'link'         => $a->get_baseurl().'/display/'.urlencode(get_item_guid($newitem)),
1028                                 'source_name'  => $arr["author-name"],
1029                                 'source_link'  => $arr["author-link"],
1030                                 'source_photo' => $arr["author-avatar"],
1031                                 'verb'         => ACTIVITY_TAG,
1032                                 'otype'        => 'item',
1033                                 'parent'       => $r[0]["parent"]
1034                         ));
1035                 }
1036
1037                 // If the newly created item is the top item then change the parent settings of the thread
1038                 // This shouldn't happen anymore. This is supposed to be absolote.
1039                 if ($arr["uri"] == $first_id) {
1040                         logger('setting new parent to id '.$newitem);
1041                         $new_parents = q("SELECT `id`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `uid` = %d AND `id` = %d LIMIT 1",
1042                                 intval($uid), intval($newitem));
1043                         if ($new_parents)
1044                                 $parent = $new_parents[0];
1045                 }
1046         }
1047
1048         if (($item_stored < 0) AND (count($item) > 0)) {
1049                 //$arr["app"] .= " (OStatus-NoConvFound)";
1050                 $item_stored = item_store($item, true);
1051                 if ($item_stored) {
1052                         logger("Uri ".$item["uri"]." wasn't found in conversation ".$conversation_url, LOGGER_DEBUG);
1053                         ostatus_store_conversation($item_stored, $conversation_url);
1054                 }
1055         }
1056
1057         return($item_stored);
1058 }
1059
1060 function ostatus_store_conversation($itemid, $conversation_url) {
1061         global $a;
1062
1063         $conversation_url = ostatus_convert_href($conversation_url);
1064
1065         $messages = q("SELECT `uid`, `parent`, `created`, `received`, `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($itemid));
1066         if (!$messages)
1067                 return;
1068         $message = $messages[0];
1069
1070         // Store conversation url if not done before
1071         $conversation = q("SELECT `url` FROM `term` WHERE `uid` = %d AND `oid` = %d AND `otype` = %d AND `type` = %d",
1072                 intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION));
1073
1074         if (!$conversation) {
1075                 $r = q("INSERT INTO `term` (`uid`, `oid`, `otype`, `type`, `term`, `url`, `created`, `received`, `guid`) VALUES (%d, %d, %d, %d, '%s', '%s', '%s', '%s', '%s')",
1076                         intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION),
1077                         dbesc($message["created"]), dbesc($conversation_url), dbesc($message["created"]), dbesc($message["received"]), dbesc($message["guid"]));
1078                 logger('Storing conversation url '.$conversation_url.' for id '.$itemid);
1079         }
1080 }
1081
1082 function xml_add_element($doc, $parent, $element, $value = "", $attributes = array()) {
1083         $element = $doc->createElement($element, xmlify($value));
1084
1085         foreach ($attributes AS $key => $value) {
1086                 $attribute = $doc->createAttribute($key);
1087                 $attribute->value = xmlify($value);
1088                 $element->appendChild($attribute);
1089         }
1090
1091         $parent->appendChild($element);
1092 }
1093
1094 function ostatus_format_picture_post($body) {
1095         $siteinfo = get_attached_data($body);
1096
1097         if (($siteinfo["type"] == "photo")) {
1098                 if (isset($siteinfo["preview"]))
1099                         $preview = $siteinfo["preview"];
1100                 else
1101                         $preview = $siteinfo["image"];
1102
1103                 // Is it a remote picture? Then make a smaller preview here
1104                 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1105
1106                 // Is it a local picture? Then make it smaller here
1107                 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1108                 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1109
1110                 if (isset($siteinfo["url"]))
1111                         $url = $siteinfo["url"];
1112                 else
1113                         $url = $siteinfo["image"];
1114
1115                 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1116         }
1117
1118         return $body;
1119 }
1120
1121 function ostatus_add_header($doc, $owner) {
1122         $a = get_app();
1123
1124         $r = q("SELECT * FROM `profile` WHERE `uid` = %d AND `is-default`",
1125                 intval($owner["uid"]));
1126         if (!$r)
1127                 return;
1128
1129         $profile = $r[0];
1130
1131         $root = $doc->createElementNS(NS_ATOM, 'feed');
1132         $doc->appendChild($root);
1133
1134         $root->setAttribute("xmlns:thr", NS_THR);
1135         $root->setAttribute("xmlns:georss", NS_GEORSS);
1136         $root->setAttribute("xmlns:activity", NS_ACTIVITY);
1137         $root->setAttribute("xmlns:media", NS_MEDIA);
1138         $root->setAttribute("xmlns:poco", NS_POCO);
1139         $root->setAttribute("xmlns:ostatus", NS_OSTATUS);
1140         $root->setAttribute("xmlns:statusnet", NS_STATUSNET);
1141
1142         $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1143         xml_add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1144         xml_add_element($doc, $root, "id", $a->get_baseurl()."/profile/".$owner["nick"]);
1145         xml_add_element($doc, $root, "title", sprintf("%s timeline", $profile["name"]));
1146         xml_add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $profile["name"], $a->config["sitename"]));
1147         xml_add_element($doc, $root, "logo", $profile["photo"]);
1148         xml_add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1149
1150         $author = ostatus_add_author($doc, $owner, $profile);
1151         $root->appendChild($author);
1152
1153         $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1154         xml_add_element($doc, $root, "link", "", $attributes);
1155
1156         /// @TODO We have to find out what this is
1157         /// $attributes = array("href" => $a->get_baseurl()."/sup",
1158         ///             "rel" => "http://api.friendfeed.com/2008/03#sup",
1159         ///             "type" => "application/json");
1160         /// xml_add_element($doc, $root, "link", "", $attributes);
1161
1162         ostatus_hublinks($doc, $root);
1163
1164         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "salmon");
1165         xml_add_element($doc, $root, "link", "", $attributes);
1166
1167         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1168         xml_add_element($doc, $root, "link", "", $attributes);
1169
1170         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1171         xml_add_element($doc, $root, "link", "", $attributes);
1172
1173         $attributes = array("href" => $a->get_baseurl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1174                         "rel" => "self", "type" => "application/atom+xml");
1175         xml_add_element($doc, $root, "link", "", $attributes);
1176
1177         return $root;
1178 }
1179
1180 function ostatus_hublinks($doc, $root) {
1181         $a = get_app();
1182         $hub = get_config('system','huburl');
1183
1184         $hubxml = '';
1185         if(strlen($hub)) {
1186                 $hubs = explode(',', $hub);
1187                 if(count($hubs)) {
1188                         foreach($hubs as $h) {
1189                                 $h = trim($h);
1190                                 if(! strlen($h))
1191                                         continue;
1192                                 if ($h === '[internal]')
1193                                         $h = $a->get_baseurl() . '/pubsubhubbub';
1194                                 xml_add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1195                         }
1196                 }
1197         }
1198 }
1199
1200 function ostatus_get_attachment($doc, $root, $item) {
1201         $o = "";
1202         $siteinfo = get_attached_data($item["body"]);
1203
1204         switch($siteinfo["type"]) {
1205                 case 'link':
1206                         $attributes = array("rel" => "enclosure",
1207                                         "href" => $siteinfo["url"],
1208                                         "type" => "text/html; charset=UTF-8",
1209                                         "length" => "",
1210                                         "title" => $siteinfo["title"]);
1211                         xml_add_element($doc, $root, "link", "", $attributes);
1212                         break;
1213                 case 'photo':
1214                         $imgdata = get_photo_info($siteinfo["image"]);
1215                         $attributes = array("rel" => "enclosure",
1216                                         "href" => $siteinfo["image"],
1217                                         "type" => $imgdata["mime"],
1218                                         "length" => intval($imgdata["size"]));
1219                         xml_add_element($doc, $root, "link", "", $attributes);
1220                         break;
1221                 case 'video':
1222                         $attributes = array("rel" => "enclosure",
1223                                         "href" => $siteinfo["url"],
1224                                         "type" => "text/html; charset=UTF-8",
1225                                         "length" => "",
1226                                         "title" => $siteinfo["title"]);
1227                         xml_add_element($doc, $root, "link", "", $attributes);
1228                         break;
1229                 default:
1230                         break;
1231         }
1232
1233         if (($siteinfo["type"] != "photo") AND isset($siteinfo["image"])) {
1234                 $photodata = get_photo_info($siteinfo["image"]);
1235
1236                 $attributes = array("rel" => "preview", "href" => $siteinfo["image"], "media:width" => $photodata[0], "media:height" => $photodata[1]);
1237                 xml_add_element($doc, $root, "link", "", $attributes);
1238         }
1239
1240
1241         $arr = explode('[/attach],',$item['attach']);
1242         if(count($arr)) {
1243                 foreach($arr as $r) {
1244                         $matches = false;
1245                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
1246                         if($cnt) {
1247                                 $attributes = array("rel" => "enclosure",
1248                                                 "href" => $matches[1],
1249                                                 "type" => $matches[3]);
1250
1251                                 if(intval($matches[2]))
1252                                         $attributes["length"] = intval($matches[2]);
1253
1254                                 if(trim($matches[4]) != "")
1255                                         $attributes["title"] = trim($matches[4]);
1256
1257                                 xml_add_element($doc, $root, "link", "", $attributes);
1258                         }
1259                 }
1260         }
1261 }
1262
1263 function ostatus_add_author($doc, $owner, $profile) {
1264         $a = get_app();
1265
1266         $author = $doc->createElement("author");
1267         xml_add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1268         xml_add_element($doc, $author, "uri", $owner["url"]);
1269         xml_add_element($doc, $author, "name", $profile["name"]);
1270
1271         $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1272         xml_add_element($doc, $author, "link", "", $attributes);
1273
1274         $attributes = array(
1275                         "rel" => "avatar",
1276                         "type" => "image/jpeg", // To-Do?
1277                         "media:width" => 175,
1278                         "media:height" => 175,
1279                         "href" => $profile["photo"]);
1280         xml_add_element($doc, $author, "link", "", $attributes);
1281
1282         $attributes = array(
1283                         "rel" => "avatar",
1284                         "type" => "image/jpeg", // To-Do?
1285                         "media:width" => 80,
1286                         "media:height" => 80,
1287                         "href" => $profile["thumb"]);
1288         xml_add_element($doc, $author, "link", "", $attributes);
1289
1290         xml_add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1291         xml_add_element($doc, $author, "poco:displayName", $profile["name"]);
1292         xml_add_element($doc, $author, "poco:note", bbcode($profile["about"]));
1293
1294         if (trim($owner["location"]) != "") {
1295                 $element = $doc->createElement("poco:address");
1296                 xml_add_element($doc, $element, "poco:formatted", $owner["location"]);
1297                 $author->appendChild($element);
1298         }
1299
1300         if (trim($profile["homepage"]) != "") {
1301                 $urls = $doc->createElement("poco:urls");
1302                 xml_add_element($doc, $urls, "poco:type", "homepage");
1303                 xml_add_element($doc, $urls, "poco:value", $profile["homepage"]);
1304                 xml_add_element($doc, $urls, "poco:primary", "true");
1305                 $author->appendChild($urls);
1306         }
1307
1308         xml_add_element($doc, $author, "followers", "", array("url" => $a->get_baseurl()."/viewcontacts/".$owner["nick"]));
1309         xml_add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1310
1311         return $author;
1312 }
1313
1314 /**
1315  * @TODO Picture attachments should look like this:
1316  *      <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1317  *      class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1318  *
1319 */
1320
1321 function ostatus_entry($doc, $item, $owner, $toplevel = false) {
1322         $a = get_app();
1323
1324         if (!$toplevel) {
1325                 $entry = $doc->createElement("entry");
1326                 $title = sprintf("New note by %s", $owner["nick"]);
1327         } else {
1328                 $entry = $doc->createElementNS(NS_ATOM, "entry");
1329
1330                 $entry->setAttribute("xmlns:thr", NS_THR);
1331                 $entry->setAttribute("xmlns:georss", NS_GEORSS);
1332                 $entry->setAttribute("xmlns:activity", NS_ACTIVITY);
1333                 $entry->setAttribute("xmlns:media", NS_MEDIA);
1334                 $entry->setAttribute("xmlns:poco", NS_POCO);
1335                 $entry->setAttribute("xmlns:ostatus", NS_OSTATUS);
1336                 $entry->setAttribute("xmlns:statusnet", NS_STATUSNET);
1337
1338                 $r = q("SELECT * FROM `profile` WHERE `uid` = %d AND `is-default`",
1339                         intval($owner["uid"]));
1340                 if (!$r)
1341                         return;
1342
1343                 $profile = $r[0];
1344
1345                 $author = ostatus_add_author($doc, $owner, $profile);
1346                 $entry->appendChild($author);
1347
1348                 $title = sprintf("New comment by %s", $owner["nick"]);
1349         }
1350
1351         // To use the object-type "bookmark" we have to implement these elements:
1352         //
1353         // <activity:object-type>http://activitystrea.ms/schema/1.0/bookmark</activity:object-type>
1354         // <title>Historic Rocket Landing</title>
1355         // <summary>Nur ein Testbeitrag.</summary>
1356         // <link rel="related" href="https://www.youtube.com/watch?v=9pillaOxGCo"/>
1357         // <link rel="preview" href="https://pirati.cc/file/thumb-4526-450x338-b48c8055f0c2fed0c3f67adc234c4b99484a90c42ed3cac73dc1081a4d0a7bc1.jpg.jpg" media:width="450" media:height="338"/>
1358         //
1359         // But: it seems as if it doesn't federate well between the GS servers
1360         // So we just set it to "note" to be sure that it reaches their target systems
1361
1362         xml_add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1363         xml_add_element($doc, $entry, "id", $item["uri"]);
1364         xml_add_element($doc, $entry, "title", $title);
1365
1366         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
1367                 $body = fix_private_photos($item['body'],$owner['uid'],$item, 0);
1368         else
1369                 $body = $item['body'];
1370
1371         $body = ostatus_format_picture_post($body);
1372
1373         if ($item['title'] != "")
1374                 $body = "[b]".$item['title']."[/b]\n\n".$body;
1375
1376         //$body = bb_remove_share_information($body);
1377         $body = bbcode($body, false, false, 7);
1378
1379         xml_add_element($doc, $entry, "content", $body, array("type" => "html"));
1380
1381         xml_add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1382                                                         "href" => $a->get_baseurl()."/display/".$item["guid"]));
1383
1384         xml_add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1385         xml_add_element($doc, $entry, "activity:verb", construct_verb($item));
1386         xml_add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1387         xml_add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1388
1389         $mentioned = array();
1390
1391         if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1392                 $parent = q("SELECT `guid` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1393                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1394
1395                 $attributes = array(
1396                                 "ref" => $parent_item,
1397                                 "type" => "text/html",
1398                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1399                 xml_add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1400
1401                 $attributes = array(
1402                                 "rel" => "related",
1403                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1404                 xml_add_element($doc, $entry, "link", "", $attributes);
1405
1406                 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1407                 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1408
1409                 $thrparent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1410                                 intval($owner["uid"]),
1411                                 dbesc($parent_item));
1412                 if ($thrparent) {
1413                         $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1414                         $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1415                 }
1416         }
1417
1418         xml_add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation",
1419                                                         "href" => $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]));
1420         xml_add_element($doc, $entry, "ostatus:conversation", $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]);
1421
1422         $tags = item_getfeedtags($item);
1423
1424         if(count($tags))
1425                 foreach($tags as $t)
1426                         if ($t[0] == "@")
1427                                 $mentioned[$t[1]] = $t[1];
1428
1429         // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1430         $newmentions = array();
1431         foreach ($mentioned AS $mention) {
1432                 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1433                 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1434         }
1435         $mentioned = $newmentions;
1436
1437         foreach ($mentioned AS $mention) {
1438                 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1439                         intval($owner["uid"]),
1440                         dbesc(normalise_link($mention)));
1441                 if ($r[0]["forum"] OR $r[0]["prv"])
1442                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1443                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1444                                                                                 "href" => $mention));
1445                 else
1446                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1447                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1448                                                                                 "href" => $mention));
1449         }
1450
1451         if (!$item["private"])
1452                 xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1453                                                                 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1454                                                                 "href" => "http://activityschema.org/collection/public"));
1455
1456         if(count($tags))
1457                 foreach($tags as $t)
1458                         if ($t[0] != "@")
1459                                 xml_add_element($doc, $entry, "category", "", array("term" => $t[2]));
1460
1461         ostatus_get_attachment($doc, $entry, $item);
1462
1463         /// @TODO
1464         /// The API call has yet to be implemented
1465         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1466         //              "rel" => "self", "type" => "application/atom+xml");
1467         //xml_add_element($doc, $entry, "link", "", $attributes);
1468
1469         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1470         //              "rel" => "edit", "type" => "application/atom+xml");
1471         //xml_add_element($doc, $entry, "link", "", $attributes);
1472
1473         $app = $item["app"];
1474         if ($app == "")
1475                 $app = "web";
1476
1477         xml_add_element($doc, $entry, "statusnet:notice_info", "", array("local_id" => $item["id"], "source" => $app));
1478
1479         return $entry;
1480 }
1481
1482 function ostatus_feed(&$a, $owner_nick, $last_update) {
1483
1484         $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1485                         FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1486                         WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1487                         dbesc($owner_nick));
1488         if (!$r)
1489                 return;
1490
1491         $owner = $r[0];
1492
1493         if(!strlen($last_update))
1494                 $last_update = 'now -30 days';
1495
1496         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1497
1498         $items = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id` FROM `item`
1499                         INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1500                         LEFT JOIN `item` AS `thritem` ON `thritem`.`uri`=`item`.`thr-parent` AND `thritem`.`uid`=`item`.`uid`
1501                         WHERE `item`.`uid` = %d AND `item`.`received` > '%s' AND NOT `item`.`private` AND NOT `item`.`deleted`
1502                                 AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = '' AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1503                                 AND ((`item`.`wall` AND (`item`.`parent` = `item`.`id`))
1504                                         OR (`item`.`network` = '%s' AND ((`thread`.`network`='%s') OR (`thritem`.`network` = '%s'))) AND `thread`.`mention`)
1505                                 AND (`item`.`owner-link` IN ('%s', '%s'))
1506                         ORDER BY `item`.`received` DESC
1507                         LIMIT 0, 300",
1508                         intval($owner["uid"]), dbesc($check_date),
1509                         dbesc(NETWORK_DFRN), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1510                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"]))
1511                 );
1512
1513         $doc = new DOMDocument('1.0', 'utf-8');
1514         $doc->formatOutput = true;
1515
1516         $root = ostatus_add_header($doc, $owner);
1517
1518         foreach ($items AS $item) {
1519                 $entry = ostatus_entry($doc, $item, $owner);
1520                 $root->appendChild($entry);
1521         }
1522
1523         return(trim($doc->saveXML()));
1524 }
1525
1526 function ostatus_salmon($item,$owner) {
1527
1528         $doc = new DOMDocument('1.0', 'utf-8');
1529         $doc->formatOutput = true;
1530
1531         $entry = ostatus_entry($doc, $item, $owner, true);
1532
1533         $doc->appendChild($entry);
1534
1535         return(trim($doc->saveXML()));
1536 }
1537 ?>