]> git.mxchange.org Git - friendica.git/blob - include/ostatus.php
Merge develop into 1901_autocomplete
[friendica.git] / include / ostatus.php
1 <?php
2 require_once("include/Contact.php");
3 require_once("include/threads.php");
4 require_once("include/html2bbcode.php");
5 require_once("include/bbcode.php");
6 require_once("include/items.php");
7 require_once("mod/share.php");
8 require_once("include/enotify.php");
9 require_once("include/socgraph.php");
10 require_once("include/Photo.php");
11 require_once("include/Scrape.php");
12 require_once("include/follow.php");
13 require_once("include/api.php");
14 require_once("mod/proxy.php");
15
16 define('OSTATUS_DEFAULT_POLL_INTERVAL', 30); // given in minutes
17 define('OSTATUS_DEFAULT_POLL_TIMEFRAME', 1440); // given in minutes
18 define('OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS', 14400); // given in minutes
19
20 define("NS_ATOM", "http://www.w3.org/2005/Atom");
21 define("NS_THR", "http://purl.org/syndication/thread/1.0");
22 define("NS_GEORSS", "http://www.georss.org/georss");
23 define("NS_ACTIVITY", "http://activitystrea.ms/spec/1.0/");
24 define("NS_MEDIA", "http://purl.org/syndication/atommedia");
25 define("NS_POCO", "http://portablecontacts.net/spec/1.0");
26 define("NS_OSTATUS", "http://ostatus.org/schema/1.0");
27 define("NS_STATUSNET", "http://status.net/schema/api/1/");
28
29 function ostatus_check_follow_friends() {
30         $r = q("SELECT `uid`,`v` FROM `pconfig` WHERE `cat`='system' AND `k`='ostatus_legacy_contact' AND `v` != ''");
31
32         if (!$r)
33                 return;
34
35         foreach ($r AS $contact) {
36                 ostatus_follow_friends($contact["uid"], $contact["v"]);
37                 set_pconfig($contact["uid"], "system", "ostatus_legacy_contact", "");
38         }
39 }
40
41 // This function doesn't work reliable by now.
42 function ostatus_follow_friends($uid, $url) {
43         $contact = probe_url($url);
44
45         if (!$contact)
46                 return;
47
48         $api = $contact["baseurl"]."/api/";
49
50         // Fetching friends
51         $data = z_fetch_url($api."statuses/friends.json?screen_name=".$contact["nick"]);
52
53         if (!$data["success"])
54                 return;
55
56         $friends = json_decode($data["body"]);
57
58         foreach ($friends AS $friend) {
59                 $url = $friend->statusnet_profile_url;
60                 $r = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND
61                         (`nurl` = '%s' OR `alias` = '%s' OR `alias` = '%s') AND
62                         `network` != '%s' LIMIT 1",
63                         intval($uid), dbesc(normalise_link($url)),
64                         dbesc(normalise_link($url)), dbesc($url), dbesc(NETWORK_STATUSNET));
65                 if (!$r) {
66                         $data = probe_url($friend->statusnet_profile_url);
67                         if ($data["network"] == NETWORK_OSTATUS) {
68                                 $result = new_contact($uid,$friend->statusnet_profile_url);
69                                 if ($result["success"])
70                                         logger($friend->name." ".$url." - success", LOGGER_DEBUG);
71                                 else
72                                         logger($friend->name." ".$url." - failed", LOGGER_DEBUG);
73                         } else
74                                 logger($friend->name." ".$url." - not OStatus", LOGGER_DEBUG);
75                 }
76         }
77 }
78
79 function ostatus_fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
80
81         $author = array();
82         $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
83         $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
84
85         // Preserve the value
86         $authorlink = $author["author-link"];
87
88         $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
89         if (is_object($alternate))
90                 foreach($alternate AS $attributes)
91                         if ($attributes->name == "href")
92                                 $author["author-link"] = $attributes->textContent;
93
94         $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
95                 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
96                 dbesc(normalise_link($authorlink)), dbesc(NETWORK_STATUSNET));
97         if ($r) {
98                 $contact = $r[0];
99                 $author["contact-id"] = $r[0]["id"];
100         } else
101                 $author["contact-id"] = $contact["id"];
102
103         $avatarlist = array();
104         $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
105         foreach($avatars AS $avatar) {
106                 $href = "";
107                 $width = 0;
108                 foreach($avatar->attributes AS $attributes) {
109                         if ($attributes->name == "href")
110                                 $href = $attributes->textContent;
111                         if ($attributes->name == "width")
112                                 $width = $attributes->textContent;
113                 }
114                 if (($width > 0) AND ($href != ""))
115                         $avatarlist[$width] = $href;
116         }
117         if (count($avatarlist) > 0) {
118                 krsort($avatarlist);
119                 $author["author-avatar"] = current($avatarlist);
120         }
121
122         $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
123         if ($displayname != "")
124                 $author["author-name"] = $displayname;
125
126         $author["owner-name"] = $author["author-name"];
127         $author["owner-link"] = $author["author-link"];
128         $author["owner-avatar"] = $author["author-avatar"];
129
130         // Only update the contacts if it is an OStatus contact
131         if ($r AND !$onlyfetch AND ($contact["network"] == NETWORK_OSTATUS)) {
132                 // Update contact data
133
134                 $value = $xpath->query("atom:link[@rel='salmon']", $context)->item(0)->nodeValue;
135                 if ($value != "")
136                         $contact["notify"] = $value;
137
138                 $value = $xpath->evaluate('atom:author/uri/text()', $context)->item(0)->nodeValue;
139                 if ($value != "")
140                         $contact["alias"] = $value;
141
142                 $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
143                 if ($value != "")
144                         $contact["name"] = $value;
145
146                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
147                 if ($value != "")
148                         $contact["nick"] = $value;
149
150                 $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
151                 if ($value != "")
152                         $contact["about"] = html2bbcode($value);
153
154                 $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
155                 if ($value != "")
156                         $contact["location"] = $value;
157
158                 if (($contact["name"] != $r[0]["name"]) OR ($contact["nick"] != $r[0]["nick"]) OR ($contact["about"] != $r[0]["about"]) OR ($contact["location"] != $r[0]["location"])) {
159
160                         logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
161
162                         q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d",
163                                 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["about"]), dbesc($contact["location"]),
164                                 dbesc(datetime_convert()), intval($contact["id"]));
165
166                         poco_check($contact["url"], $contact["name"], $contact["network"], $author["author-avatar"], $contact["about"], $contact["location"],
167                                                 "", "", "", datetime_convert(), 2, $contact["id"], $contact["uid"]);
168                 }
169
170                 if (isset($author["author-avatar"]) AND ($author["author-avatar"] != $r[0]['avatar'])) {
171                         logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
172
173                         update_contact_avatar($author["author-avatar"], $importer["uid"], $contact["id"]);
174                 }
175
176
177                 /// @todo Add the "addr" field
178                 $contact["generation"] = 2;
179                 $contact["photo"] = $author["author-avatar"];
180                 update_gcontact($contact);
181         }
182
183         return($author);
184 }
185
186 function ostatus_salmon_author($xml, $importer) {
187         $a = get_app();
188
189         if ($xml == "")
190                 return;
191
192         $doc = new DOMDocument();
193         @$doc->loadXML($xml);
194
195         $xpath = new DomXPath($doc);
196         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
197         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
198         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
199         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
200         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
201         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
202         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
203         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
204
205         $entries = $xpath->query('/atom:entry');
206
207         foreach ($entries AS $entry) {
208                 // fetch the author
209                 $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, true);
210                 return $author;
211         }
212 }
213
214 function ostatus_import($xml,$importer,&$contact, &$hub) {
215
216         $a = get_app();
217
218         logger("Import OStatus message", LOGGER_DEBUG);
219
220         if ($xml == "")
221                 return;
222
223         $doc = new DOMDocument();
224         @$doc->loadXML($xml);
225
226         $xpath = new DomXPath($doc);
227         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
228         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
229         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
230         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
231         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
232         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
233         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
234         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
235
236         $gub = "";
237         $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
238         if (is_object($hub_attributes))
239                 foreach($hub_attributes AS $hub_attribute)
240                         if ($hub_attribute->name == "href") {
241                                 $hub = $hub_attribute->textContent;
242                                 logger("Found hub ".$hub, LOGGER_DEBUG);
243                         }
244
245         $header = array();
246         $header["uid"] = $importer["uid"];
247         $header["network"] = NETWORK_OSTATUS;
248         $header["type"] = "remote";
249         $header["wall"] = 0;
250         $header["origin"] = 0;
251         $header["gravity"] = GRAVITY_PARENT;
252
253         // it could either be a received post or a post we fetched by ourselves
254         // depending on that, the first node is different
255         $first_child = $doc->firstChild->tagName;
256
257         if ($first_child == "feed")
258                 $entries = $xpath->query('/atom:feed/atom:entry');
259         else
260                 $entries = $xpath->query('/atom:entry');
261
262         $conversation = "";
263         $conversationlist = array();
264         $item_id = 0;
265
266         // Reverse the order of the entries
267         $entrylist = array();
268
269         foreach ($entries AS $entry)
270                 $entrylist[] = $entry;
271
272         foreach (array_reverse($entrylist) AS $entry) {
273
274                 $mention = false;
275
276                 // fetch the author
277                 if ($first_child == "feed")
278                         $author = ostatus_fetchauthor($xpath, $doc->firstChild, $importer, $contact, false);
279                 else
280                         $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, false);
281
282                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
283                 if ($value != "")
284                         $nickname = $value;
285                 else
286                         $nickname = $author["author-name"];
287
288                 $item = array_merge($header, $author);
289
290                 // Now get the item
291                 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
292
293                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
294                         intval($importer["uid"]), dbesc($item["uri"]));
295                 if ($r) {
296                         logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already existed under id ".$r[0]["id"], LOGGER_DEBUG);
297                         continue;
298                 }
299
300                 $item["body"] = add_page_info_to_body(html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue));
301                 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
302
303                 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) OR ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
304                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
305                         $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
306                 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION)
307                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
308
309                 $item["object"] = $xml;
310                 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
311
312                 /// @TODO
313                 /// Delete a message
314                 if ($item["verb"] == "qvitter-delete-notice") {
315                         // ignore "Delete" messages (by now)
316                         logger("Ignore delete message ".print_r($item, true));
317                         continue;
318                 }
319
320                 if ($item["verb"] == ACTIVITY_JOIN) {
321                         // ignore "Join" messages
322                         logger("Ignore join message ".print_r($item, true));
323                         continue;
324                 }
325
326                 if ($item["verb"] == ACTIVITY_FOLLOW) {
327                         new_follower($importer, $contact, $item, $nickname);
328                         continue;
329                 }
330
331                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
332                         lose_follower($importer, $contact, $item, $dummy);
333                         continue;
334                 }
335
336                 if ($item["verb"] == ACTIVITY_FAVORITE) {
337                         $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
338                         logger("Favorite ".$orig_uri." ".print_r($item, true));
339
340                         $item["verb"] = ACTIVITY_LIKE;
341                         $item["parent-uri"] = $orig_uri;
342                         $item["gravity"] = GRAVITY_LIKE;
343                 }
344
345                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
346                         // Ignore "Unfavorite" message
347                         logger("Ignore unfavorite message ".print_r($item, true));
348                         continue;
349                 }
350
351                 // http://activitystrea.ms/schema/1.0/rsvp-yes
352                 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE)))
353                         logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
354
355                 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
356                 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
357                 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
358
359                 $related = "";
360
361                 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
362                 if (is_object($inreplyto->item(0))) {
363                         foreach($inreplyto->item(0)->attributes AS $attributes) {
364                                 if ($attributes->name == "ref")
365                                         $item["parent-uri"] = $attributes->textContent;
366                                 if ($attributes->name == "href")
367                                         $related = $attributes->textContent;
368                         }
369                 }
370
371                 $georsspoint = $xpath->query('georss:point', $entry);
372                 if ($georsspoint)
373                         $item["coord"] = $georsspoint->item(0)->nodeValue;
374
375                 /// @TODO
376                 /// $item["location"] =
377
378                 $categories = $xpath->query('atom:category', $entry);
379                 if ($categories) {
380                         foreach ($categories AS $category) {
381                                 foreach($category->attributes AS $attributes)
382                                         if ($attributes->name == "term") {
383                                                 $term = $attributes->textContent;
384                                                 if(strlen($item["tag"]))
385                                                         $item["tag"] .= ',';
386                                                 $item["tag"] .= "#[url=".$a->get_baseurl()."/search?tag=".$term."]".$term."[/url]";
387                                         }
388                         }
389                 }
390
391                 $self = "";
392                 $enclosure = "";
393
394                 $links = $xpath->query('atom:link', $entry);
395                 if ($links) {
396                         $rel = "";
397                         $href = "";
398                         $type = "";
399                         $length = "0";
400                         $title = "";
401                         foreach ($links AS $link) {
402                                 foreach($link->attributes AS $attributes) {
403                                         if ($attributes->name == "href")
404                                                 $href = $attributes->textContent;
405                                         if ($attributes->name == "rel")
406                                                 $rel = $attributes->textContent;
407                                         if ($attributes->name == "type")
408                                                 $type = $attributes->textContent;
409                                         if ($attributes->name == "length")
410                                                 $length = $attributes->textContent;
411                                         if ($attributes->name == "title")
412                                                 $title = $attributes->textContent;
413                                 }
414                                 if (($rel != "") AND ($href != ""))
415                                         switch($rel) {
416                                                 case "alternate":
417                                                         $item["plink"] = $href;
418                                                         if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) OR
419                                                                 ($item["object-type"] == ACTIVITY_OBJ_EVENT))
420                                                                 $item["body"] .= add_page_info($href);
421                                                         break;
422                                                 case "ostatus:conversation":
423                                                         $conversation = $href;
424                                                         break;
425                                                 case "enclosure":
426                                                         $enclosure = $href;
427                                                         if(strlen($item["attach"]))
428                                                                 $item["attach"] .= ',';
429
430                                                         $item["attach"] .= '[attach]href="'.$href.'" length="'.$length.'" type="'.$type.'" title="'.$title.'"[/attach]';
431                                                         break;
432                                                 case "related":
433                                                         if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
434                                                                 if (!isset($item["parent-uri"]))
435                                                                         $item["parent-uri"] = $href;
436
437                                                                 if ($related == "")
438                                                                         $related = $href;
439                                                         } else
440                                                                 $item["body"] .= add_page_info($href);
441                                                         break;
442                                                 case "self":
443                                                         $self = $href;
444                                                         break;
445                                                 case "mentioned":
446                                                         // Notification check
447                                                         if ($importer["nurl"] == normalise_link($href))
448                                                                 $mention = true;
449                                                         break;
450                                         }
451                         }
452                 }
453
454                 $local_id = "";
455                 $repeat_of = "";
456
457                 $notice_info = $xpath->query('statusnet:notice_info', $entry);
458                 if ($notice_info AND ($notice_info->length > 0)) {
459                         foreach($notice_info->item(0)->attributes AS $attributes) {
460                                 if ($attributes->name == "source")
461                                         $item["app"] = strip_tags($attributes->textContent);
462                                 if ($attributes->name == "local_id")
463                                         $local_id = $attributes->textContent;
464                                 if ($attributes->name == "repeat_of")
465                                         $repeat_of = $attributes->textContent;
466                         }
467                 }
468
469                 // Is it a repeated post?
470                 if ($repeat_of != "") {
471                         $activityobjects = $xpath->query('activity:object', $entry)->item(0);
472
473                         if (is_object($activityobjects)) {
474
475                                 $orig_uri = $xpath->query("activity:object/atom:id", $activityobjects)->item(0)->nodeValue;
476                                 if (!isset($orig_uri))
477                                         $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
478
479                                 $orig_links = $xpath->query("activity:object/atom:link[@rel='alternate']", $activityobjects);
480                                 if ($orig_links AND ($orig_links->length > 0))
481                                         foreach($orig_links->item(0)->attributes AS $attributes)
482                                                 if ($attributes->name == "href")
483                                                         $orig_link = $attributes->textContent;
484
485                                 if (!isset($orig_link))
486                                         $orig_link = $xpath->query("atom:link[@rel='alternate']", $activityobjects)->item(0)->nodeValue;
487
488                                 if (!isset($orig_link))
489                                         $orig_link =  ostatus_convert_href($orig_uri);
490
491                                 $orig_body = $xpath->query('activity:object/atom:content/text()', $activityobjects)->item(0)->nodeValue;
492                                 if (!isset($orig_body))
493                                         $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
494
495                                 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
496
497                                 $orig_contact = $contact;
498                                 $orig_author = ostatus_fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
499
500                                 //if (!intval(get_config('system','wall-to-wall_share'))) {
501                                 //      $prefix = share_header($orig_author['author-name'], $orig_author['author-link'], $orig_author['author-avatar'], "", $orig_created, $orig_link);
502                                 //      $item["body"] = $prefix.add_page_info_to_body(html2bbcode($orig_body))."[/share]";
503                                 //} else {
504                                         $item["author-name"] = $orig_author["author-name"];
505                                         $item["author-link"] = $orig_author["author-link"];
506                                         $item["author-avatar"] = $orig_author["author-avatar"];
507                                         $item["body"] = add_page_info_to_body(html2bbcode($orig_body));
508                                         $item["created"] = $orig_created;
509
510                                         $item["uri"] = $orig_uri;
511                                         $item["plink"] = $orig_link;
512                                 //}
513
514                                 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
515
516                                 $item["object-type"] = $xpath->query('activity:object/activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
517                                 if (!isset($item["object-type"]))
518                                         $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
519                         }
520                 }
521
522                 //if ($enclosure != "")
523                 //      $item["body"] .= add_page_info($enclosure);
524
525                 if (isset($item["parent-uri"])) {
526                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
527                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
528
529                         if (!$r AND ($related != "")) {
530                                 $reply_path = str_replace("/notice/", "/api/statuses/show/", $related).".atom";
531
532                                 if ($reply_path != $related) {
533                                         logger("Fetching related items for user ".$importer["uid"]." from ".$reply_path, LOGGER_DEBUG);
534                                         $reply_xml = fetch_url($reply_path);
535
536                                         $reply_contact = $contact;
537                                         ostatus_import($reply_xml,$importer,$reply_contact, $reply_hub);
538
539                                         // After the import try to fetch the parent item again
540                                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
541                                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
542                                 }
543                         }
544                         if ($r) {
545                                 $item["type"] = 'remote-comment';
546                                 $item["gravity"] = GRAVITY_COMMENT;
547                         }
548                 } else
549                         $item["parent-uri"] = $item["uri"];
550
551                 $item_id = ostatus_completion($conversation, $importer["uid"], $item);
552
553                 if (!$item_id) {
554                         logger("Error storing item", LOGGER_DEBUG);
555                         continue;
556                 }
557
558                 logger("Item was stored with id ".$item_id, LOGGER_DEBUG);
559         }
560 }
561
562 function ostatus_convert_href($href) {
563         $elements = explode(":",$href);
564
565         if ((count($elements) <= 2) OR ($elements[0] != "tag"))
566                 return $href;
567
568         $server = explode(",", $elements[1]);
569         $conversation = explode("=", $elements[2]);
570
571         if ((count($elements) == 4) AND ($elements[2] == "post"))
572                 return "http://".$server[0]."/notice/".$elements[3];
573
574         if ((count($conversation) != 2) OR ($conversation[1] ==""))
575                 return $href;
576
577         if ($elements[3] == "objectType=thread")
578                 return "http://".$server[0]."/conversation/".$conversation[1];
579         else
580                 return "http://".$server[0]."/notice/".$conversation[1];
581
582         return $href;
583 }
584
585 function check_conversations($mentions = false, $override = false) {
586         $last = get_config('system','ostatus_last_poll');
587
588         $poll_interval = intval(get_config('system','ostatus_poll_interval'));
589         if(! $poll_interval)
590                 $poll_interval = OSTATUS_DEFAULT_POLL_INTERVAL;
591
592         // Don't poll if the interval is set negative
593         if (($poll_interval < 0) AND !$override)
594                 return;
595
596         if (!$mentions) {
597                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
598                 if (!$poll_timeframe)
599                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME;
600         } else {
601                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
602                 if (!$poll_timeframe)
603                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS;
604         }
605
606
607         if ($last AND !$override) {
608                 $next = $last + ($poll_interval * 60);
609                 if ($next > time()) {
610                         logger('poll interval not reached');
611                         return;
612                 }
613         }
614
615         logger('cron_start');
616
617         $start = date("Y-m-d H:i:s", time() - ($poll_timeframe * 60));
618
619         if ($mentions)
620                 $conversations = q("SELECT `term`.`oid`, `term`.`url`, `term`.`uid` FROM `term`
621                                         STRAIGHT_JOIN `thread` ON `thread`.`iid` = `term`.`oid` AND `thread`.`uid` = `term`.`uid`
622                                         WHERE `term`.`type` = 7 AND `term`.`term` > '%s' AND `thread`.`mention`
623                                         GROUP BY `term`.`url`, `term`.`uid` ORDER BY `term`.`term` DESC", dbesc($start));
624         else
625                 $conversations = q("SELECT `oid`, `url`, `uid` FROM `term`
626                                         WHERE `type` = 7 AND `term` > '%s'
627                                         GROUP BY `url`, `uid` ORDER BY `term` DESC", dbesc($start));
628
629         foreach ($conversations AS $conversation) {
630                 ostatus_completion($conversation['url'], $conversation['uid']);
631         }
632
633         logger('cron_end');
634
635         set_config('system','ostatus_last_poll', time());
636 }
637
638 function ostatus_completion($conversation_url, $uid, $item = array()) {
639
640         $a = get_app();
641
642         $item_stored = -1;
643
644         $conversation_url = ostatus_convert_href($conversation_url);
645
646         // If the thread shouldn't be completed then store the item and go away
647         if ((intval(get_config('system','ostatus_poll_interval')) == -2) AND (count($item) > 0)) {
648                 //$arr["app"] .= " (OStatus-NoCompletion)";
649                 $item_stored = item_store($item, true);
650                 return($item_stored);
651         }
652
653         // Get the parent
654         $parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
655                         (SELECT `parent` FROM `item` WHERE `id` IN
656                                 (SELECT `oid` FROM `term` WHERE `uid` = %d AND `otype` = %d AND `type` = %d AND `url` = '%s'))",
657                         intval($uid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION), dbesc($conversation_url));
658
659         if ($parents)
660                 $parent = $parents[0];
661         elseif (count($item) > 0) {
662                 $parent = $item;
663                 $parent["type"] = "remote";
664                 $parent["verb"] = ACTIVITY_POST;
665                 $parent["visible"] = 1;
666         } else {
667                 // Preset the parent
668                 $r = q("SELECT `id` FROM `contact` WHERE `self` AND `uid`=%d", $uid);
669                 if (!$r)
670                         return(-2);
671
672                 $parent = array();
673                 $parent["id"] = 0;
674                 $parent["parent"] = 0;
675                 $parent["uri"] = "";
676                 $parent["contact-id"] = $r[0]["id"];
677                 $parent["type"] = "remote";
678                 $parent["verb"] = ACTIVITY_POST;
679                 $parent["visible"] = 1;
680         }
681
682         $conv = str_replace("/conversation/", "/api/statusnet/conversation/", $conversation_url).".as";
683         $pageno = 1;
684         $items = array();
685
686         logger('fetching conversation url '.$conv.' for user '.$uid);
687
688         do {
689                 $conv_arr = z_fetch_url($conv."?page=".$pageno);
690
691                 // If it is a non-ssl site and there is an error, then try ssl or vice versa
692                 if (!$conv_arr["success"] AND (substr($conv, 0, 7) == "http://")) {
693                         $conv = str_replace("http://", "https://", $conv);
694                         $conv_as = fetch_url($conv."?page=".$pageno);
695                 } elseif (!$conv_arr["success"] AND (substr($conv, 0, 8) == "https://")) {
696                         $conv = str_replace("https://", "http://", $conv);
697                         $conv_as = fetch_url($conv."?page=".$pageno);
698                 } else
699                         $conv_as = $conv_arr["body"];
700
701                 $conv_as = str_replace(',"statusnet:notice_info":', ',"statusnet_notice_info":', $conv_as);
702                 $conv_as = json_decode($conv_as);
703
704                 $no_of_items = sizeof($items);
705
706                 if (@is_array($conv_as->items))
707                         foreach ($conv_as->items AS $single_item)
708                                 $items[$single_item->id] = $single_item;
709
710                 if ($no_of_items == sizeof($items))
711                         break;
712
713                 $pageno++;
714
715         } while (true);
716
717         logger('fetching conversation done. Found '.count($items).' items');
718
719         if (!sizeof($items)) {
720                 if (count($item) > 0) {
721                         //$arr["app"] .= " (OStatus-NoConvFetched)";
722                         $item_stored = item_store($item, true);
723
724                         if ($item_stored) {
725                                 logger("Conversation ".$conversation_url." couldn't be fetched. Item uri ".$item["uri"]." stored: ".$item_stored, LOGGER_DEBUG);
726                                 ostatus_store_conversation($item_id, $conversation_url);
727                         }
728
729                         return($item_stored);
730                 } else
731                         return(-3);
732         }
733
734         $items = array_reverse($items);
735
736         $r = q("SELECT `nurl` FROM `contact` WHERE `uid` = %d AND `self`", intval($uid));
737         $importer = $r[0];
738
739         foreach ($items as $single_conv) {
740
741                 // Test - remove before flight
742                 //$tempfile = tempnam(get_temppath(), "conversation");
743                 //file_put_contents($tempfile, json_encode($single_conv));
744
745                 $mention = false;
746
747                 if (isset($single_conv->object->id))
748                         $single_conv->id = $single_conv->object->id;
749
750                 $plink = ostatus_convert_href($single_conv->id);
751                 if (isset($single_conv->object->url))
752                         $plink = ostatus_convert_href($single_conv->object->url);
753
754                 if (@!$single_conv->id)
755                         continue;
756
757                 logger("Got id ".$single_conv->id, LOGGER_DEBUG);
758
759                 if ($first_id == "") {
760                         $first_id = $single_conv->id;
761
762                         // The first post of the conversation isn't our first post. There are three options:
763                         // 1. Our conversation hasn't the "real" thread starter
764                         // 2. This first post is a post inside our thread
765                         // 3. This first post is a post inside another thread
766                         if (($first_id != $parent["uri"]) AND ($parent["uri"] != "")) {
767                                 $new_parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
768                                                         (SELECT `parent` FROM `item`
769                                                                 WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s')) LIMIT 1",
770                                         intval($uid), dbesc($first_id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
771                                 if ($new_parents) {
772                                         if ($new_parents[0]["parent"] == $parent["parent"]) {
773                                                 // Option 2: This post is already present inside our thread - but not as thread starter
774                                                 logger("Option 2: uri present in our thread: ".$first_id, LOGGER_DEBUG);
775                                                 $first_id = $parent["uri"];
776                                         } else {
777                                                 // Option 3: Not so good. We have mixed parents. We have to see how to clean this up.
778                                                 // For now just take the new parent.
779                                                 $parent = $new_parents[0];
780                                                 $first_id = $parent["uri"];
781                                                 logger("Option 3: mixed parents for uri ".$first_id, LOGGER_DEBUG);
782                                         }
783                                 } else {
784                                         // Option 1: We hadn't got the real thread starter
785                                         // We have to clean up our existing messages.
786                                         $parent["id"] = 0;
787                                         $parent["uri"] = $first_id;
788                                         logger("Option 1: we have a new parent: ".$first_id, LOGGER_DEBUG);
789                                 }
790                         } elseif ($parent["uri"] == "") {
791                                 $parent["id"] = 0;
792                                 $parent["uri"] = $first_id;
793                         }
794                 }
795
796                 $parent_uri = $parent["uri"];
797
798                 // "context" only seems to exist on older servers
799                 if (isset($single_conv->context->inReplyTo->id)) {
800                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
801                                                 intval($uid), dbesc($single_conv->context->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
802                         if ($parent_exists)
803                                 $parent_uri = $single_conv->context->inReplyTo->id;
804                 }
805
806                 // This is the current way
807                 if (isset($single_conv->object->inReplyTo->id)) {
808                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
809                                                 intval($uid), dbesc($single_conv->object->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
810                         if ($parent_exists)
811                                 $parent_uri = $single_conv->object->inReplyTo->id;
812                 }
813
814                 $message_exists = q("SELECT `id`, `parent`, `uri` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
815                                                 intval($uid), dbesc($single_conv->id),
816                                                 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
817                 if ($message_exists) {
818                         logger("Message ".$single_conv->id." already existed on the system", LOGGER_DEBUG);
819
820                         if ($parent["id"] != 0) {
821                                 $existing_message = $message_exists[0];
822
823                                 // We improved the way we fetch OStatus messages, this shouldn't happen very often now
824                                 /// @TODO We have to change the shadow copies as well. This way here is really ugly.
825                                 if ($existing_message["parent"] != $parent["id"]) {
826                                         logger('updating id '.$existing_message["id"].' with parent '.$existing_message["parent"].' to parent '.$parent["id"].' uri '.$parent["uri"].' thread '.$parent_uri, LOGGER_DEBUG);
827
828                                         // Update the parent id of the selected item
829                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `id` = %d",
830                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["id"]));
831
832                                         // Update the parent uri in the thread - but only if it points to itself
833                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE `id` = %d AND `uri` = `thr-parent`",
834                                                 dbesc($parent_uri), intval($existing_message["id"]));
835
836                                         // try to change all items of the same parent
837                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `parent` = %d",
838                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["parent"]));
839
840                                         // Update the parent uri in the thread - but only if it points to itself
841                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE (`parent` = %d) AND (`uri` = `thr-parent`)",
842                                                 dbesc($parent["uri"]), intval($existing_message["parent"]));
843
844                                         // Now delete the thread
845                                         delete_thread($existing_message["parent"]);
846                                 }
847                         }
848
849                         // The item we are having on the system is the one that we wanted to store via the item array
850                         if (isset($item["uri"]) AND ($item["uri"] == $existing_message["uri"])) {
851                                 $item = array();
852                                 $item_stored = 0;
853                         }
854
855                         continue;
856                 }
857
858                 if (is_array($single_conv->to))
859                         foreach($single_conv->to AS $to)
860                                 if ($importer["nurl"] == normalise_link($to->id))
861                                         $mention = true;
862
863                 $actor = $single_conv->actor->id;
864                 if (isset($single_conv->actor->url))
865                         $actor = $single_conv->actor->url;
866
867                 $contact = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s' AND `network` != '%s'",
868                                 $uid, normalise_link($actor), NETWORK_STATUSNET);
869
870                 if (count($contact)) {
871                         logger("Found contact for url ".$actor, LOGGER_DEBUG);
872                         $contact_id = $contact[0]["id"];
873                 } else {
874                         logger("No contact found for url ".$actor, LOGGER_DEBUG);
875
876                         // Adding a global contact
877                         /// @TODO Use this data for the post
878                         $global_contact_id = get_contact($actor, 0);
879
880                         logger("Global contact ".$global_contact_id." found for url ".$actor, LOGGER_DEBUG);
881
882                         $contact_id = $parent["contact-id"];
883                 }
884
885                 $arr = array();
886                 $arr["network"] = NETWORK_OSTATUS;
887                 $arr["uri"] = $single_conv->id;
888                 $arr["plink"] = $plink;
889                 $arr["uid"] = $uid;
890                 $arr["contact-id"] = $contact_id;
891                 $arr["parent-uri"] = $parent_uri;
892                 $arr["created"] = $single_conv->published;
893                 $arr["edited"] = $single_conv->published;
894                 $arr["owner-name"] = $single_conv->actor->displayName;
895                 if ($arr["owner-name"] == '')
896                         $arr["owner-name"] = $single_conv->actor->contact->displayName;
897                 if ($arr["owner-name"] == '')
898                         $arr["owner-name"] = $single_conv->actor->portablecontacts_net->displayName;
899
900                 $arr["owner-link"] = $actor;
901                 $arr["owner-avatar"] = $single_conv->actor->image->url;
902                 $arr["author-name"] = $arr["owner-name"];
903                 $arr["author-link"] = $actor;
904                 $arr["author-avatar"] = $single_conv->actor->image->url;
905                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->content));
906
907                 if (isset($single_conv->status_net->notice_info->source))
908                         $arr["app"] = strip_tags($single_conv->status_net->notice_info->source);
909                 elseif (isset($single_conv->statusnet->notice_info->source))
910                         $arr["app"] = strip_tags($single_conv->statusnet->notice_info->source);
911                 elseif (isset($single_conv->statusnet_notice_info->source))
912                         $arr["app"] = strip_tags($single_conv->statusnet_notice_info->source);
913                 elseif (isset($single_conv->provider->displayName))
914                         $arr["app"] = $single_conv->provider->displayName;
915                 else
916                         $arr["app"] = "OStatus";
917
918                 //$arr["app"] .= " (Conversation)";
919
920                 $arr["object"] = json_encode($single_conv);
921                 $arr["verb"] = $parent["verb"];
922                 $arr["visible"] = $parent["visible"];
923                 $arr["location"] = $single_conv->location->displayName;
924                 $arr["coord"] = trim($single_conv->location->lat." ".$single_conv->location->lon);
925
926                 // Is it a reshared item?
927                 if (isset($single_conv->verb) AND ($single_conv->verb == "share") AND isset($single_conv->object)) {
928                         if (is_array($single_conv->object))
929                                 $single_conv->object = $single_conv->object[0];
930
931                         logger("Found reshared item ".$single_conv->object->id);
932
933                         // $single_conv->object->context->conversation;
934
935                         if (isset($single_conv->object->object->id))
936                                 $arr["uri"] = $single_conv->object->object->id;
937                         else
938                                 $arr["uri"] = $single_conv->object->id;
939
940                         if (isset($single_conv->object->object->url))
941                                 $plink = ostatus_convert_href($single_conv->object->object->url);
942                         else
943                                 $plink = ostatus_convert_href($single_conv->object->url);
944
945                         if (isset($single_conv->object->object->content))
946                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->object->content));
947                         else
948                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->content));
949
950                         $arr["plink"] = $plink;
951
952                         $arr["created"] = $single_conv->object->published;
953                         $arr["edited"] = $single_conv->object->published;
954
955                         $arr["author-name"] = $single_conv->object->actor->displayName;
956                         if ($arr["owner-name"] == '')
957                                 $arr["author-name"] = $single_conv->object->actor->contact->displayName;
958
959                         $arr["author-link"] = $single_conv->object->actor->url;
960                         $arr["author-avatar"] = $single_conv->object->actor->image->url;
961
962                         $arr["app"] = $single_conv->object->provider->displayName."#";
963                         //$arr["verb"] = $single_conv->object->verb;
964
965                         $arr["location"] = $single_conv->object->location->displayName;
966                         $arr["coord"] = trim($single_conv->object->location->lat." ".$single_conv->object->location->lon);
967                 }
968
969                 if ($arr["location"] == "")
970                         unset($arr["location"]);
971
972                 if ($arr["coord"] == "")
973                         unset($arr["coord"]);
974
975                 // Copy fields from given item array
976                 if (isset($item["uri"]) AND (($item["uri"] == $arr["uri"]) OR ($item["uri"] ==  $single_conv->id))) {
977                         $copy_fields = array("owner-name", "owner-link", "owner-avatar", "author-name", "author-link", "author-avatar",
978                                                 "gravity", "body", "object-type", "object", "verb", "created", "edited", "coord", "tag",
979                                                 "title", "attach", "app", "type", "location", "contact-id", "uri");
980                         foreach ($copy_fields AS $field)
981                                 if (isset($item[$field]))
982                                         $arr[$field] = $item[$field];
983
984                         //$arr["app"] .= " (OStatus)";
985                 }
986
987                 $newitem = item_store($arr);
988                 if (!$newitem) {
989                         logger("Item wasn't stored ".print_r($arr, true), LOGGER_DEBUG);
990                         continue;
991                 }
992
993                 if (isset($item["uri"]) AND ($item["uri"] == $arr["uri"])) {
994                         $item = array();
995                         $item_stored = $newitem;
996                 }
997
998                 logger('Stored new item '.$plink.' for parent '.$arr["parent-uri"].' under id '.$newitem, LOGGER_DEBUG);
999
1000                 // Add the conversation entry (but don't fetch the whole conversation)
1001                 ostatus_store_conversation($newitem, $conversation_url);
1002
1003                 // If the newly created item is the top item then change the parent settings of the thread
1004                 // This shouldn't happen anymore. This is supposed to be absolote.
1005                 if ($arr["uri"] == $first_id) {
1006                         logger('setting new parent to id '.$newitem);
1007                         $new_parents = q("SELECT `id`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `uid` = %d AND `id` = %d LIMIT 1",
1008                                 intval($uid), intval($newitem));
1009                         if ($new_parents)
1010                                 $parent = $new_parents[0];
1011                 }
1012         }
1013
1014         if (($item_stored < 0) AND (count($item) > 0)) {
1015                 //$arr["app"] .= " (OStatus-NoConvFound)";
1016                 $item_stored = item_store($item, true);
1017                 if ($item_stored) {
1018                         logger("Uri ".$item["uri"]." wasn't found in conversation ".$conversation_url, LOGGER_DEBUG);
1019                         ostatus_store_conversation($item_stored, $conversation_url);
1020                 }
1021         }
1022
1023         return($item_stored);
1024 }
1025
1026 function ostatus_store_conversation($itemid, $conversation_url) {
1027         global $a;
1028
1029         $conversation_url = ostatus_convert_href($conversation_url);
1030
1031         $messages = q("SELECT `uid`, `parent`, `created`, `received`, `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($itemid));
1032         if (!$messages)
1033                 return;
1034         $message = $messages[0];
1035
1036         // Store conversation url if not done before
1037         $conversation = q("SELECT `url` FROM `term` WHERE `uid` = %d AND `oid` = %d AND `otype` = %d AND `type` = %d",
1038                 intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION));
1039
1040         if (!$conversation) {
1041                 $r = q("INSERT INTO `term` (`uid`, `oid`, `otype`, `type`, `term`, `url`, `created`, `received`, `guid`) VALUES (%d, %d, %d, %d, '%s', '%s', '%s', '%s', '%s')",
1042                         intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION),
1043                         dbesc($message["created"]), dbesc($conversation_url), dbesc($message["created"]), dbesc($message["received"]), dbesc($message["guid"]));
1044                 logger('Storing conversation url '.$conversation_url.' for id '.$itemid);
1045         }
1046 }
1047
1048 function get_reshared_guid($item) {
1049         $body = trim($item["body"]);
1050
1051         // Skip if it isn't a pure repeated messages
1052         // Does it start with a share?
1053         if (strpos($body, "[share") > 0)
1054                 return("");
1055
1056         // Does it end with a share?
1057         if (strlen($body) > (strrpos($body, "[/share]") + 8))
1058                 return("");
1059
1060         $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism","$1",$body);
1061         // Skip if there is no shared message in there
1062         if ($body == $attributes)
1063                 return(false);
1064
1065         $guid = "";
1066         preg_match("/guid='(.*?)'/ism", $attributes, $matches);
1067         if ($matches[1] != "")
1068                 $guid = $matches[1];
1069
1070         preg_match('/guid="(.*?)"/ism', $attributes, $matches);
1071         if ($matches[1] != "")
1072                 $guid = $matches[1];
1073
1074         return $guid;
1075 }
1076
1077 function xml_create_element($doc, $element, $value = "", $attributes = array()) {
1078         $element = $doc->createElement($element, xmlify($value));
1079
1080         foreach ($attributes AS $key => $value) {
1081                 $attribute = $doc->createAttribute($key);
1082                 $attribute->value = xmlify($value);
1083                 $element->appendChild($attribute);
1084         }
1085         return $element;
1086 }
1087
1088 function xml_add_element($doc, $parent, $element, $value = "", $attributes = array()) {
1089         $element = xml_create_element($doc, $element, $value, $attributes);
1090         $parent->appendChild($element);
1091 }
1092
1093 function ostatus_format_picture_post($body) {
1094         $siteinfo = get_attached_data($body);
1095
1096         if (($siteinfo["type"] == "photo")) {
1097                 if (isset($siteinfo["preview"]))
1098                         $preview = $siteinfo["preview"];
1099                 else
1100                         $preview = $siteinfo["image"];
1101
1102                 // Is it a remote picture? Then make a smaller preview here
1103                 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1104
1105                 // Is it a local picture? Then make it smaller here
1106                 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1107                 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1108
1109                 if (isset($siteinfo["url"]))
1110                         $url = $siteinfo["url"];
1111                 else
1112                         $url = $siteinfo["image"];
1113
1114                 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1115         }
1116
1117         return $body;
1118 }
1119
1120 function ostatus_add_header($doc, $owner) {
1121         $a = get_app();
1122
1123         $root = $doc->createElementNS(NS_ATOM, 'feed');
1124         $doc->appendChild($root);
1125
1126         $root->setAttribute("xmlns:thr", NS_THR);
1127         $root->setAttribute("xmlns:georss", NS_GEORSS);
1128         $root->setAttribute("xmlns:activity", NS_ACTIVITY);
1129         $root->setAttribute("xmlns:media", NS_MEDIA);
1130         $root->setAttribute("xmlns:poco", NS_POCO);
1131         $root->setAttribute("xmlns:ostatus", NS_OSTATUS);
1132         $root->setAttribute("xmlns:statusnet", NS_STATUSNET);
1133
1134         $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1135         xml_add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1136         xml_add_element($doc, $root, "id", $a->get_baseurl()."/profile/".$owner["nick"]);
1137         xml_add_element($doc, $root, "title", sprintf("%s timeline", $owner["name"]));
1138         xml_add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $owner["name"], $a->config["sitename"]));
1139         xml_add_element($doc, $root, "logo", $owner["photo"]);
1140         xml_add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1141
1142         $author = ostatus_add_author($doc, $owner);
1143         $root->appendChild($author);
1144
1145         $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1146         xml_add_element($doc, $root, "link", "", $attributes);
1147
1148         /// @TODO We have to find out what this is
1149         /// $attributes = array("href" => $a->get_baseurl()."/sup",
1150         ///             "rel" => "http://api.friendfeed.com/2008/03#sup",
1151         ///             "type" => "application/json");
1152         /// xml_add_element($doc, $root, "link", "", $attributes);
1153
1154         ostatus_hublinks($doc, $root);
1155
1156         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "salmon");
1157         xml_add_element($doc, $root, "link", "", $attributes);
1158
1159         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1160         xml_add_element($doc, $root, "link", "", $attributes);
1161
1162         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1163         xml_add_element($doc, $root, "link", "", $attributes);
1164
1165         $attributes = array("href" => $a->get_baseurl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1166                         "rel" => "self", "type" => "application/atom+xml");
1167         xml_add_element($doc, $root, "link", "", $attributes);
1168
1169         return $root;
1170 }
1171
1172 function ostatus_hublinks($doc, $root) {
1173         $a = get_app();
1174         $hub = get_config('system','huburl');
1175
1176         $hubxml = '';
1177         if(strlen($hub)) {
1178                 $hubs = explode(',', $hub);
1179                 if(count($hubs)) {
1180                         foreach($hubs as $h) {
1181                                 $h = trim($h);
1182                                 if(! strlen($h))
1183                                         continue;
1184                                 if ($h === '[internal]')
1185                                         $h = $a->get_baseurl() . '/pubsubhubbub';
1186                                 xml_add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1187                         }
1188                 }
1189         }
1190 }
1191
1192 function ostatus_get_attachment($doc, $root, $item) {
1193         $o = "";
1194         $siteinfo = get_attached_data($item["body"]);
1195
1196         switch($siteinfo["type"]) {
1197                 case 'link':
1198                         $attributes = array("rel" => "enclosure",
1199                                         "href" => $siteinfo["url"],
1200                                         "type" => "text/html; charset=UTF-8",
1201                                         "length" => "",
1202                                         "title" => $siteinfo["title"]);
1203                         xml_add_element($doc, $root, "link", "", $attributes);
1204                         break;
1205                 case 'photo':
1206                         $imgdata = get_photo_info($siteinfo["image"]);
1207                         $attributes = array("rel" => "enclosure",
1208                                         "href" => $siteinfo["image"],
1209                                         "type" => $imgdata["mime"],
1210                                         "length" => intval($imgdata["size"]));
1211                         xml_add_element($doc, $root, "link", "", $attributes);
1212                         break;
1213                 case 'video':
1214                         $attributes = array("rel" => "enclosure",
1215                                         "href" => $siteinfo["url"],
1216                                         "type" => "text/html; charset=UTF-8",
1217                                         "length" => "",
1218                                         "title" => $siteinfo["title"]);
1219                         xml_add_element($doc, $root, "link", "", $attributes);
1220                         break;
1221                 default:
1222                         break;
1223         }
1224
1225         if (($siteinfo["type"] != "photo") AND isset($siteinfo["image"])) {
1226                 $photodata = get_photo_info($siteinfo["image"]);
1227
1228                 $attributes = array("rel" => "preview", "href" => $siteinfo["image"], "media:width" => $photodata[0], "media:height" => $photodata[1]);
1229                 xml_add_element($doc, $root, "link", "", $attributes);
1230         }
1231
1232
1233         $arr = explode('[/attach],',$item['attach']);
1234         if(count($arr)) {
1235                 foreach($arr as $r) {
1236                         $matches = false;
1237                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
1238                         if($cnt) {
1239                                 $attributes = array("rel" => "enclosure",
1240                                                 "href" => $matches[1],
1241                                                 "type" => $matches[3]);
1242
1243                                 if(intval($matches[2]))
1244                                         $attributes["length"] = intval($matches[2]);
1245
1246                                 if(trim($matches[4]) != "")
1247                                         $attributes["title"] = trim($matches[4]);
1248
1249                                 xml_add_element($doc, $root, "link", "", $attributes);
1250                         }
1251                 }
1252         }
1253 }
1254
1255 function ostatus_add_author($doc, $owner) {
1256         $a = get_app();
1257
1258         $r = q("SELECT `homepage` FROM `profile` WHERE `uid` = %d AND `is-default` LIMIT 1", intval($owner["uid"]));
1259         if ($r)
1260                 $profile = $r[0];
1261
1262         $author = $doc->createElement("author");
1263         xml_add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1264         xml_add_element($doc, $author, "uri", $owner["url"]);
1265         xml_add_element($doc, $author, "name", $owner["name"]);
1266
1267         $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1268         xml_add_element($doc, $author, "link", "", $attributes);
1269
1270         $attributes = array(
1271                         "rel" => "avatar",
1272                         "type" => "image/jpeg", // To-Do?
1273                         "media:width" => 175,
1274                         "media:height" => 175,
1275                         "href" => $owner["photo"]);
1276         xml_add_element($doc, $author, "link", "", $attributes);
1277
1278         if (isset($owner["thumb"])) {
1279                 $attributes = array(
1280                                 "rel" => "avatar",
1281                                 "type" => "image/jpeg", // To-Do?
1282                                 "media:width" => 80,
1283                                 "media:height" => 80,
1284                                 "href" => $owner["thumb"]);
1285                 xml_add_element($doc, $author, "link", "", $attributes);
1286         }
1287
1288         xml_add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1289         xml_add_element($doc, $author, "poco:displayName", $owner["name"]);
1290         xml_add_element($doc, $author, "poco:note", $owner["about"]);
1291
1292         if (trim($owner["location"]) != "") {
1293                 $element = $doc->createElement("poco:address");
1294                 xml_add_element($doc, $element, "poco:formatted", $owner["location"]);
1295                 $author->appendChild($element);
1296         }
1297
1298         if (trim($profile["homepage"]) != "") {
1299                 $urls = $doc->createElement("poco:urls");
1300                 xml_add_element($doc, $urls, "poco:type", "homepage");
1301                 xml_add_element($doc, $urls, "poco:value", $profile["homepage"]);
1302                 xml_add_element($doc, $urls, "poco:primary", "true");
1303                 $author->appendChild($urls);
1304         }
1305
1306         if (count($profile)) {
1307                 xml_add_element($doc, $author, "followers", "", array("url" => $a->get_baseurl()."/viewcontacts/".$owner["nick"]));
1308                 xml_add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1309         }
1310
1311         return $author;
1312 }
1313
1314 /** 
1315  * @TODO Picture attachments should look like this:
1316  *      <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1317  *      class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1318  * 
1319 */
1320
1321 function ostatus_entry($doc, $item, $owner, $toplevel = false, $repeat = false) {
1322         $a = get_app();
1323
1324         $is_repeat = false;
1325
1326 /*      if (!$repeat) {
1327                 $repeated_guid = get_reshared_guid($item);
1328
1329                 if ($repeated_guid != "") {
1330                         $r = q("SELECT * FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1331                                 intval($owner["uid"]), dbesc($repeated_guid));
1332                         if ($r) {
1333                                 $repeated_item = $r[0];
1334                                 $is_repeat = true;
1335                         }
1336                 }
1337         }
1338 */
1339         if (!$toplevel AND !$repeat) {
1340                 $entry = $doc->createElement("entry");
1341                 $title = sprintf("New note by %s", $owner["nick"]);
1342         } elseif (!$toplevel AND $repeat) {
1343                 $entry = $doc->createElement("activity:object");
1344                 $title = sprintf("New note by %s", $owner["nick"]);
1345         } else {
1346                 $entry = $doc->createElementNS(NS_ATOM, "entry");
1347
1348                 $entry->setAttribute("xmlns:thr", NS_THR);
1349                 $entry->setAttribute("xmlns:georss", NS_GEORSS);
1350                 $entry->setAttribute("xmlns:activity", NS_ACTIVITY);
1351                 $entry->setAttribute("xmlns:media", NS_MEDIA);
1352                 $entry->setAttribute("xmlns:poco", NS_POCO);
1353                 $entry->setAttribute("xmlns:ostatus", NS_OSTATUS);
1354                 $entry->setAttribute("xmlns:statusnet", NS_STATUSNET);
1355
1356                 $author = ostatus_add_author($doc, $owner);
1357                 $entry->appendChild($author);
1358
1359                 $title = sprintf("New comment by %s", $owner["nick"]);
1360         }
1361
1362         // To use the object-type "bookmark" we have to implement these elements:
1363         //
1364         // <activity:object-type>http://activitystrea.ms/schema/1.0/bookmark</activity:object-type>
1365         // <title>Historic Rocket Landing</title>
1366         // <summary>Nur ein Testbeitrag.</summary>
1367         // <link rel="related" href="https://www.youtube.com/watch?v=9pillaOxGCo"/>
1368         // <link rel="preview" href="https://pirati.cc/file/thumb-4526-450x338-b48c8055f0c2fed0c3f67adc234c4b99484a90c42ed3cac73dc1081a4d0a7bc1.jpg.jpg" media:width="450" media:height="338"/>
1369         //
1370         // But: it seems as if it doesn't federate well between the GS servers
1371         // So we just set it to "note" to be sure that it reaches their target systems
1372
1373         if (!$repeat)
1374                 xml_add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1375         else
1376                 xml_add_element($doc, $entry, "activity:object-type", NAMESPACE_ACTIVITY_SCHEMA.'activity');
1377
1378         xml_add_element($doc, $entry, "id", $item["uri"]);
1379         xml_add_element($doc, $entry, "title", $title);
1380
1381         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
1382                 $body = fix_private_photos($item['body'],$owner['uid'],$item, 0);
1383         else
1384                 $body = $item['body'];
1385
1386         $body = ostatus_format_picture_post($body);
1387
1388         if ($item['title'] != "")
1389                 $body = "[b]".$item['title']."[/b]\n\n".$body;
1390
1391         //$body = bb_remove_share_information($body);
1392         $body = bbcode($body, false, false, 7);
1393
1394         xml_add_element($doc, $entry, "content", $body, array("type" => "html"));
1395
1396         xml_add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1397                                                         "href" => $a->get_baseurl()."/display/".$item["guid"]));
1398
1399         xml_add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1400
1401         if (!$is_repeat)
1402                 xml_add_element($doc, $entry, "activity:verb", construct_verb($item));
1403         else
1404                 xml_add_element($doc, $entry, "activity:verb", ACTIVITY_SHARE);
1405
1406         xml_add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1407         xml_add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1408
1409         if ($is_repeat) {
1410                 $repeated_owner = array();
1411                 $repeated_owner["name"] = $repeated_item["author-name"];
1412                 $repeated_owner["url"] = $repeated_item["author-link"];
1413                 $repeated_owner["photo"] = $repeated_item["author-avatar"];
1414                 $repeated_owner["nick"] = $repeated_owner["name"];
1415                 $repeated_owner["location"] = "";
1416                 $repeated_owner["about"] = "";
1417                 $repeated_owner["uid"] = 0;
1418
1419                 // Fetch the missing data from the global contacts
1420                 $r =q("SELECT * FROM `gcontact` WHERE `nurl` = '%s'", normalise_link($repeated_item["author-link"]));
1421                 if ($r) {
1422                         if ($r[0]["nick"] != "")
1423                                 $repeated_owner["nick"] = $r[0]["nick"];
1424
1425                         $repeated_owner["location"] = $r[0]["location"];
1426                         $repeated_owner["about"] = $r[0]["about"];
1427                 }
1428
1429                 $entry_repeat = ostatus_entry($doc, $repeated_item, $repeated_owner, false, true);
1430                 $entry->appendChild($entry_repeat);
1431         } elseif ($repeat) {
1432                 $author = ostatus_add_author($doc, $owner);
1433                 $entry->appendChild($author);
1434         }
1435
1436         $mentioned = array();
1437
1438         if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1439                 $parent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1440                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1441
1442                 $attributes = array(
1443                                 "ref" => $parent_item,
1444                                 "type" => "text/html",
1445                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1446                 xml_add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1447
1448                 $attributes = array(
1449                                 "rel" => "related",
1450                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1451                 xml_add_element($doc, $entry, "link", "", $attributes);
1452
1453                 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1454                 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1455
1456                 $thrparent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1457                                 intval($owner["uid"]),
1458                                 dbesc($parent_item));
1459                 if ($thrparent) {
1460                         $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1461                         $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1462                 }
1463         }
1464
1465         xml_add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation",
1466                                                         "href" => $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]));
1467         xml_add_element($doc, $entry, "ostatus:conversation", $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]);
1468
1469         $tags = item_getfeedtags($item);
1470
1471         if(count($tags))
1472                 foreach($tags as $t)
1473                         if ($t[0] == "@")
1474                                 $mentioned[$t[1]] = $t[1];
1475
1476         // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1477         $newmentions = array();
1478         foreach ($mentioned AS $mention) {
1479                 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1480                 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1481         }
1482         $mentioned = $newmentions;
1483
1484         foreach ($mentioned AS $mention) {
1485                 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1486                         intval($owner["uid"]),
1487                         dbesc(normalise_link($mention)));
1488                 if ($r[0]["forum"] OR $r[0]["prv"])
1489                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1490                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1491                                                                                 "href" => $mention));
1492                 else
1493                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1494                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1495                                                                                 "href" => $mention));
1496         }
1497
1498         if (!$item["private"])
1499                 xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1500                                                                 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1501                                                                 "href" => "http://activityschema.org/collection/public"));
1502
1503         if(count($tags))
1504                 foreach($tags as $t)
1505                         if ($t[0] != "@")
1506                                 xml_add_element($doc, $entry, "category", "", array("term" => $t[2]));
1507
1508         ostatus_get_attachment($doc, $entry, $item);
1509
1510         /// @TODO
1511         /// The API call has yet to be implemented
1512         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1513         //              "rel" => "self", "type" => "application/atom+xml");
1514         //xml_add_element($doc, $entry, "link", "", $attributes);
1515
1516         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1517         //              "rel" => "edit", "type" => "application/atom+xml");
1518         //xml_add_element($doc, $entry, "link", "", $attributes);
1519
1520         $app = $item["app"];
1521         if ($app == "")
1522                 $app = "web";
1523
1524
1525         $attributes = array("local_id" => $item["id"], "source" => $app);
1526         if ($is_repeat)
1527                 $attributes["repeat_of"] = $repeated_item["id"];
1528
1529         xml_add_element($doc, $entry, "statusnet:notice_info", "", $attributes);
1530
1531         return $entry;
1532 }
1533
1534 function ostatus_feed(&$a, $owner_nick, $last_update) {
1535
1536         $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1537                         FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1538                         WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1539                         dbesc($owner_nick));
1540         if (!$r)
1541                 return;
1542
1543         $owner = $r[0];
1544
1545         if(!strlen($last_update))
1546                 $last_update = 'now -30 days';
1547
1548         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1549
1550         $items = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id` FROM `item`
1551                         INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1552                         LEFT JOIN `item` AS `thritem` ON `thritem`.`uri`=`item`.`thr-parent` AND `thritem`.`uid`=`item`.`uid`
1553                         WHERE `item`.`uid` = %d AND `item`.`received` > '%s' AND NOT `item`.`private` AND NOT `item`.`deleted`
1554                                 AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = '' AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1555                                 AND ((`item`.`wall` AND (`item`.`parent` = `item`.`id`))
1556                                         OR (`item`.`network` = '%s' AND ((`thread`.`network` IN ('%s', '%s')) OR (`thritem`.`network` IN ('%s', '%s')))) AND `thread`.`mention`)
1557                                 AND ((`item`.`owner-link` IN ('%s', '%s') AND (`item`.`parent` = `item`.`id`))
1558                                         OR (`item`.`author-link` IN ('%s', '%s')))
1559                         ORDER BY `item`.`received` DESC
1560                         LIMIT 0, 300",
1561                         intval($owner["uid"]), dbesc($check_date), dbesc(NETWORK_DFRN),
1562                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1563                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1564                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1565                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1566                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"])),
1567                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"]))
1568                 );
1569
1570         $doc = new DOMDocument('1.0', 'utf-8');
1571         $doc->formatOutput = true;
1572
1573         $root = ostatus_add_header($doc, $owner);
1574
1575         foreach ($items AS $item) {
1576                 $entry = ostatus_entry($doc, $item, $owner);
1577                 $root->appendChild($entry);
1578         }
1579
1580         return(trim($doc->saveXML()));
1581 }
1582
1583 function ostatus_salmon($item,$owner) {
1584
1585         $doc = new DOMDocument('1.0', 'utf-8');
1586         $doc->formatOutput = true;
1587
1588         $entry = ostatus_entry($doc, $item, $owner, true);
1589
1590         $doc->appendChild($entry);
1591
1592         return(trim($doc->saveXML()));
1593 }
1594 ?>