]> git.mxchange.org Git - friendica.git/blob - include/ostatus.php
reformat todo according to doxygen style
[friendica.git] / include / ostatus.php
1 <?php
2 require_once("include/Contact.php");
3 require_once("include/threads.php");
4 require_once("include/html2bbcode.php");
5 require_once("include/bbcode.php");
6 require_once("include/items.php");
7 require_once("mod/share.php");
8 require_once("include/enotify.php");
9 require_once("include/socgraph.php");
10 require_once("include/Photo.php");
11 require_once("include/Scrape.php");
12 require_once("include/follow.php");
13 require_once("mod/proxy.php");
14
15 define('OSTATUS_DEFAULT_POLL_INTERVAL', 30); // given in minutes
16 define('OSTATUS_DEFAULT_POLL_TIMEFRAME', 1440); // given in minutes
17 define('OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS', 14400); // given in minutes
18
19 define("NS_ATOM", "http://www.w3.org/2005/Atom");
20 define("NS_THR", "http://purl.org/syndication/thread/1.0");
21 define("NS_GEORSS", "http://www.georss.org/georss");
22 define("NS_ACTIVITY", "http://activitystrea.ms/spec/1.0/");
23 define("NS_MEDIA", "http://purl.org/syndication/atommedia");
24 define("NS_POCO", "http://portablecontacts.net/spec/1.0");
25 define("NS_OSTATUS", "http://ostatus.org/schema/1.0");
26 define("NS_STATUSNET", "http://status.net/schema/api/1/");
27
28 function ostatus_check_follow_friends() {
29         $r = q("SELECT `uid`,`v` FROM `pconfig` WHERE `cat`='system' AND `k`='ostatus_legacy_contact' AND `v` != ''");
30
31         if (!$r)
32                 return;
33
34         foreach ($r AS $contact) {
35                 ostatus_follow_friends($contact["uid"], $contact["v"]);
36                 set_pconfig($contact["uid"], "system", "ostatus_legacy_contact", "");
37         }
38 }
39
40 // This function doesn't work reliable by now.
41 function ostatus_follow_friends($uid, $url) {
42         $contact = probe_url($url);
43
44         if (!$contact)
45                 return;
46
47         $api = $contact["baseurl"]."/api/";
48
49         // Fetching friends
50         $data = z_fetch_url($api."statuses/friends.json?screen_name=".$contact["nick"]);
51
52         if (!$data["success"])
53                 return;
54
55         $friends = json_decode($data["body"]);
56
57         foreach ($friends AS $friend) {
58                 $url = $friend->statusnet_profile_url;
59                 $r = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND
60                         (`nurl` = '%s' OR `alias` = '%s' OR `alias` = '%s') AND
61                         `network` != '%s' LIMIT 1",
62                         intval($uid), dbesc(normalise_link($url)),
63                         dbesc(normalise_link($url)), dbesc($url), dbesc(NETWORK_STATUSNET));
64                 if (!$r) {
65                         $data = probe_url($friend->statusnet_profile_url);
66                         if ($data["network"] == NETWORK_OSTATUS) {
67                                 $result = new_contact($uid,$friend->statusnet_profile_url);
68                                 if ($result["success"])
69                                         logger($friend->name." ".$url." - success", LOGGER_DEBUG);
70                                 else
71                                         logger($friend->name." ".$url." - failed", LOGGER_DEBUG);
72                         } else
73                                 logger($friend->name." ".$url." - not OStatus", LOGGER_DEBUG);
74                 }
75         }
76 }
77
78 function ostatus_fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
79
80         $author = array();
81         $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
82         $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
83
84         // Preserve the value
85         $authorlink = $author["author-link"];
86
87         $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
88         if (is_object($alternate))
89                 foreach($alternate AS $attributes)
90                         if ($attributes->name == "href")
91                                 $author["author-link"] = $attributes->textContent;
92
93         $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
94                 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
95                 dbesc(normalise_link($authorlink)), dbesc(NETWORK_STATUSNET));
96         if ($r) {
97                 $contact = $r[0];
98                 $author["contact-id"] = $r[0]["id"];
99         } else
100                 $author["contact-id"] = $contact["id"];
101
102         $avatarlist = array();
103         $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
104         foreach($avatars AS $avatar) {
105                 $href = "";
106                 $width = 0;
107                 foreach($avatar->attributes AS $attributes) {
108                         if ($attributes->name == "href")
109                                 $href = $attributes->textContent;
110                         if ($attributes->name == "width")
111                                 $width = $attributes->textContent;
112                 }
113                 if (($width > 0) AND ($href != ""))
114                         $avatarlist[$width] = $href;
115         }
116         if (count($avatarlist) > 0) {
117                 krsort($avatarlist);
118                 $author["author-avatar"] = current($avatarlist);
119         }
120
121         $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
122         if ($displayname != "")
123                 $author["author-name"] = $displayname;
124
125         $author["owner-name"] = $author["author-name"];
126         $author["owner-link"] = $author["author-link"];
127         $author["owner-avatar"] = $author["author-avatar"];
128
129         if ($r AND !$onlyfetch) {
130                 // Update contact data
131                 $update_contact = ($r[0]['name-date'] < datetime_convert('','','now -12 hours'));
132                 if ($update_contact) {
133                         logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
134
135                         $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
136                         if ($value != "")
137                                 $contact["name"] = $value;
138
139                         $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
140                         if ($value != "")
141                                 $contact["nick"] = $value;
142
143                         $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
144                         if ($value != "")
145                                 $contact["about"] = html2bbcode($value);
146
147                         $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
148                         if ($value != "")
149                                 $contact["location"] = $value;
150
151                         q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
152                                 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["about"]), dbesc($contact["location"]),
153                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
154
155                         poco_check($contact["url"], $contact["name"], $contact["network"], $author["author-avatar"], $contact["about"], $contact["location"],
156                                         "", "", "", datetime_convert(), 2, $contact["id"], $contact["uid"]);
157                 }
158
159                 $update_photo = ($r[0]['avatar-date'] < datetime_convert('','','now -12 hours'));
160
161                 if ($update_photo AND isset($author["author-avatar"])) {
162                         logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
163
164                         $photos = import_profile_photo($author["author-avatar"], $importer["uid"], $contact["id"]);
165
166                         q("UPDATE `contact` SET `photo` = '%s', `thumb` = '%s', `micro` = '%s', `avatar-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
167                                 dbesc($photos[0]), dbesc($photos[1]), dbesc($photos[2]),
168                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
169                 }
170         }
171
172         return($author);
173 }
174
175 function ostatus_salmon_author($xml, $importer) {
176         $a = get_app();
177
178         if ($xml == "")
179                 return;
180
181         $doc = new DOMDocument();
182         @$doc->loadXML($xml);
183
184         $xpath = new DomXPath($doc);
185         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
186         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
187         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
188         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
189         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
190         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
191         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
192         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
193
194         $entries = $xpath->query('/atom:entry');
195
196         foreach ($entries AS $entry) {
197                 // fetch the author
198                 $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, true);
199                 return $author;
200         }
201 }
202
203 function ostatus_import($xml,$importer,&$contact, &$hub) {
204
205         $a = get_app();
206
207         logger("Import OStatus message", LOGGER_DEBUG);
208
209         if ($xml == "")
210                 return;
211
212         $doc = new DOMDocument();
213         @$doc->loadXML($xml);
214
215         $xpath = new DomXPath($doc);
216         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
217         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
218         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
219         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
220         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
221         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
222         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
223         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
224
225         $gub = "";
226         $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
227         if (is_object($hub_attributes))
228                 foreach($hub_attributes AS $hub_attribute)
229                         if ($hub_attribute->name == "href") {
230                                 $hub = $hub_attribute->textContent;
231                                 logger("Found hub ".$hub, LOGGER_DEBUG);
232                         }
233
234         $header = array();
235         $header["uid"] = $importer["uid"];
236         $header["network"] = NETWORK_OSTATUS;
237         $header["type"] = "remote";
238         $header["wall"] = 0;
239         $header["origin"] = 0;
240         $header["gravity"] = GRAVITY_PARENT;
241
242         // it could either be a received post or a post we fetched by ourselves
243         // depending on that, the first node is different
244         $first_child = $doc->firstChild->tagName;
245
246         if ($first_child == "feed")
247                 $entries = $xpath->query('/atom:feed/atom:entry');
248         else
249                 $entries = $xpath->query('/atom:entry');
250
251         $conversation = "";
252         $conversationlist = array();
253         $item_id = 0;
254
255         // Reverse the order of the entries
256         $entrylist = array();
257
258         foreach ($entries AS $entry)
259                 $entrylist[] = $entry;
260
261         foreach (array_reverse($entrylist) AS $entry) {
262
263                 $mention = false;
264
265                 // fetch the author
266                 if ($first_child == "feed")
267                         $author = ostatus_fetchauthor($xpath, $doc->firstChild, $importer, $contact, false);
268                 else
269                         $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, false);
270
271                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
272                 if ($value != "")
273                         $nickname = $value;
274                 else
275                         $nickname = $author["author-name"];
276
277                 $item = array_merge($header, $author);
278
279                 // Now get the item
280                 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
281
282                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
283                         intval($importer["uid"]), dbesc($item["uri"]));
284                 if ($r) {
285                         logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already existed under id ".$r[0]["id"], LOGGER_DEBUG);
286                         continue;
287                 }
288
289                 $item["body"] = add_page_info_to_body(html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue));
290                 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
291
292                 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) OR ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
293                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
294                         $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
295                 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION)
296                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
297
298                 $item["object"] = $xml;
299                 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
300
301                 /// @TODO
302                 /// Delete a message
303                 if ($item["verb"] == "qvitter-delete-notice") {
304                         // ignore "Delete" messages (by now)
305                         logger("Ignore delete message ".print_r($item, true));
306                         continue;
307                 }
308
309                 if ($item["verb"] == ACTIVITY_JOIN) {
310                         // ignore "Join" messages
311                         logger("Ignore join message ".print_r($item, true));
312                         continue;
313                 }
314
315                 if ($item["verb"] == ACTIVITY_FOLLOW) {
316                         new_follower($importer, $contact, $item, $nickname);
317                         continue;
318                 }
319
320                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
321                         lose_follower($importer, $contact, $item, $dummy);
322                         continue;
323                 }
324
325                 if ($item["verb"] == ACTIVITY_FAVORITE) {
326                         $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
327                         logger("Favorite ".$orig_uri." ".print_r($item, true));
328
329                         $item["verb"] = ACTIVITY_LIKE;
330                         $item["parent-uri"] = $orig_uri;
331                         $item["gravity"] = GRAVITY_LIKE;
332                 }
333
334                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
335                         // Ignore "Unfavorite" message
336                         logger("Ignore unfavorite message ".print_r($item, true));
337                         continue;
338                 }
339
340                 // http://activitystrea.ms/schema/1.0/rsvp-yes
341                 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE)))
342                         logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
343
344                 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
345                 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
346                 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
347
348                 $related = "";
349
350                 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
351                 if (is_object($inreplyto->item(0))) {
352                         foreach($inreplyto->item(0)->attributes AS $attributes) {
353                                 if ($attributes->name == "ref")
354                                         $item["parent-uri"] = $attributes->textContent;
355                                 if ($attributes->name == "href")
356                                         $related = $attributes->textContent;
357                         }
358                 }
359
360                 $georsspoint = $xpath->query('georss:point', $entry);
361                 if ($georsspoint)
362                         $item["coord"] = $georsspoint->item(0)->nodeValue;
363
364                 /// @TODO
365                 /// $item["location"] =
366
367                 $categories = $xpath->query('atom:category', $entry);
368                 if ($categories) {
369                         foreach ($categories AS $category) {
370                                 foreach($category->attributes AS $attributes)
371                                         if ($attributes->name == "term") {
372                                                 $term = $attributes->textContent;
373                                                 if(strlen($item["tag"]))
374                                                         $item["tag"] .= ',';
375                                                 $item["tag"] .= "#[url=".$a->get_baseurl()."/search?tag=".$term."]".$term."[/url]";
376                                         }
377                         }
378                 }
379
380                 $self = "";
381                 $enclosure = "";
382
383                 $links = $xpath->query('atom:link', $entry);
384                 if ($links) {
385                         $rel = "";
386                         $href = "";
387                         $type = "";
388                         $length = "0";
389                         $title = "";
390                         foreach ($links AS $link) {
391                                 foreach($link->attributes AS $attributes) {
392                                         if ($attributes->name == "href")
393                                                 $href = $attributes->textContent;
394                                         if ($attributes->name == "rel")
395                                                 $rel = $attributes->textContent;
396                                         if ($attributes->name == "type")
397                                                 $type = $attributes->textContent;
398                                         if ($attributes->name == "length")
399                                                 $length = $attributes->textContent;
400                                         if ($attributes->name == "title")
401                                                 $title = $attributes->textContent;
402                                 }
403                                 if (($rel != "") AND ($href != ""))
404                                         switch($rel) {
405                                                 case "alternate":
406                                                         $item["plink"] = $href;
407                                                         if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) OR
408                                                                 ($item["object-type"] == ACTIVITY_OBJ_EVENT))
409                                                                 $item["body"] .= add_page_info($href);
410                                                         break;
411                                                 case "ostatus:conversation":
412                                                         $conversation = $href;
413                                                         break;
414                                                 case "enclosure":
415                                                         $enclosure = $href;
416                                                         if(strlen($item["attach"]))
417                                                                 $item["attach"] .= ',';
418
419                                                         $item["attach"] .= '[attach]href="'.$href.'" length="'.$length.'" type="'.$type.'" title="'.$title.'"[/attach]';
420                                                         break;
421                                                 case "related":
422                                                         if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
423                                                                 if (!isset($item["parent-uri"]))
424                                                                         $item["parent-uri"] = $href;
425
426                                                                 if ($related == "")
427                                                                         $related = $href;
428                                                         } else
429                                                                 $item["body"] .= add_page_info($href);
430                                                         break;
431                                                 case "self":
432                                                         $self = $href;
433                                                         break;
434                                                 case "mentioned":
435                                                         // Notification check
436                                                         if ($importer["nurl"] == normalise_link($href))
437                                                                 $mention = true;
438                                                         break;
439                                         }
440                         }
441                 }
442
443                 $local_id = "";
444                 $repeat_of = "";
445
446                 $notice_info = $xpath->query('statusnet:notice_info', $entry);
447                 if ($notice_info AND ($notice_info->length > 0)) {
448                         foreach($notice_info->item(0)->attributes AS $attributes) {
449                                 if ($attributes->name == "source")
450                                         $item["app"] = strip_tags($attributes->textContent);
451                                 if ($attributes->name == "local_id")
452                                         $local_id = $attributes->textContent;
453                                 if ($attributes->name == "repeat_of")
454                                         $repeat_of = $attributes->textContent;
455                         }
456                 }
457
458                 // Is it a repeated post?
459                 if ($repeat_of != "") {
460                         $activityobjects = $xpath->query('activity:object', $entry)->item(0);
461
462                         if (is_object($activityobjects)) {
463
464                                 $orig_uri = $xpath->query("activity:object/atom:id", $activityobjects)->item(0)->nodeValue;
465                                 if (!isset($orig_uri))
466                                         $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
467
468                                 $orig_links = $xpath->query("activity:object/atom:link[@rel='alternate']", $activityobjects);
469                                 if ($orig_links AND ($orig_links->length > 0))
470                                         foreach($orig_links->item(0)->attributes AS $attributes)
471                                                 if ($attributes->name == "href")
472                                                         $orig_link = $attributes->textContent;
473
474                                 if (!isset($orig_link))
475                                         $orig_link = $xpath->query("atom:link[@rel='alternate']", $activityobjects)->item(0)->nodeValue;
476
477                                 if (!isset($orig_link))
478                                         $orig_link =  ostatus_convert_href($orig_uri);
479
480                                 $orig_body = $xpath->query('activity:object/atom:content/text()', $activityobjects)->item(0)->nodeValue;
481                                 if (!isset($orig_body))
482                                         $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
483
484                                 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
485
486                                 $orig_contact = $contact;
487                                 $orig_author = ostatus_fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
488
489                                 //if (!intval(get_config('system','wall-to-wall_share'))) {
490                                 //      $prefix = share_header($orig_author['author-name'], $orig_author['author-link'], $orig_author['author-avatar'], "", $orig_created, $orig_link);
491                                 //      $item["body"] = $prefix.add_page_info_to_body(html2bbcode($orig_body))."[/share]";
492                                 //} else {
493                                         $item["author-name"] = $orig_author["author-name"];
494                                         $item["author-link"] = $orig_author["author-link"];
495                                         $item["author-avatar"] = $orig_author["author-avatar"];
496                                         $item["body"] = add_page_info_to_body(html2bbcode($orig_body));
497                                         $item["created"] = $orig_created;
498
499                                         $item["uri"] = $orig_uri;
500                                         $item["plink"] = $orig_link;
501                                 //}
502
503                                 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
504
505                                 $item["object-type"] = $xpath->query('activity:object/activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
506                                 if (!isset($item["object-type"]))
507                                         $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
508                         }
509                 }
510
511                 //if ($enclosure != "")
512                 //      $item["body"] .= add_page_info($enclosure);
513
514                 if (isset($item["parent-uri"])) {
515                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
516                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
517
518                         if (!$r AND ($related != "")) {
519                                 $reply_path = str_replace("/notice/", "/api/statuses/show/", $related).".atom";
520
521                                 if ($reply_path != $related) {
522                                         logger("Fetching related items for user ".$importer["uid"]." from ".$reply_path, LOGGER_DEBUG);
523                                         $reply_xml = fetch_url($reply_path);
524
525                                         $reply_contact = $contact;
526                                         ostatus_import($reply_xml,$importer,$reply_contact, $reply_hub);
527
528                                         // After the import try to fetch the parent item again
529                                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
530                                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
531                                 }
532                         }
533                         if ($r) {
534                                 $item["type"] = 'remote-comment';
535                                 $item["gravity"] = GRAVITY_COMMENT;
536                         }
537                 } else
538                         $item["parent-uri"] = $item["uri"];
539
540                 $item_id = ostatus_completion($conversation, $importer["uid"], $item);
541
542                 if (!$item_id) {
543                         logger("Error storing item", LOGGER_DEBUG);
544                         continue;
545                 }
546
547                 logger("Item was stored with id ".$item_id, LOGGER_DEBUG);
548                 $item["id"] = $item_id;
549
550                 if ($mention) {
551                         $u = q("SELECT `notify-flags`, `language`, `username`, `email` FROM user WHERE uid = %d LIMIT 1", intval($item['uid']));
552                         $r = q("SELECT `parent` FROM `item` WHERE `id` = %d", intval($item_id));
553
554                         notification(array(
555                                 'type'         => NOTIFY_TAGSELF,
556                                 'notify_flags' => $u[0]["notify-flags"],
557                                 'language'     => $u[0]["language"],
558                                 'to_name'      => $u[0]["username"],
559                                 'to_email'     => $u[0]["email"],
560                                 'uid'          => $item["uid"],
561                                 'item'         => $item,
562                                 'link'         => $a->get_baseurl().'/display/'.urlencode(get_item_guid($item_id)),
563                                 'source_name'  => $item["author-name"],
564                                 'source_link'  => $item["author-link"],
565                                 'source_photo' => $item["author-avatar"],
566                                 'verb'         => ACTIVITY_TAG,
567                                 'otype'        => 'item',
568                                 'parent'       => $r[0]["parent"]
569                         ));
570                 }
571         }
572 }
573
574 function ostatus_convert_href($href) {
575         $elements = explode(":",$href);
576
577         if ((count($elements) <= 2) OR ($elements[0] != "tag"))
578                 return $href;
579
580         $server = explode(",", $elements[1]);
581         $conversation = explode("=", $elements[2]);
582
583         if ((count($elements) == 4) AND ($elements[2] == "post"))
584                 return "http://".$server[0]."/notice/".$elements[3];
585
586         if ((count($conversation) != 2) OR ($conversation[1] ==""))
587                 return $href;
588
589         if ($elements[3] == "objectType=thread")
590                 return "http://".$server[0]."/conversation/".$conversation[1];
591         else
592                 return "http://".$server[0]."/notice/".$conversation[1];
593
594         return $href;
595 }
596
597 function check_conversations($mentions = false, $override = false) {
598         $last = get_config('system','ostatus_last_poll');
599
600         $poll_interval = intval(get_config('system','ostatus_poll_interval'));
601         if(! $poll_interval)
602                 $poll_interval = OSTATUS_DEFAULT_POLL_INTERVAL;
603
604         // Don't poll if the interval is set negative
605         if (($poll_interval < 0) AND !$override)
606                 return;
607
608         if (!$mentions) {
609                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
610                 if (!$poll_timeframe)
611                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME;
612         } else {
613                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
614                 if (!$poll_timeframe)
615                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS;
616         }
617
618
619         if ($last AND !$override) {
620                 $next = $last + ($poll_interval * 60);
621                 if ($next > time()) {
622                         logger('poll interval not reached');
623                         return;
624                 }
625         }
626
627         logger('cron_start');
628
629         $start = date("Y-m-d H:i:s", time() - ($poll_timeframe * 60));
630
631         if ($mentions)
632                 $conversations = q("SELECT `term`.`oid`, `term`.`url`, `term`.`uid` FROM `term`
633                                         STRAIGHT_JOIN `thread` ON `thread`.`iid` = `term`.`oid` AND `thread`.`uid` = `term`.`uid`
634                                         WHERE `term`.`type` = 7 AND `term`.`term` > '%s' AND `thread`.`mention`
635                                         GROUP BY `term`.`url`, `term`.`uid` ORDER BY `term`.`term` DESC", dbesc($start));
636         else
637                 $conversations = q("SELECT `oid`, `url`, `uid` FROM `term`
638                                         WHERE `type` = 7 AND `term` > '%s'
639                                         GROUP BY `url`, `uid` ORDER BY `term` DESC", dbesc($start));
640
641         foreach ($conversations AS $conversation) {
642                 ostatus_completion($conversation['url'], $conversation['uid']);
643         }
644
645         logger('cron_end');
646
647         set_config('system','ostatus_last_poll', time());
648 }
649
650 function ostatus_completion($conversation_url, $uid, $item = array()) {
651
652         $a = get_app();
653
654         $item_stored = -1;
655
656         $conversation_url = ostatus_convert_href($conversation_url);
657
658         // If the thread shouldn't be completed then store the item and go away
659         if ((intval(get_config('system','ostatus_poll_interval')) == -2) AND (count($item) > 0)) {
660                 //$arr["app"] .= " (OStatus-NoCompletion)";
661                 $item_stored = item_store($item, true);
662                 return($item_stored);
663         }
664
665         // Get the parent
666         $parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
667                         (SELECT `parent` FROM `item` WHERE `id` IN
668                                 (SELECT `oid` FROM `term` WHERE `uid` = %d AND `otype` = %d AND `type` = %d AND `url` = '%s'))",
669                         intval($uid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION), dbesc($conversation_url));
670
671         if ($parents)
672                 $parent = $parents[0];
673         elseif (count($item) > 0) {
674                 $parent = $item;
675                 $parent["type"] = "remote";
676                 $parent["verb"] = ACTIVITY_POST;
677                 $parent["visible"] = 1;
678         } else {
679                 // Preset the parent
680                 $r = q("SELECT `id` FROM `contact` WHERE `self` AND `uid`=%d", $uid);
681                 if (!$r)
682                         return(-2);
683
684                 $parent = array();
685                 $parent["id"] = 0;
686                 $parent["parent"] = 0;
687                 $parent["uri"] = "";
688                 $parent["contact-id"] = $r[0]["id"];
689                 $parent["type"] = "remote";
690                 $parent["verb"] = ACTIVITY_POST;
691                 $parent["visible"] = 1;
692         }
693
694         $conv = str_replace("/conversation/", "/api/statusnet/conversation/", $conversation_url).".as";
695         $pageno = 1;
696         $items = array();
697
698         logger('fetching conversation url '.$conv.' for user '.$uid);
699
700         do {
701                 $conv_arr = z_fetch_url($conv."?page=".$pageno);
702
703                 // If it is a non-ssl site and there is an error, then try ssl or vice versa
704                 if (!$conv_arr["success"] AND (substr($conv, 0, 7) == "http://")) {
705                         $conv = str_replace("http://", "https://", $conv);
706                         $conv_as = fetch_url($conv."?page=".$pageno);
707                 } elseif (!$conv_arr["success"] AND (substr($conv, 0, 8) == "https://")) {
708                         $conv = str_replace("https://", "http://", $conv);
709                         $conv_as = fetch_url($conv."?page=".$pageno);
710                 } else
711                         $conv_as = $conv_arr["body"];
712
713                 $conv_as = str_replace(',"statusnet:notice_info":', ',"statusnet_notice_info":', $conv_as);
714                 $conv_as = json_decode($conv_as);
715
716                 $no_of_items = sizeof($items);
717
718                 if (@is_array($conv_as->items))
719                         foreach ($conv_as->items AS $single_item)
720                                 $items[$single_item->id] = $single_item;
721
722                 if ($no_of_items == sizeof($items))
723                         break;
724
725                 $pageno++;
726
727         } while (true);
728
729         logger('fetching conversation done. Found '.count($items).' items');
730
731         if (!sizeof($items)) {
732                 if (count($item) > 0) {
733                         //$arr["app"] .= " (OStatus-NoConvFetched)";
734                         $item_stored = item_store($item, true);
735
736                         if ($item_stored) {
737                                 logger("Conversation ".$conversation_url." couldn't be fetched. Item uri ".$item["uri"]." stored: ".$item_stored, LOGGER_DEBUG);
738                                 ostatus_store_conversation($item_id, $conversation_url);
739                         }
740
741                         return($item_stored);
742                 } else
743                         return(-3);
744         }
745
746         $items = array_reverse($items);
747
748         $r = q("SELECT `nurl` FROM `contact` WHERE `uid` = %d AND `self`", intval($uid));
749         $importer = $r[0];
750
751         foreach ($items as $single_conv) {
752
753                 // Test - remove before flight
754                 //$tempfile = tempnam(get_temppath(), "conversation");
755                 //file_put_contents($tempfile, json_encode($single_conv));
756
757                 $mention = false;
758
759                 if (isset($single_conv->object->id))
760                         $single_conv->id = $single_conv->object->id;
761
762                 $plink = ostatus_convert_href($single_conv->id);
763                 if (isset($single_conv->object->url))
764                         $plink = ostatus_convert_href($single_conv->object->url);
765
766                 if (@!$single_conv->id)
767                         continue;
768
769                 logger("Got id ".$single_conv->id, LOGGER_DEBUG);
770
771                 if ($first_id == "") {
772                         $first_id = $single_conv->id;
773
774                         // The first post of the conversation isn't our first post. There are three options:
775                         // 1. Our conversation hasn't the "real" thread starter
776                         // 2. This first post is a post inside our thread
777                         // 3. This first post is a post inside another thread
778                         if (($first_id != $parent["uri"]) AND ($parent["uri"] != "")) {
779                                 $new_parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
780                                                         (SELECT `parent` FROM `item`
781                                                                 WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s')) LIMIT 1",
782                                         intval($uid), dbesc($first_id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
783                                 if ($new_parents) {
784                                         if ($new_parents[0]["parent"] == $parent["parent"]) {
785                                                 // Option 2: This post is already present inside our thread - but not as thread starter
786                                                 logger("Option 2: uri present in our thread: ".$first_id, LOGGER_DEBUG);
787                                                 $first_id = $parent["uri"];
788                                         } else {
789                                                 // Option 3: Not so good. We have mixed parents. We have to see how to clean this up.
790                                                 // For now just take the new parent.
791                                                 $parent = $new_parents[0];
792                                                 $first_id = $parent["uri"];
793                                                 logger("Option 3: mixed parents for uri ".$first_id, LOGGER_DEBUG);
794                                         }
795                                 } else {
796                                         // Option 1: We hadn't got the real thread starter
797                                         // We have to clean up our existing messages.
798                                         $parent["id"] = 0;
799                                         $parent["uri"] = $first_id;
800                                         logger("Option 1: we have a new parent: ".$first_id, LOGGER_DEBUG);
801                                 }
802                         } elseif ($parent["uri"] == "") {
803                                 $parent["id"] = 0;
804                                 $parent["uri"] = $first_id;
805                         }
806                 }
807
808                 $parent_uri = $parent["uri"];
809
810                 // "context" only seems to exist on older servers
811                 if (isset($single_conv->context->inReplyTo->id)) {
812                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
813                                                 intval($uid), dbesc($single_conv->context->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
814                         if ($parent_exists)
815                                 $parent_uri = $single_conv->context->inReplyTo->id;
816                 }
817
818                 // This is the current way
819                 if (isset($single_conv->object->inReplyTo->id)) {
820                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
821                                                 intval($uid), dbesc($single_conv->object->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
822                         if ($parent_exists)
823                                 $parent_uri = $single_conv->object->inReplyTo->id;
824                 }
825
826                 $message_exists = q("SELECT `id`, `parent`, `uri` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
827                                                 intval($uid), dbesc($single_conv->id),
828                                                 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
829                 if ($message_exists) {
830                         logger("Message ".$single_conv->id." already existed on the system", LOGGER_DEBUG);
831
832                         if ($parent["id"] != 0) {
833                                 $existing_message = $message_exists[0];
834
835                                 // We improved the way we fetch OStatus messages, this shouldn't happen very often now
836                                 /// @TODO We have to change the shadow copies as well. This way here is really ugly.
837                                 if ($existing_message["parent"] != $parent["id"]) {
838                                         logger('updating id '.$existing_message["id"].' with parent '.$existing_message["parent"].' to parent '.$parent["id"].' uri '.$parent["uri"].' thread '.$parent_uri, LOGGER_DEBUG);
839
840                                         // Update the parent id of the selected item
841                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `id` = %d",
842                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["id"]));
843
844                                         // Update the parent uri in the thread - but only if it points to itself
845                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE `id` = %d AND `uri` = `thr-parent`",
846                                                 dbesc($parent_uri), intval($existing_message["id"]));
847
848                                         // try to change all items of the same parent
849                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `parent` = %d",
850                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["parent"]));
851
852                                         // Update the parent uri in the thread - but only if it points to itself
853                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE (`parent` = %d) AND (`uri` = `thr-parent`)",
854                                                 dbesc($parent["uri"]), intval($existing_message["parent"]));
855
856                                         // Now delete the thread
857                                         delete_thread($existing_message["parent"]);
858                                 }
859                         }
860
861                         // The item we are having on the system is the one that we wanted to store via the item array
862                         if (isset($item["uri"]) AND ($item["uri"] == $existing_message["uri"])) {
863                                 $item = array();
864                                 $item_stored = 0;
865                         }
866
867                         continue;
868                 }
869
870                 if (is_array($single_conv->to))
871                         foreach($single_conv->to AS $to)
872                                 if ($importer["nurl"] == normalise_link($to->id))
873                                         $mention = true;
874
875                 $actor = $single_conv->actor->id;
876                 if (isset($single_conv->actor->url))
877                         $actor = $single_conv->actor->url;
878
879                 $contact = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s' AND `network` != '%s'",
880                                 $uid, normalise_link($actor), NETWORK_STATUSNET);
881
882                 if (count($contact)) {
883                         logger("Found contact for url ".$actor, LOGGER_DEBUG);
884                         $contact_id = $contact[0]["id"];
885                 } else {
886                         logger("No contact found for url ".$actor, LOGGER_DEBUG);
887
888                         // Adding a global contact
889                         /// @TODO Use this data for the post
890                         $global_contact_id = get_contact($actor, 0);
891
892                         logger("Global contact ".$global_contact_id." found for url ".$actor, LOGGER_DEBUG);
893
894                         $contact_id = $parent["contact-id"];
895                 }
896
897                 $arr = array();
898                 $arr["network"] = NETWORK_OSTATUS;
899                 $arr["uri"] = $single_conv->id;
900                 $arr["plink"] = $plink;
901                 $arr["uid"] = $uid;
902                 $arr["contact-id"] = $contact_id;
903                 $arr["parent-uri"] = $parent_uri;
904                 $arr["created"] = $single_conv->published;
905                 $arr["edited"] = $single_conv->published;
906                 $arr["owner-name"] = $single_conv->actor->displayName;
907                 if ($arr["owner-name"] == '')
908                         $arr["owner-name"] = $single_conv->actor->contact->displayName;
909                 if ($arr["owner-name"] == '')
910                         $arr["owner-name"] = $single_conv->actor->portablecontacts_net->displayName;
911
912                 $arr["owner-link"] = $actor;
913                 $arr["owner-avatar"] = $single_conv->actor->image->url;
914                 $arr["author-name"] = $arr["owner-name"];
915                 $arr["author-link"] = $actor;
916                 $arr["author-avatar"] = $single_conv->actor->image->url;
917                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->content));
918
919                 if (isset($single_conv->status_net->notice_info->source))
920                         $arr["app"] = strip_tags($single_conv->status_net->notice_info->source);
921                 elseif (isset($single_conv->statusnet->notice_info->source))
922                         $arr["app"] = strip_tags($single_conv->statusnet->notice_info->source);
923                 elseif (isset($single_conv->statusnet_notice_info->source))
924                         $arr["app"] = strip_tags($single_conv->statusnet_notice_info->source);
925                 elseif (isset($single_conv->provider->displayName))
926                         $arr["app"] = $single_conv->provider->displayName;
927                 else
928                         $arr["app"] = "OStatus";
929
930                 //$arr["app"] .= " (Conversation)";
931
932                 $arr["object"] = json_encode($single_conv);
933                 $arr["verb"] = $parent["verb"];
934                 $arr["visible"] = $parent["visible"];
935                 $arr["location"] = $single_conv->location->displayName;
936                 $arr["coord"] = trim($single_conv->location->lat." ".$single_conv->location->lon);
937
938                 // Is it a reshared item?
939                 if (isset($single_conv->verb) AND ($single_conv->verb == "share") AND isset($single_conv->object)) {
940                         if (is_array($single_conv->object))
941                                 $single_conv->object = $single_conv->object[0];
942
943                         logger("Found reshared item ".$single_conv->object->id);
944
945                         // $single_conv->object->context->conversation;
946
947                         if (isset($single_conv->object->object->id))
948                                 $arr["uri"] = $single_conv->object->object->id;
949                         else
950                                 $arr["uri"] = $single_conv->object->id;
951
952                         if (isset($single_conv->object->object->url))
953                                 $plink = ostatus_convert_href($single_conv->object->object->url);
954                         else
955                                 $plink = ostatus_convert_href($single_conv->object->url);
956
957                         if (isset($single_conv->object->object->content))
958                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->object->content));
959                         else
960                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->content));
961
962                         $arr["plink"] = $plink;
963
964                         $arr["created"] = $single_conv->object->published;
965                         $arr["edited"] = $single_conv->object->published;
966
967                         $arr["author-name"] = $single_conv->object->actor->displayName;
968                         if ($arr["owner-name"] == '')
969                                 $arr["author-name"] = $single_conv->object->actor->contact->displayName;
970
971                         $arr["author-link"] = $single_conv->object->actor->url;
972                         $arr["author-avatar"] = $single_conv->object->actor->image->url;
973
974                         $arr["app"] = $single_conv->object->provider->displayName."#";
975                         //$arr["verb"] = $single_conv->object->verb;
976
977                         $arr["location"] = $single_conv->object->location->displayName;
978                         $arr["coord"] = trim($single_conv->object->location->lat." ".$single_conv->object->location->lon);
979                 }
980
981                 if ($arr["location"] == "")
982                         unset($arr["location"]);
983
984                 if ($arr["coord"] == "")
985                         unset($arr["coord"]);
986
987                 // Copy fields from given item array
988                 if (isset($item["uri"]) AND (($item["uri"] == $arr["uri"]) OR ($item["uri"] ==  $single_conv->id))) {
989                         $copy_fields = array("owner-name", "owner-link", "owner-avatar", "author-name", "author-link", "author-avatar",
990                                                 "gravity", "body", "object-type", "object", "verb", "created", "edited", "coord", "tag",
991                                                 "title", "attach", "app", "type", "location", "contact-id", "uri");
992                         foreach ($copy_fields AS $field)
993                                 if (isset($item[$field]))
994                                         $arr[$field] = $item[$field];
995
996                         //$arr["app"] .= " (OStatus)";
997                 }
998
999                 $newitem = item_store($arr);
1000                 if (!$newitem) {
1001                         logger("Item wasn't stored ".print_r($arr, true), LOGGER_DEBUG);
1002                         continue;
1003                 }
1004
1005                 if (isset($item["uri"]) AND ($item["uri"] == $arr["uri"])) {
1006                         $item = array();
1007                         $item_stored = $newitem;
1008                 }
1009
1010                 logger('Stored new item '.$plink.' for parent '.$arr["parent-uri"].' under id '.$newitem, LOGGER_DEBUG);
1011
1012                 // Add the conversation entry (but don't fetch the whole conversation)
1013                 ostatus_store_conversation($newitem, $conversation_url);
1014
1015                 if ($mention) {
1016                         $u = q("SELECT `notify-flags`, `language`, `username`, `email` FROM user WHERE uid = %d LIMIT 1", intval($uid));
1017                         $r = q("SELECT `parent` FROM `item` WHERE `id` = %d", intval($newitem));
1018
1019                         notification(array(
1020                                 'type'         => NOTIFY_TAGSELF,
1021                                 'notify_flags' => $u[0]["notify-flags"],
1022                                 'language'     => $u[0]["language"],
1023                                 'to_name'      => $u[0]["username"],
1024                                 'to_email'     => $u[0]["email"],
1025                                 'uid'          => $uid,
1026                                 'item'         => $arr,
1027                                 'link'         => $a->get_baseurl().'/display/'.urlencode(get_item_guid($newitem)),
1028                                 'source_name'  => $arr["author-name"],
1029                                 'source_link'  => $arr["author-link"],
1030                                 'source_photo' => $arr["author-avatar"],
1031                                 'verb'         => ACTIVITY_TAG,
1032                                 'otype'        => 'item',
1033                                 'parent'       => $r[0]["parent"]
1034                         ));
1035                 }
1036
1037                 // If the newly created item is the top item then change the parent settings of the thread
1038                 // This shouldn't happen anymore. This is supposed to be absolote.
1039                 if ($arr["uri"] == $first_id) {
1040                         logger('setting new parent to id '.$newitem);
1041                         $new_parents = q("SELECT `id`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `uid` = %d AND `id` = %d LIMIT 1",
1042                                 intval($uid), intval($newitem));
1043                         if ($new_parents)
1044                                 $parent = $new_parents[0];
1045                 }
1046         }
1047
1048         if (($item_stored < 0) AND (count($item) > 0)) {
1049                 //$arr["app"] .= " (OStatus-NoConvFound)";
1050                 $item_stored = item_store($item, true);
1051                 if ($item_stored) {
1052                         logger("Uri ".$item["uri"]." wasn't found in conversation ".$conversation_url, LOGGER_DEBUG);
1053                         ostatus_store_conversation($item_stored, $conversation_url);
1054                 }
1055         }
1056
1057         return($item_stored);
1058 }
1059
1060 function ostatus_store_conversation($itemid, $conversation_url) {
1061         global $a;
1062
1063         $conversation_url = ostatus_convert_href($conversation_url);
1064
1065         $messages = q("SELECT `uid`, `parent`, `created`, `received`, `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($itemid));
1066         if (!$messages)
1067                 return;
1068         $message = $messages[0];
1069
1070         // Store conversation url if not done before
1071         $conversation = q("SELECT `url` FROM `term` WHERE `uid` = %d AND `oid` = %d AND `otype` = %d AND `type` = %d",
1072                 intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION));
1073
1074         if (!$conversation) {
1075                 $r = q("INSERT INTO `term` (`uid`, `oid`, `otype`, `type`, `term`, `url`, `created`, `received`, `guid`) VALUES (%d, %d, %d, %d, '%s', '%s', '%s', '%s', '%s')",
1076                         intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION),
1077                         dbesc($message["created"]), dbesc($conversation_url), dbesc($message["created"]), dbesc($message["received"]), dbesc($message["guid"]));
1078                 logger('Storing conversation url '.$conversation_url.' for id '.$itemid);
1079         }
1080 }
1081
1082 function xml_add_element($doc, $parent, $element, $value = "", $attributes = array()) {
1083         $element = $doc->createElement($element, xmlify($value));
1084
1085         foreach ($attributes AS $key => $value) {
1086                 $attribute = $doc->createAttribute($key);
1087                 $attribute->value = xmlify($value);
1088                 $element->appendChild($attribute);
1089         }
1090
1091         $parent->appendChild($element);
1092 }
1093
1094 function ostatus_format_picture_post($body) {
1095         $siteinfo = get_attached_data($body);
1096
1097         if (($siteinfo["type"] == "photo")) {
1098                 if (isset($siteinfo["preview"]))
1099                         $preview = $siteinfo["preview"];
1100                 else
1101                         $preview = $siteinfo["image"];
1102
1103                 // Is it a remote picture? Then make a smaller preview here
1104                 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1105
1106                 // Is it a local picture? Then make it smaller here
1107                 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1108                 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1109
1110                 if (isset($siteinfo["url"]))
1111                         $url = $siteinfo["url"];
1112                 else
1113                         $url = $siteinfo["image"];
1114
1115                 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1116         }
1117
1118         return $body;
1119 }
1120
1121 function ostatus_add_header($doc, $owner) {
1122         $a = get_app();
1123
1124         $r = q("SELECT * FROM `profile` WHERE `uid` = %d AND `is-default`",
1125                 intval($owner["uid"]));
1126         if (!$r)
1127                 return;
1128
1129         $profile = $r[0];
1130
1131         $root = $doc->createElementNS(NS_ATOM, 'feed');
1132         $doc->appendChild($root);
1133
1134         $root->setAttribute("xmlns:thr", NS_THR);
1135         $root->setAttribute("xmlns:georss", NS_GEORSS);
1136         $root->setAttribute("xmlns:activity", NS_ACTIVITY);
1137         $root->setAttribute("xmlns:media", NS_MEDIA);
1138         $root->setAttribute("xmlns:poco", NS_POCO);
1139         $root->setAttribute("xmlns:ostatus", NS_OSTATUS);
1140         $root->setAttribute("xmlns:statusnet", NS_STATUSNET);
1141
1142         $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1143         xml_add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1144         xml_add_element($doc, $root, "id", $a->get_baseurl()."/profile/".$owner["nick"]);
1145         xml_add_element($doc, $root, "title", sprintf("%s timeline", $profile["name"]));
1146         xml_add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $profile["name"], $a->config["sitename"]));
1147         xml_add_element($doc, $root, "logo", $profile["photo"]);
1148         xml_add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1149
1150         $author = ostatus_add_author($doc, $owner, $profile);
1151         $root->appendChild($author);
1152
1153         $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1154         xml_add_element($doc, $root, "link", "", $attributes);
1155
1156         /// @TODO We have to find out what this is
1157         /// $attributes = array("href" => $a->get_baseurl()."/sup",
1158         ///             "rel" => "http://api.friendfeed.com/2008/03#sup",
1159         ///             "type" => "application/json");
1160         /// xml_add_element($doc, $root, "link", "", $attributes);
1161
1162         ostatus_hublinks($doc, $root);
1163
1164         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "salmon");
1165         xml_add_element($doc, $root, "link", "", $attributes);
1166
1167         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1168         xml_add_element($doc, $root, "link", "", $attributes);
1169
1170         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1171         xml_add_element($doc, $root, "link", "", $attributes);
1172
1173         $attributes = array("href" => $a->get_baseurl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1174                         "rel" => "self", "type" => "application/atom+xml");
1175         xml_add_element($doc, $root, "link", "", $attributes);
1176
1177         return $root;
1178 }
1179
1180 function ostatus_hublinks($doc, $root) {
1181         $a = get_app();
1182         $hub = get_config('system','huburl');
1183
1184         $hubxml = '';
1185         if(strlen($hub)) {
1186                 $hubs = explode(',', $hub);
1187                 if(count($hubs)) {
1188                         foreach($hubs as $h) {
1189                                 $h = trim($h);
1190                                 if(! strlen($h))
1191                                         continue;
1192                                 if ($h === '[internal]')
1193                                         $h = $a->get_baseurl() . '/pubsubhubbub';
1194                                 xml_add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1195                         }
1196                 }
1197         }
1198 }
1199
1200 function ostatus_get_attachment($doc, $root, $item) {
1201         $o = "";
1202         $siteinfo = get_attached_data($item["body"]);
1203
1204         switch($siteinfo["type"]) {
1205                 case 'link':
1206                         $attributes = array("rel" => "enclosure",
1207                                         "href" => $siteinfo["url"],
1208                                         "type" => "text/html; charset=UTF-8",
1209                                         "length" => "",
1210                                         "title" => $siteinfo["title"]);
1211                         xml_add_element($doc, $root, "link", "", $attributes);
1212                         break;
1213                 case 'photo':
1214                         $imgdata = get_photo_info($siteinfo["image"]);
1215                         $attributes = array("rel" => "enclosure",
1216                                         "href" => $siteinfo["image"],
1217                                         "type" => $imgdata["mime"],
1218                                         "length" => intval($imgdata["size"]));
1219                         xml_add_element($doc, $root, "link", "", $attributes);
1220                         break;
1221                 case 'video':
1222                         $attributes = array("rel" => "enclosure",
1223                                         "href" => $siteinfo["url"],
1224                                         "type" => "text/html; charset=UTF-8",
1225                                         "length" => "",
1226                                         "title" => $siteinfo["title"]);
1227                         xml_add_element($doc, $root, "link", "", $attributes);
1228                         break;
1229                 default:
1230                         break;
1231         }
1232
1233         if (($siteinfo["type"] != "photo") AND isset($siteinfo["image"])) {
1234                 $photodata = get_photo_info($siteinfo["image"]);
1235
1236                 $attributes = array("rel" => "preview", "href" => $siteinfo["image"], "media:width" => $photodata[0], "media:height" => $photodata[1]);
1237                 xml_add_element($doc, $root, "link", "", $attributes);
1238         }
1239
1240
1241         $arr = explode('[/attach],',$item['attach']);
1242         if(count($arr)) {
1243                 foreach($arr as $r) {
1244                         $matches = false;
1245                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
1246                         if($cnt) {
1247                                 $attributes = array("rel" => "enclosure",
1248                                                 "href" => $matches[1],
1249                                                 "type" => $matches[3]);
1250
1251                                 if(intval($matches[2]))
1252                                         $attributes["length"] = intval($matches[2]);
1253
1254                                 if(trim($matches[4]) != "")
1255                                         $attributes["title"] = trim($matches[4]);
1256
1257                                 xml_add_element($doc, $root, "link", "", $attributes);
1258                         }
1259                 }
1260         }
1261 }
1262
1263 function ostatus_add_author($doc, $owner, $profile) {
1264         $a = get_app();
1265
1266         $author = $doc->createElement("author");
1267         xml_add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1268         xml_add_element($doc, $author, "uri", $owner["url"]);
1269         xml_add_element($doc, $author, "name", $profile["name"]);
1270
1271         $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1272         xml_add_element($doc, $author, "link", "", $attributes);
1273
1274         $attributes = array(
1275                         "rel" => "avatar",
1276                         "type" => "image/jpeg", // To-Do?
1277                         "media:width" => 175,
1278                         "media:height" => 175,
1279                         "href" => $profile["photo"]);
1280         xml_add_element($doc, $author, "link", "", $attributes);
1281
1282         $attributes = array(
1283                         "rel" => "avatar",
1284                         "type" => "image/jpeg", // To-Do?
1285                         "media:width" => 80,
1286                         "media:height" => 80,
1287                         "href" => $profile["thumb"]);
1288         xml_add_element($doc, $author, "link", "", $attributes);
1289
1290         xml_add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1291         xml_add_element($doc, $author, "poco:displayName", $profile["name"]);
1292         xml_add_element($doc, $author, "poco:note", bbcode($profile["about"]));
1293
1294         if (trim($owner["location"]) != "") {
1295                 $element = $doc->createElement("poco:address");
1296                 xml_add_element($doc, $element, "poco:formatted", $owner["location"]);
1297                 $author->appendChild($element);
1298         }
1299
1300         if (trim($profile["homepage"]) != "") {
1301                 $urls = $doc->createElement("poco:urls");
1302                 xml_add_element($doc, $urls, "poco:type", "homepage");
1303                 xml_add_element($doc, $urls, "poco:value", $profile["homepage"]);
1304                 xml_add_element($doc, $urls, "poco:primary", "true");
1305                 $author->appendChild($urls);
1306         }
1307
1308         xml_add_element($doc, $author, "followers", "", array("url" => $a->get_baseurl()."/viewcontacts/".$owner["nick"]));
1309         xml_add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1310
1311         return $author;
1312 }
1313
1314 /** 
1315  * @TODO Picture attachments should look like this:
1316  *      <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1317  *      class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1318  * 
1319 */
1320
1321 function ostatus_entry($doc, $item, $owner, $toplevel = false) {
1322         $a = get_app();
1323
1324         if (!$toplevel) {
1325                 $entry = $doc->createElement("entry");
1326                 $title = sprintf("New note by %s", $owner["nick"]);
1327         } else {
1328                 $entry = $doc->createElementNS(NS_ATOM, "entry");
1329
1330                 $entry->setAttribute("xmlns:thr", NS_THR);
1331                 $entry->setAttribute("xmlns:georss", NS_GEORSS);
1332                 $entry->setAttribute("xmlns:activity", NS_ACTIVITY);
1333                 $entry->setAttribute("xmlns:media", NS_MEDIA);
1334                 $entry->setAttribute("xmlns:poco", NS_POCO);
1335                 $entry->setAttribute("xmlns:ostatus", NS_OSTATUS);
1336                 $entry->setAttribute("xmlns:statusnet", NS_STATUSNET);
1337
1338                 $r = q("SELECT * FROM `profile` WHERE `uid` = %d AND `is-default`",
1339                         intval($owner["uid"]));
1340                 if (!$r)
1341                         return;
1342
1343                 $profile = $r[0];
1344
1345                 $author = ostatus_add_author($doc, $owner, $profile);
1346                 $entry->appendChild($author);
1347
1348                 $title = sprintf("New comment by %s", $owner["nick"]);
1349         }
1350
1351         // To use the object-type "bookmark" we have to implement these elements:
1352         //
1353         // <activity:object-type>http://activitystrea.ms/schema/1.0/bookmark</activity:object-type>
1354         // <title>Historic Rocket Landing</title>
1355         // <summary>Nur ein Testbeitrag.</summary>
1356         // <link rel="related" href="https://www.youtube.com/watch?v=9pillaOxGCo"/>
1357         // <link rel="preview" href="https://pirati.cc/file/thumb-4526-450x338-b48c8055f0c2fed0c3f67adc234c4b99484a90c42ed3cac73dc1081a4d0a7bc1.jpg.jpg" media:width="450" media:height="338"/>
1358         //
1359         // But: it seems as if it doesn't federate well between the GS servers
1360         // So we just set it to "note" to be sure that it reaches their target systems
1361
1362         xml_add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1363         xml_add_element($doc, $entry, "id", $item["uri"]);
1364         xml_add_element($doc, $entry, "title", $title);
1365
1366         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
1367                 $body = fix_private_photos($item['body'],$owner['uid'],$item, 0);
1368         else
1369                 $body = $item['body'];
1370
1371         $body = ostatus_format_picture_post($body);
1372
1373         if ($item['title'] != "")
1374                 $body = "[b]".$item['title']."[/b]\n\n".$body;
1375
1376         //$body = bb_remove_share_information($body);
1377         $body = bbcode($body, false, false, 7);
1378
1379         xml_add_element($doc, $entry, "content", $body, array("type" => "html"));
1380
1381         xml_add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1382                                                         "href" => $a->get_baseurl()."/display/".$item["guid"]));
1383
1384         xml_add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1385         xml_add_element($doc, $entry, "activity:verb", construct_verb($item));
1386         xml_add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1387         xml_add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1388
1389         $mentioned = array();
1390
1391         if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1392                 $parent = q("SELECT `guid` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1393                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1394
1395                 $attributes = array(
1396                                 "ref" => $parent_item,
1397                                 "type" => "text/html",
1398                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1399                 xml_add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1400
1401                 $attributes = array(
1402                                 "rel" => "related",
1403                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1404                 xml_add_element($doc, $entry, "link", "", $attributes);
1405
1406                 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1407                 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1408
1409                 $thrparent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1410                                 intval($owner["uid"]),
1411                                 dbesc($parent_item));
1412                 if ($thrparent) {
1413                         $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1414                         $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1415                 }
1416         }
1417
1418         xml_add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation",
1419                                                         "href" => $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]));
1420         xml_add_element($doc, $entry, "ostatus:conversation", $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]);
1421
1422         $tags = item_getfeedtags($item);
1423
1424         if(count($tags))
1425                 foreach($tags as $t)
1426                         if ($t[0] == "@")
1427                                 $mentioned[$t[1]] = $t[1];
1428
1429         // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1430         $newmentions = array();
1431         foreach ($mentioned AS $mention) {
1432                 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1433                 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1434         }
1435         $mentioned = $newmentions;
1436
1437         foreach ($mentioned AS $mention) {
1438                 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1439                         intval($owner["uid"]),
1440                         dbesc(normalise_link($mention)));
1441                 if ($r[0]["forum"] OR $r[0]["prv"])
1442                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1443                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1444                                                                                 "href" => $mention));
1445                 else
1446                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1447                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1448                                                                                 "href" => $mention));
1449         }
1450
1451         if (!$item["private"])
1452                 xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1453                                                                 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1454                                                                 "href" => "http://activityschema.org/collection/public"));
1455
1456         if(count($tags))
1457                 foreach($tags as $t)
1458                         if ($t[0] != "@")
1459                                 xml_add_element($doc, $entry, "category", "", array("term" => $t[2]));
1460
1461         ostatus_get_attachment($doc, $entry, $item);
1462
1463         /// @TODO
1464         /// The API call has yet to be implemented
1465         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1466         //              "rel" => "self", "type" => "application/atom+xml");
1467         //xml_add_element($doc, $entry, "link", "", $attributes);
1468
1469         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1470         //              "rel" => "edit", "type" => "application/atom+xml");
1471         //xml_add_element($doc, $entry, "link", "", $attributes);
1472
1473         $app = $item["app"];
1474         if ($app == "")
1475                 $app = "web";
1476
1477         xml_add_element($doc, $entry, "statusnet:notice_info", "", array("local_id" => $item["id"], "source" => $app));
1478
1479         return $entry;
1480 }
1481
1482 function ostatus_feed(&$a, $owner_nick, $last_update) {
1483
1484         $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1485                         FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1486                         WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1487                         dbesc($owner_nick));
1488         if (!$r)
1489                 return;
1490
1491         $owner = $r[0];
1492
1493         if(!strlen($last_update))
1494                 $last_update = 'now -30 days';
1495
1496         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1497
1498         $items = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id` FROM `item`
1499                         INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1500                         LEFT JOIN `item` AS `thritem` ON `thritem`.`uri`=`item`.`thr-parent` AND `thritem`.`uid`=`item`.`uid`
1501                         WHERE `item`.`uid` = %d AND `item`.`received` > '%s' AND NOT `item`.`private` AND NOT `item`.`deleted`
1502                                 AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = '' AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1503                                 AND ((`item`.`wall` AND (`item`.`parent` = `item`.`id`))
1504                                         OR (`item`.`network` = '%s' AND ((`thread`.`network`='%s') OR (`thritem`.`network` = '%s'))) AND `thread`.`mention`)
1505                                 AND (`item`.`owner-link` IN ('%s', '%s'))
1506                         ORDER BY `item`.`received` DESC
1507                         LIMIT 0, 300",
1508                         intval($owner["uid"]), dbesc($check_date),
1509                         dbesc(NETWORK_DFRN), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1510                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"]))
1511                 );
1512
1513         $doc = new DOMDocument('1.0', 'utf-8');
1514         $doc->formatOutput = true;
1515
1516         $root = ostatus_add_header($doc, $owner);
1517
1518         foreach ($items AS $item) {
1519                 $entry = ostatus_entry($doc, $item, $owner);
1520                 $root->appendChild($entry);
1521         }
1522
1523         return(trim($doc->saveXML()));
1524 }
1525
1526 function ostatus_salmon($item,$owner) {
1527
1528         $doc = new DOMDocument('1.0', 'utf-8');
1529         $doc->formatOutput = true;
1530
1531         $entry = ostatus_entry($doc, $item, $owner, true);
1532
1533         $doc->appendChild($entry);
1534
1535         return(trim($doc->saveXML()));
1536 }
1537 ?>