]> git.mxchange.org Git - friendica.git/blob - include/ostatus.php
There is now a central function for item notifications
[friendica.git] / include / ostatus.php
1 <?php
2 require_once("include/Contact.php");
3 require_once("include/threads.php");
4 require_once("include/html2bbcode.php");
5 require_once("include/bbcode.php");
6 require_once("include/items.php");
7 require_once("mod/share.php");
8 require_once("include/enotify.php");
9 require_once("include/socgraph.php");
10 require_once("include/Photo.php");
11 require_once("include/Scrape.php");
12 require_once("include/follow.php");
13 require_once("include/api.php");
14 require_once("mod/proxy.php");
15
16 define('OSTATUS_DEFAULT_POLL_INTERVAL', 30); // given in minutes
17 define('OSTATUS_DEFAULT_POLL_TIMEFRAME', 1440); // given in minutes
18 define('OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS', 14400); // given in minutes
19
20 define("NS_ATOM", "http://www.w3.org/2005/Atom");
21 define("NS_THR", "http://purl.org/syndication/thread/1.0");
22 define("NS_GEORSS", "http://www.georss.org/georss");
23 define("NS_ACTIVITY", "http://activitystrea.ms/spec/1.0/");
24 define("NS_MEDIA", "http://purl.org/syndication/atommedia");
25 define("NS_POCO", "http://portablecontacts.net/spec/1.0");
26 define("NS_OSTATUS", "http://ostatus.org/schema/1.0");
27 define("NS_STATUSNET", "http://status.net/schema/api/1/");
28
29 function ostatus_check_follow_friends() {
30         $r = q("SELECT `uid`,`v` FROM `pconfig` WHERE `cat`='system' AND `k`='ostatus_legacy_contact' AND `v` != ''");
31
32         if (!$r)
33                 return;
34
35         foreach ($r AS $contact) {
36                 ostatus_follow_friends($contact["uid"], $contact["v"]);
37                 set_pconfig($contact["uid"], "system", "ostatus_legacy_contact", "");
38         }
39 }
40
41 // This function doesn't work reliable by now.
42 function ostatus_follow_friends($uid, $url) {
43         $contact = probe_url($url);
44
45         if (!$contact)
46                 return;
47
48         $api = $contact["baseurl"]."/api/";
49
50         // Fetching friends
51         $data = z_fetch_url($api."statuses/friends.json?screen_name=".$contact["nick"]);
52
53         if (!$data["success"])
54                 return;
55
56         $friends = json_decode($data["body"]);
57
58         foreach ($friends AS $friend) {
59                 $url = $friend->statusnet_profile_url;
60                 $r = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND
61                         (`nurl` = '%s' OR `alias` = '%s' OR `alias` = '%s') AND
62                         `network` != '%s' LIMIT 1",
63                         intval($uid), dbesc(normalise_link($url)),
64                         dbesc(normalise_link($url)), dbesc($url), dbesc(NETWORK_STATUSNET));
65                 if (!$r) {
66                         $data = probe_url($friend->statusnet_profile_url);
67                         if ($data["network"] == NETWORK_OSTATUS) {
68                                 $result = new_contact($uid,$friend->statusnet_profile_url);
69                                 if ($result["success"])
70                                         logger($friend->name." ".$url." - success", LOGGER_DEBUG);
71                                 else
72                                         logger($friend->name." ".$url." - failed", LOGGER_DEBUG);
73                         } else
74                                 logger($friend->name." ".$url." - not OStatus", LOGGER_DEBUG);
75                 }
76         }
77 }
78
79 function ostatus_fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
80
81         $author = array();
82         $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
83         $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
84
85         // Preserve the value
86         $authorlink = $author["author-link"];
87
88         $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
89         if (is_object($alternate))
90                 foreach($alternate AS $attributes)
91                         if ($attributes->name == "href")
92                                 $author["author-link"] = $attributes->textContent;
93
94         $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
95                 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
96                 dbesc(normalise_link($authorlink)), dbesc(NETWORK_STATUSNET));
97         if ($r) {
98                 $contact = $r[0];
99                 $author["contact-id"] = $r[0]["id"];
100         } else
101                 $author["contact-id"] = $contact["id"];
102
103         $avatarlist = array();
104         $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
105         foreach($avatars AS $avatar) {
106                 $href = "";
107                 $width = 0;
108                 foreach($avatar->attributes AS $attributes) {
109                         if ($attributes->name == "href")
110                                 $href = $attributes->textContent;
111                         if ($attributes->name == "width")
112                                 $width = $attributes->textContent;
113                 }
114                 if (($width > 0) AND ($href != ""))
115                         $avatarlist[$width] = $href;
116         }
117         if (count($avatarlist) > 0) {
118                 krsort($avatarlist);
119                 $author["author-avatar"] = current($avatarlist);
120         }
121
122         $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
123         if ($displayname != "")
124                 $author["author-name"] = $displayname;
125
126         $author["owner-name"] = $author["author-name"];
127         $author["owner-link"] = $author["author-link"];
128         $author["owner-avatar"] = $author["author-avatar"];
129
130         if ($r AND !$onlyfetch) {
131                 // Update contact data
132
133                 $value = $xpath->query("atom:link[@rel='salmon']", $context)->item(0)->nodeValue;
134                 if ($value != "")
135                         $contact["notify"] = $value;
136
137                 $value = $xpath->evaluate('atom:author/uri/text()', $context)->item(0)->nodeValue;
138                 if ($value != "")
139                         $contact["alias"] = $value;
140
141                 $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
142                 if ($value != "")
143                         $contact["name"] = $value;
144
145                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
146                 if ($value != "")
147                         $contact["nick"] = $value;
148
149                 $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
150                 if ($value != "")
151                         $contact["about"] = html2bbcode($value);
152
153                 $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
154                 if ($value != "")
155                         $contact["location"] = $value;
156
157                 if (($contact["name"] != $r[0]["name"]) OR ($contact["nick"] != $r[0]["nick"]) OR ($contact["about"] != $r[0]["about"]) OR ($contact["location"] != $r[0]["location"])) {
158
159                         logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
160
161                         q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
162                                 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["about"]), dbesc($contact["location"]),
163                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
164
165                         poco_check($contact["url"], $contact["name"], $contact["network"], $author["author-avatar"], $contact["about"], $contact["location"],
166                                                 "", "", "", datetime_convert(), 2, $contact["id"], $contact["uid"]);
167                 }
168
169                 if (isset($author["author-avatar"]) AND ($author["author-avatar"] != $r[0]['photo'])) {
170                         logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
171
172                         $photos = import_profile_photo($author["author-avatar"], $importer["uid"], $contact["id"]);
173
174                         q("UPDATE `contact` SET `photo` = '%s', `thumb` = '%s', `micro` = '%s', `avatar-date` = '%s' WHERE `id` = %d AND `network` = '%s'",
175                                 dbesc($author["author-avatar"]), dbesc($photos[1]), dbesc($photos[2]),
176                                 dbesc(datetime_convert()), intval($contact["id"]), dbesc(NETWORK_OSTATUS));
177                 }
178
179                 // Only update the global contact if it is an OStatus contact
180                 if ($contact["network"] == NETWORK_OSTATUS) {
181                         /// @todo Add the "addr" field
182                         $contact["generation"] = 2;
183                         $contact["photo"] = $author["author-avatar"];
184                         update_gcontact($contact);
185                 }
186         }
187
188         return($author);
189 }
190
191 function ostatus_salmon_author($xml, $importer) {
192         $a = get_app();
193
194         if ($xml == "")
195                 return;
196
197         $doc = new DOMDocument();
198         @$doc->loadXML($xml);
199
200         $xpath = new DomXPath($doc);
201         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
202         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
203         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
204         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
205         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
206         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
207         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
208         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
209
210         $entries = $xpath->query('/atom:entry');
211
212         foreach ($entries AS $entry) {
213                 // fetch the author
214                 $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, true);
215                 return $author;
216         }
217 }
218
219 function ostatus_import($xml,$importer,&$contact, &$hub) {
220
221         $a = get_app();
222
223         logger("Import OStatus message", LOGGER_DEBUG);
224
225         if ($xml == "")
226                 return;
227
228         $doc = new DOMDocument();
229         @$doc->loadXML($xml);
230
231         $xpath = new DomXPath($doc);
232         $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
233         $xpath->registerNamespace('thr', "http://purl.org/syndication/thread/1.0");
234         $xpath->registerNamespace('georss', "http://www.georss.org/georss");
235         $xpath->registerNamespace('activity', "http://activitystrea.ms/spec/1.0/");
236         $xpath->registerNamespace('media', "http://purl.org/syndication/atommedia");
237         $xpath->registerNamespace('poco', "http://portablecontacts.net/spec/1.0");
238         $xpath->registerNamespace('ostatus', "http://ostatus.org/schema/1.0");
239         $xpath->registerNamespace('statusnet', "http://status.net/schema/api/1/");
240
241         $gub = "";
242         $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
243         if (is_object($hub_attributes))
244                 foreach($hub_attributes AS $hub_attribute)
245                         if ($hub_attribute->name == "href") {
246                                 $hub = $hub_attribute->textContent;
247                                 logger("Found hub ".$hub, LOGGER_DEBUG);
248                         }
249
250         $header = array();
251         $header["uid"] = $importer["uid"];
252         $header["network"] = NETWORK_OSTATUS;
253         $header["type"] = "remote";
254         $header["wall"] = 0;
255         $header["origin"] = 0;
256         $header["gravity"] = GRAVITY_PARENT;
257
258         // it could either be a received post or a post we fetched by ourselves
259         // depending on that, the first node is different
260         $first_child = $doc->firstChild->tagName;
261
262         if ($first_child == "feed")
263                 $entries = $xpath->query('/atom:feed/atom:entry');
264         else
265                 $entries = $xpath->query('/atom:entry');
266
267         $conversation = "";
268         $conversationlist = array();
269         $item_id = 0;
270
271         // Reverse the order of the entries
272         $entrylist = array();
273
274         foreach ($entries AS $entry)
275                 $entrylist[] = $entry;
276
277         foreach (array_reverse($entrylist) AS $entry) {
278
279                 $mention = false;
280
281                 // fetch the author
282                 if ($first_child == "feed")
283                         $author = ostatus_fetchauthor($xpath, $doc->firstChild, $importer, $contact, false);
284                 else
285                         $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, false);
286
287                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
288                 if ($value != "")
289                         $nickname = $value;
290                 else
291                         $nickname = $author["author-name"];
292
293                 $item = array_merge($header, $author);
294
295                 // Now get the item
296                 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
297
298                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
299                         intval($importer["uid"]), dbesc($item["uri"]));
300                 if ($r) {
301                         logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already existed under id ".$r[0]["id"], LOGGER_DEBUG);
302                         continue;
303                 }
304
305                 $item["body"] = add_page_info_to_body(html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue));
306                 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
307
308                 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) OR ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
309                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
310                         $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
311                 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION)
312                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
313
314                 $item["object"] = $xml;
315                 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
316
317                 /// @TODO
318                 /// Delete a message
319                 if ($item["verb"] == "qvitter-delete-notice") {
320                         // ignore "Delete" messages (by now)
321                         logger("Ignore delete message ".print_r($item, true));
322                         continue;
323                 }
324
325                 if ($item["verb"] == ACTIVITY_JOIN) {
326                         // ignore "Join" messages
327                         logger("Ignore join message ".print_r($item, true));
328                         continue;
329                 }
330
331                 if ($item["verb"] == ACTIVITY_FOLLOW) {
332                         new_follower($importer, $contact, $item, $nickname);
333                         continue;
334                 }
335
336                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
337                         lose_follower($importer, $contact, $item, $dummy);
338                         continue;
339                 }
340
341                 if ($item["verb"] == ACTIVITY_FAVORITE) {
342                         $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
343                         logger("Favorite ".$orig_uri." ".print_r($item, true));
344
345                         $item["verb"] = ACTIVITY_LIKE;
346                         $item["parent-uri"] = $orig_uri;
347                         $item["gravity"] = GRAVITY_LIKE;
348                 }
349
350                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
351                         // Ignore "Unfavorite" message
352                         logger("Ignore unfavorite message ".print_r($item, true));
353                         continue;
354                 }
355
356                 // http://activitystrea.ms/schema/1.0/rsvp-yes
357                 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE)))
358                         logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
359
360                 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
361                 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
362                 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
363
364                 $related = "";
365
366                 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
367                 if (is_object($inreplyto->item(0))) {
368                         foreach($inreplyto->item(0)->attributes AS $attributes) {
369                                 if ($attributes->name == "ref")
370                                         $item["parent-uri"] = $attributes->textContent;
371                                 if ($attributes->name == "href")
372                                         $related = $attributes->textContent;
373                         }
374                 }
375
376                 $georsspoint = $xpath->query('georss:point', $entry);
377                 if ($georsspoint)
378                         $item["coord"] = $georsspoint->item(0)->nodeValue;
379
380                 /// @TODO
381                 /// $item["location"] =
382
383                 $categories = $xpath->query('atom:category', $entry);
384                 if ($categories) {
385                         foreach ($categories AS $category) {
386                                 foreach($category->attributes AS $attributes)
387                                         if ($attributes->name == "term") {
388                                                 $term = $attributes->textContent;
389                                                 if(strlen($item["tag"]))
390                                                         $item["tag"] .= ',';
391                                                 $item["tag"] .= "#[url=".$a->get_baseurl()."/search?tag=".$term."]".$term."[/url]";
392                                         }
393                         }
394                 }
395
396                 $self = "";
397                 $enclosure = "";
398
399                 $links = $xpath->query('atom:link', $entry);
400                 if ($links) {
401                         $rel = "";
402                         $href = "";
403                         $type = "";
404                         $length = "0";
405                         $title = "";
406                         foreach ($links AS $link) {
407                                 foreach($link->attributes AS $attributes) {
408                                         if ($attributes->name == "href")
409                                                 $href = $attributes->textContent;
410                                         if ($attributes->name == "rel")
411                                                 $rel = $attributes->textContent;
412                                         if ($attributes->name == "type")
413                                                 $type = $attributes->textContent;
414                                         if ($attributes->name == "length")
415                                                 $length = $attributes->textContent;
416                                         if ($attributes->name == "title")
417                                                 $title = $attributes->textContent;
418                                 }
419                                 if (($rel != "") AND ($href != ""))
420                                         switch($rel) {
421                                                 case "alternate":
422                                                         $item["plink"] = $href;
423                                                         if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) OR
424                                                                 ($item["object-type"] == ACTIVITY_OBJ_EVENT))
425                                                                 $item["body"] .= add_page_info($href);
426                                                         break;
427                                                 case "ostatus:conversation":
428                                                         $conversation = $href;
429                                                         break;
430                                                 case "enclosure":
431                                                         $enclosure = $href;
432                                                         if(strlen($item["attach"]))
433                                                                 $item["attach"] .= ',';
434
435                                                         $item["attach"] .= '[attach]href="'.$href.'" length="'.$length.'" type="'.$type.'" title="'.$title.'"[/attach]';
436                                                         break;
437                                                 case "related":
438                                                         if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
439                                                                 if (!isset($item["parent-uri"]))
440                                                                         $item["parent-uri"] = $href;
441
442                                                                 if ($related == "")
443                                                                         $related = $href;
444                                                         } else
445                                                                 $item["body"] .= add_page_info($href);
446                                                         break;
447                                                 case "self":
448                                                         $self = $href;
449                                                         break;
450                                                 case "mentioned":
451                                                         // Notification check
452                                                         if ($importer["nurl"] == normalise_link($href))
453                                                                 $mention = true;
454                                                         break;
455                                         }
456                         }
457                 }
458
459                 $local_id = "";
460                 $repeat_of = "";
461
462                 $notice_info = $xpath->query('statusnet:notice_info', $entry);
463                 if ($notice_info AND ($notice_info->length > 0)) {
464                         foreach($notice_info->item(0)->attributes AS $attributes) {
465                                 if ($attributes->name == "source")
466                                         $item["app"] = strip_tags($attributes->textContent);
467                                 if ($attributes->name == "local_id")
468                                         $local_id = $attributes->textContent;
469                                 if ($attributes->name == "repeat_of")
470                                         $repeat_of = $attributes->textContent;
471                         }
472                 }
473
474                 // Is it a repeated post?
475                 if ($repeat_of != "") {
476                         $activityobjects = $xpath->query('activity:object', $entry)->item(0);
477
478                         if (is_object($activityobjects)) {
479
480                                 $orig_uri = $xpath->query("activity:object/atom:id", $activityobjects)->item(0)->nodeValue;
481                                 if (!isset($orig_uri))
482                                         $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
483
484                                 $orig_links = $xpath->query("activity:object/atom:link[@rel='alternate']", $activityobjects);
485                                 if ($orig_links AND ($orig_links->length > 0))
486                                         foreach($orig_links->item(0)->attributes AS $attributes)
487                                                 if ($attributes->name == "href")
488                                                         $orig_link = $attributes->textContent;
489
490                                 if (!isset($orig_link))
491                                         $orig_link = $xpath->query("atom:link[@rel='alternate']", $activityobjects)->item(0)->nodeValue;
492
493                                 if (!isset($orig_link))
494                                         $orig_link =  ostatus_convert_href($orig_uri);
495
496                                 $orig_body = $xpath->query('activity:object/atom:content/text()', $activityobjects)->item(0)->nodeValue;
497                                 if (!isset($orig_body))
498                                         $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
499
500                                 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
501
502                                 $orig_contact = $contact;
503                                 $orig_author = ostatus_fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
504
505                                 //if (!intval(get_config('system','wall-to-wall_share'))) {
506                                 //      $prefix = share_header($orig_author['author-name'], $orig_author['author-link'], $orig_author['author-avatar'], "", $orig_created, $orig_link);
507                                 //      $item["body"] = $prefix.add_page_info_to_body(html2bbcode($orig_body))."[/share]";
508                                 //} else {
509                                         $item["author-name"] = $orig_author["author-name"];
510                                         $item["author-link"] = $orig_author["author-link"];
511                                         $item["author-avatar"] = $orig_author["author-avatar"];
512                                         $item["body"] = add_page_info_to_body(html2bbcode($orig_body));
513                                         $item["created"] = $orig_created;
514
515                                         $item["uri"] = $orig_uri;
516                                         $item["plink"] = $orig_link;
517                                 //}
518
519                                 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
520
521                                 $item["object-type"] = $xpath->query('activity:object/activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
522                                 if (!isset($item["object-type"]))
523                                         $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
524                         }
525                 }
526
527                 //if ($enclosure != "")
528                 //      $item["body"] .= add_page_info($enclosure);
529
530                 if (isset($item["parent-uri"])) {
531                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
532                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
533
534                         if (!$r AND ($related != "")) {
535                                 $reply_path = str_replace("/notice/", "/api/statuses/show/", $related).".atom";
536
537                                 if ($reply_path != $related) {
538                                         logger("Fetching related items for user ".$importer["uid"]." from ".$reply_path, LOGGER_DEBUG);
539                                         $reply_xml = fetch_url($reply_path);
540
541                                         $reply_contact = $contact;
542                                         ostatus_import($reply_xml,$importer,$reply_contact, $reply_hub);
543
544                                         // After the import try to fetch the parent item again
545                                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
546                                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
547                                 }
548                         }
549                         if ($r) {
550                                 $item["type"] = 'remote-comment';
551                                 $item["gravity"] = GRAVITY_COMMENT;
552                         }
553                 } else
554                         $item["parent-uri"] = $item["uri"];
555
556                 $item_id = ostatus_completion($conversation, $importer["uid"], $item);
557
558                 if (!$item_id) {
559                         logger("Error storing item", LOGGER_DEBUG);
560                         continue;
561                 }
562
563                 logger("Item was stored with id ".$item_id, LOGGER_DEBUG);
564         }
565 }
566
567 function ostatus_convert_href($href) {
568         $elements = explode(":",$href);
569
570         if ((count($elements) <= 2) OR ($elements[0] != "tag"))
571                 return $href;
572
573         $server = explode(",", $elements[1]);
574         $conversation = explode("=", $elements[2]);
575
576         if ((count($elements) == 4) AND ($elements[2] == "post"))
577                 return "http://".$server[0]."/notice/".$elements[3];
578
579         if ((count($conversation) != 2) OR ($conversation[1] ==""))
580                 return $href;
581
582         if ($elements[3] == "objectType=thread")
583                 return "http://".$server[0]."/conversation/".$conversation[1];
584         else
585                 return "http://".$server[0]."/notice/".$conversation[1];
586
587         return $href;
588 }
589
590 function check_conversations($mentions = false, $override = false) {
591         $last = get_config('system','ostatus_last_poll');
592
593         $poll_interval = intval(get_config('system','ostatus_poll_interval'));
594         if(! $poll_interval)
595                 $poll_interval = OSTATUS_DEFAULT_POLL_INTERVAL;
596
597         // Don't poll if the interval is set negative
598         if (($poll_interval < 0) AND !$override)
599                 return;
600
601         if (!$mentions) {
602                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
603                 if (!$poll_timeframe)
604                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME;
605         } else {
606                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
607                 if (!$poll_timeframe)
608                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS;
609         }
610
611
612         if ($last AND !$override) {
613                 $next = $last + ($poll_interval * 60);
614                 if ($next > time()) {
615                         logger('poll interval not reached');
616                         return;
617                 }
618         }
619
620         logger('cron_start');
621
622         $start = date("Y-m-d H:i:s", time() - ($poll_timeframe * 60));
623
624         if ($mentions)
625                 $conversations = q("SELECT `term`.`oid`, `term`.`url`, `term`.`uid` FROM `term`
626                                         STRAIGHT_JOIN `thread` ON `thread`.`iid` = `term`.`oid` AND `thread`.`uid` = `term`.`uid`
627                                         WHERE `term`.`type` = 7 AND `term`.`term` > '%s' AND `thread`.`mention`
628                                         GROUP BY `term`.`url`, `term`.`uid` ORDER BY `term`.`term` DESC", dbesc($start));
629         else
630                 $conversations = q("SELECT `oid`, `url`, `uid` FROM `term`
631                                         WHERE `type` = 7 AND `term` > '%s'
632                                         GROUP BY `url`, `uid` ORDER BY `term` DESC", dbesc($start));
633
634         foreach ($conversations AS $conversation) {
635                 ostatus_completion($conversation['url'], $conversation['uid']);
636         }
637
638         logger('cron_end');
639
640         set_config('system','ostatus_last_poll', time());
641 }
642
643 function ostatus_completion($conversation_url, $uid, $item = array()) {
644
645         $a = get_app();
646
647         $item_stored = -1;
648
649         $conversation_url = ostatus_convert_href($conversation_url);
650
651         // If the thread shouldn't be completed then store the item and go away
652         if ((intval(get_config('system','ostatus_poll_interval')) == -2) AND (count($item) > 0)) {
653                 //$arr["app"] .= " (OStatus-NoCompletion)";
654                 $item_stored = item_store($item, true);
655                 return($item_stored);
656         }
657
658         // Get the parent
659         $parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
660                         (SELECT `parent` FROM `item` WHERE `id` IN
661                                 (SELECT `oid` FROM `term` WHERE `uid` = %d AND `otype` = %d AND `type` = %d AND `url` = '%s'))",
662                         intval($uid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION), dbesc($conversation_url));
663
664         if ($parents)
665                 $parent = $parents[0];
666         elseif (count($item) > 0) {
667                 $parent = $item;
668                 $parent["type"] = "remote";
669                 $parent["verb"] = ACTIVITY_POST;
670                 $parent["visible"] = 1;
671         } else {
672                 // Preset the parent
673                 $r = q("SELECT `id` FROM `contact` WHERE `self` AND `uid`=%d", $uid);
674                 if (!$r)
675                         return(-2);
676
677                 $parent = array();
678                 $parent["id"] = 0;
679                 $parent["parent"] = 0;
680                 $parent["uri"] = "";
681                 $parent["contact-id"] = $r[0]["id"];
682                 $parent["type"] = "remote";
683                 $parent["verb"] = ACTIVITY_POST;
684                 $parent["visible"] = 1;
685         }
686
687         $conv = str_replace("/conversation/", "/api/statusnet/conversation/", $conversation_url).".as";
688         $pageno = 1;
689         $items = array();
690
691         logger('fetching conversation url '.$conv.' for user '.$uid);
692
693         do {
694                 $conv_arr = z_fetch_url($conv."?page=".$pageno);
695
696                 // If it is a non-ssl site and there is an error, then try ssl or vice versa
697                 if (!$conv_arr["success"] AND (substr($conv, 0, 7) == "http://")) {
698                         $conv = str_replace("http://", "https://", $conv);
699                         $conv_as = fetch_url($conv."?page=".$pageno);
700                 } elseif (!$conv_arr["success"] AND (substr($conv, 0, 8) == "https://")) {
701                         $conv = str_replace("https://", "http://", $conv);
702                         $conv_as = fetch_url($conv."?page=".$pageno);
703                 } else
704                         $conv_as = $conv_arr["body"];
705
706                 $conv_as = str_replace(',"statusnet:notice_info":', ',"statusnet_notice_info":', $conv_as);
707                 $conv_as = json_decode($conv_as);
708
709                 $no_of_items = sizeof($items);
710
711                 if (@is_array($conv_as->items))
712                         foreach ($conv_as->items AS $single_item)
713                                 $items[$single_item->id] = $single_item;
714
715                 if ($no_of_items == sizeof($items))
716                         break;
717
718                 $pageno++;
719
720         } while (true);
721
722         logger('fetching conversation done. Found '.count($items).' items');
723
724         if (!sizeof($items)) {
725                 if (count($item) > 0) {
726                         //$arr["app"] .= " (OStatus-NoConvFetched)";
727                         $item_stored = item_store($item, true);
728
729                         if ($item_stored) {
730                                 logger("Conversation ".$conversation_url." couldn't be fetched. Item uri ".$item["uri"]." stored: ".$item_stored, LOGGER_DEBUG);
731                                 ostatus_store_conversation($item_id, $conversation_url);
732                         }
733
734                         return($item_stored);
735                 } else
736                         return(-3);
737         }
738
739         $items = array_reverse($items);
740
741         $r = q("SELECT `nurl` FROM `contact` WHERE `uid` = %d AND `self`", intval($uid));
742         $importer = $r[0];
743
744         foreach ($items as $single_conv) {
745
746                 // Test - remove before flight
747                 //$tempfile = tempnam(get_temppath(), "conversation");
748                 //file_put_contents($tempfile, json_encode($single_conv));
749
750                 $mention = false;
751
752                 if (isset($single_conv->object->id))
753                         $single_conv->id = $single_conv->object->id;
754
755                 $plink = ostatus_convert_href($single_conv->id);
756                 if (isset($single_conv->object->url))
757                         $plink = ostatus_convert_href($single_conv->object->url);
758
759                 if (@!$single_conv->id)
760                         continue;
761
762                 logger("Got id ".$single_conv->id, LOGGER_DEBUG);
763
764                 if ($first_id == "") {
765                         $first_id = $single_conv->id;
766
767                         // The first post of the conversation isn't our first post. There are three options:
768                         // 1. Our conversation hasn't the "real" thread starter
769                         // 2. This first post is a post inside our thread
770                         // 3. This first post is a post inside another thread
771                         if (($first_id != $parent["uri"]) AND ($parent["uri"] != "")) {
772                                 $new_parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
773                                                         (SELECT `parent` FROM `item`
774                                                                 WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s')) LIMIT 1",
775                                         intval($uid), dbesc($first_id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
776                                 if ($new_parents) {
777                                         if ($new_parents[0]["parent"] == $parent["parent"]) {
778                                                 // Option 2: This post is already present inside our thread - but not as thread starter
779                                                 logger("Option 2: uri present in our thread: ".$first_id, LOGGER_DEBUG);
780                                                 $first_id = $parent["uri"];
781                                         } else {
782                                                 // Option 3: Not so good. We have mixed parents. We have to see how to clean this up.
783                                                 // For now just take the new parent.
784                                                 $parent = $new_parents[0];
785                                                 $first_id = $parent["uri"];
786                                                 logger("Option 3: mixed parents for uri ".$first_id, LOGGER_DEBUG);
787                                         }
788                                 } else {
789                                         // Option 1: We hadn't got the real thread starter
790                                         // We have to clean up our existing messages.
791                                         $parent["id"] = 0;
792                                         $parent["uri"] = $first_id;
793                                         logger("Option 1: we have a new parent: ".$first_id, LOGGER_DEBUG);
794                                 }
795                         } elseif ($parent["uri"] == "") {
796                                 $parent["id"] = 0;
797                                 $parent["uri"] = $first_id;
798                         }
799                 }
800
801                 $parent_uri = $parent["uri"];
802
803                 // "context" only seems to exist on older servers
804                 if (isset($single_conv->context->inReplyTo->id)) {
805                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
806                                                 intval($uid), dbesc($single_conv->context->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
807                         if ($parent_exists)
808                                 $parent_uri = $single_conv->context->inReplyTo->id;
809                 }
810
811                 // This is the current way
812                 if (isset($single_conv->object->inReplyTo->id)) {
813                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
814                                                 intval($uid), dbesc($single_conv->object->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
815                         if ($parent_exists)
816                                 $parent_uri = $single_conv->object->inReplyTo->id;
817                 }
818
819                 $message_exists = q("SELECT `id`, `parent`, `uri` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
820                                                 intval($uid), dbesc($single_conv->id),
821                                                 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
822                 if ($message_exists) {
823                         logger("Message ".$single_conv->id." already existed on the system", LOGGER_DEBUG);
824
825                         if ($parent["id"] != 0) {
826                                 $existing_message = $message_exists[0];
827
828                                 // We improved the way we fetch OStatus messages, this shouldn't happen very often now
829                                 /// @TODO We have to change the shadow copies as well. This way here is really ugly.
830                                 if ($existing_message["parent"] != $parent["id"]) {
831                                         logger('updating id '.$existing_message["id"].' with parent '.$existing_message["parent"].' to parent '.$parent["id"].' uri '.$parent["uri"].' thread '.$parent_uri, LOGGER_DEBUG);
832
833                                         // Update the parent id of the selected item
834                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `id` = %d",
835                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["id"]));
836
837                                         // Update the parent uri in the thread - but only if it points to itself
838                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE `id` = %d AND `uri` = `thr-parent`",
839                                                 dbesc($parent_uri), intval($existing_message["id"]));
840
841                                         // try to change all items of the same parent
842                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `parent` = %d",
843                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["parent"]));
844
845                                         // Update the parent uri in the thread - but only if it points to itself
846                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE (`parent` = %d) AND (`uri` = `thr-parent`)",
847                                                 dbesc($parent["uri"]), intval($existing_message["parent"]));
848
849                                         // Now delete the thread
850                                         delete_thread($existing_message["parent"]);
851                                 }
852                         }
853
854                         // The item we are having on the system is the one that we wanted to store via the item array
855                         if (isset($item["uri"]) AND ($item["uri"] == $existing_message["uri"])) {
856                                 $item = array();
857                                 $item_stored = 0;
858                         }
859
860                         continue;
861                 }
862
863                 if (is_array($single_conv->to))
864                         foreach($single_conv->to AS $to)
865                                 if ($importer["nurl"] == normalise_link($to->id))
866                                         $mention = true;
867
868                 $actor = $single_conv->actor->id;
869                 if (isset($single_conv->actor->url))
870                         $actor = $single_conv->actor->url;
871
872                 $contact = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s' AND `network` != '%s'",
873                                 $uid, normalise_link($actor), NETWORK_STATUSNET);
874
875                 if (count($contact)) {
876                         logger("Found contact for url ".$actor, LOGGER_DEBUG);
877                         $contact_id = $contact[0]["id"];
878                 } else {
879                         logger("No contact found for url ".$actor, LOGGER_DEBUG);
880
881                         // Adding a global contact
882                         /// @TODO Use this data for the post
883                         $global_contact_id = get_contact($actor, 0);
884
885                         logger("Global contact ".$global_contact_id." found for url ".$actor, LOGGER_DEBUG);
886
887                         $contact_id = $parent["contact-id"];
888                 }
889
890                 $arr = array();
891                 $arr["network"] = NETWORK_OSTATUS;
892                 $arr["uri"] = $single_conv->id;
893                 $arr["plink"] = $plink;
894                 $arr["uid"] = $uid;
895                 $arr["contact-id"] = $contact_id;
896                 $arr["parent-uri"] = $parent_uri;
897                 $arr["created"] = $single_conv->published;
898                 $arr["edited"] = $single_conv->published;
899                 $arr["owner-name"] = $single_conv->actor->displayName;
900                 if ($arr["owner-name"] == '')
901                         $arr["owner-name"] = $single_conv->actor->contact->displayName;
902                 if ($arr["owner-name"] == '')
903                         $arr["owner-name"] = $single_conv->actor->portablecontacts_net->displayName;
904
905                 $arr["owner-link"] = $actor;
906                 $arr["owner-avatar"] = $single_conv->actor->image->url;
907                 $arr["author-name"] = $arr["owner-name"];
908                 $arr["author-link"] = $actor;
909                 $arr["author-avatar"] = $single_conv->actor->image->url;
910                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->content));
911
912                 if (isset($single_conv->status_net->notice_info->source))
913                         $arr["app"] = strip_tags($single_conv->status_net->notice_info->source);
914                 elseif (isset($single_conv->statusnet->notice_info->source))
915                         $arr["app"] = strip_tags($single_conv->statusnet->notice_info->source);
916                 elseif (isset($single_conv->statusnet_notice_info->source))
917                         $arr["app"] = strip_tags($single_conv->statusnet_notice_info->source);
918                 elseif (isset($single_conv->provider->displayName))
919                         $arr["app"] = $single_conv->provider->displayName;
920                 else
921                         $arr["app"] = "OStatus";
922
923                 //$arr["app"] .= " (Conversation)";
924
925                 $arr["object"] = json_encode($single_conv);
926                 $arr["verb"] = $parent["verb"];
927                 $arr["visible"] = $parent["visible"];
928                 $arr["location"] = $single_conv->location->displayName;
929                 $arr["coord"] = trim($single_conv->location->lat." ".$single_conv->location->lon);
930
931                 // Is it a reshared item?
932                 if (isset($single_conv->verb) AND ($single_conv->verb == "share") AND isset($single_conv->object)) {
933                         if (is_array($single_conv->object))
934                                 $single_conv->object = $single_conv->object[0];
935
936                         logger("Found reshared item ".$single_conv->object->id);
937
938                         // $single_conv->object->context->conversation;
939
940                         if (isset($single_conv->object->object->id))
941                                 $arr["uri"] = $single_conv->object->object->id;
942                         else
943                                 $arr["uri"] = $single_conv->object->id;
944
945                         if (isset($single_conv->object->object->url))
946                                 $plink = ostatus_convert_href($single_conv->object->object->url);
947                         else
948                                 $plink = ostatus_convert_href($single_conv->object->url);
949
950                         if (isset($single_conv->object->object->content))
951                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->object->content));
952                         else
953                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->content));
954
955                         $arr["plink"] = $plink;
956
957                         $arr["created"] = $single_conv->object->published;
958                         $arr["edited"] = $single_conv->object->published;
959
960                         $arr["author-name"] = $single_conv->object->actor->displayName;
961                         if ($arr["owner-name"] == '')
962                                 $arr["author-name"] = $single_conv->object->actor->contact->displayName;
963
964                         $arr["author-link"] = $single_conv->object->actor->url;
965                         $arr["author-avatar"] = $single_conv->object->actor->image->url;
966
967                         $arr["app"] = $single_conv->object->provider->displayName."#";
968                         //$arr["verb"] = $single_conv->object->verb;
969
970                         $arr["location"] = $single_conv->object->location->displayName;
971                         $arr["coord"] = trim($single_conv->object->location->lat." ".$single_conv->object->location->lon);
972                 }
973
974                 if ($arr["location"] == "")
975                         unset($arr["location"]);
976
977                 if ($arr["coord"] == "")
978                         unset($arr["coord"]);
979
980                 // Copy fields from given item array
981                 if (isset($item["uri"]) AND (($item["uri"] == $arr["uri"]) OR ($item["uri"] ==  $single_conv->id))) {
982                         $copy_fields = array("owner-name", "owner-link", "owner-avatar", "author-name", "author-link", "author-avatar",
983                                                 "gravity", "body", "object-type", "object", "verb", "created", "edited", "coord", "tag",
984                                                 "title", "attach", "app", "type", "location", "contact-id", "uri");
985                         foreach ($copy_fields AS $field)
986                                 if (isset($item[$field]))
987                                         $arr[$field] = $item[$field];
988
989                         //$arr["app"] .= " (OStatus)";
990                 }
991
992                 $newitem = item_store($arr);
993                 if (!$newitem) {
994                         logger("Item wasn't stored ".print_r($arr, true), LOGGER_DEBUG);
995                         continue;
996                 }
997
998                 if (isset($item["uri"]) AND ($item["uri"] == $arr["uri"])) {
999                         $item = array();
1000                         $item_stored = $newitem;
1001                 }
1002
1003                 logger('Stored new item '.$plink.' for parent '.$arr["parent-uri"].' under id '.$newitem, LOGGER_DEBUG);
1004
1005                 // Add the conversation entry (but don't fetch the whole conversation)
1006                 ostatus_store_conversation($newitem, $conversation_url);
1007
1008                 // If the newly created item is the top item then change the parent settings of the thread
1009                 // This shouldn't happen anymore. This is supposed to be absolote.
1010                 if ($arr["uri"] == $first_id) {
1011                         logger('setting new parent to id '.$newitem);
1012                         $new_parents = q("SELECT `id`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `uid` = %d AND `id` = %d LIMIT 1",
1013                                 intval($uid), intval($newitem));
1014                         if ($new_parents)
1015                                 $parent = $new_parents[0];
1016                 }
1017         }
1018
1019         if (($item_stored < 0) AND (count($item) > 0)) {
1020                 //$arr["app"] .= " (OStatus-NoConvFound)";
1021                 $item_stored = item_store($item, true);
1022                 if ($item_stored) {
1023                         logger("Uri ".$item["uri"]." wasn't found in conversation ".$conversation_url, LOGGER_DEBUG);
1024                         ostatus_store_conversation($item_stored, $conversation_url);
1025                 }
1026         }
1027
1028         return($item_stored);
1029 }
1030
1031 function ostatus_store_conversation($itemid, $conversation_url) {
1032         global $a;
1033
1034         $conversation_url = ostatus_convert_href($conversation_url);
1035
1036         $messages = q("SELECT `uid`, `parent`, `created`, `received`, `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($itemid));
1037         if (!$messages)
1038                 return;
1039         $message = $messages[0];
1040
1041         // Store conversation url if not done before
1042         $conversation = q("SELECT `url` FROM `term` WHERE `uid` = %d AND `oid` = %d AND `otype` = %d AND `type` = %d",
1043                 intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION));
1044
1045         if (!$conversation) {
1046                 $r = q("INSERT INTO `term` (`uid`, `oid`, `otype`, `type`, `term`, `url`, `created`, `received`, `guid`) VALUES (%d, %d, %d, %d, '%s', '%s', '%s', '%s', '%s')",
1047                         intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION),
1048                         dbesc($message["created"]), dbesc($conversation_url), dbesc($message["created"]), dbesc($message["received"]), dbesc($message["guid"]));
1049                 logger('Storing conversation url '.$conversation_url.' for id '.$itemid);
1050         }
1051 }
1052
1053 function get_reshared_guid($item) {
1054         $body = trim($item["body"]);
1055
1056         // Skip if it isn't a pure repeated messages
1057         // Does it start with a share?
1058         if (strpos($body, "[share") > 0)
1059                 return("");
1060
1061         // Does it end with a share?
1062         if (strlen($body) > (strrpos($body, "[/share]") + 8))
1063                 return("");
1064
1065         $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism","$1",$body);
1066         // Skip if there is no shared message in there
1067         if ($body == $attributes)
1068                 return(false);
1069
1070         $guid = "";
1071         preg_match("/guid='(.*?)'/ism", $attributes, $matches);
1072         if ($matches[1] != "")
1073                 $guid = $matches[1];
1074
1075         preg_match('/guid="(.*?)"/ism', $attributes, $matches);
1076         if ($matches[1] != "")
1077                 $guid = $matches[1];
1078
1079         return $guid;
1080 }
1081
1082 function xml_create_element($doc, $element, $value = "", $attributes = array()) {
1083         $element = $doc->createElement($element, xmlify($value));
1084
1085         foreach ($attributes AS $key => $value) {
1086                 $attribute = $doc->createAttribute($key);
1087                 $attribute->value = xmlify($value);
1088                 $element->appendChild($attribute);
1089         }
1090         return $element;
1091 }
1092
1093 function xml_add_element($doc, $parent, $element, $value = "", $attributes = array()) {
1094         $element = xml_create_element($doc, $element, $value, $attributes);
1095         $parent->appendChild($element);
1096 }
1097
1098 function ostatus_format_picture_post($body) {
1099         $siteinfo = get_attached_data($body);
1100
1101         if (($siteinfo["type"] == "photo")) {
1102                 if (isset($siteinfo["preview"]))
1103                         $preview = $siteinfo["preview"];
1104                 else
1105                         $preview = $siteinfo["image"];
1106
1107                 // Is it a remote picture? Then make a smaller preview here
1108                 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1109
1110                 // Is it a local picture? Then make it smaller here
1111                 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1112                 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1113
1114                 if (isset($siteinfo["url"]))
1115                         $url = $siteinfo["url"];
1116                 else
1117                         $url = $siteinfo["image"];
1118
1119                 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1120         }
1121
1122         return $body;
1123 }
1124
1125 function ostatus_add_header($doc, $owner) {
1126         $a = get_app();
1127
1128         $root = $doc->createElementNS(NS_ATOM, 'feed');
1129         $doc->appendChild($root);
1130
1131         $root->setAttribute("xmlns:thr", NS_THR);
1132         $root->setAttribute("xmlns:georss", NS_GEORSS);
1133         $root->setAttribute("xmlns:activity", NS_ACTIVITY);
1134         $root->setAttribute("xmlns:media", NS_MEDIA);
1135         $root->setAttribute("xmlns:poco", NS_POCO);
1136         $root->setAttribute("xmlns:ostatus", NS_OSTATUS);
1137         $root->setAttribute("xmlns:statusnet", NS_STATUSNET);
1138
1139         $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1140         xml_add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1141         xml_add_element($doc, $root, "id", $a->get_baseurl()."/profile/".$owner["nick"]);
1142         xml_add_element($doc, $root, "title", sprintf("%s timeline", $owner["name"]));
1143         xml_add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $owner["name"], $a->config["sitename"]));
1144         xml_add_element($doc, $root, "logo", $owner["photo"]);
1145         xml_add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1146
1147         $author = ostatus_add_author($doc, $owner);
1148         $root->appendChild($author);
1149
1150         $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1151         xml_add_element($doc, $root, "link", "", $attributes);
1152
1153         /// @TODO We have to find out what this is
1154         /// $attributes = array("href" => $a->get_baseurl()."/sup",
1155         ///             "rel" => "http://api.friendfeed.com/2008/03#sup",
1156         ///             "type" => "application/json");
1157         /// xml_add_element($doc, $root, "link", "", $attributes);
1158
1159         ostatus_hublinks($doc, $root);
1160
1161         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "salmon");
1162         xml_add_element($doc, $root, "link", "", $attributes);
1163
1164         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1165         xml_add_element($doc, $root, "link", "", $attributes);
1166
1167         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1168         xml_add_element($doc, $root, "link", "", $attributes);
1169
1170         $attributes = array("href" => $a->get_baseurl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1171                         "rel" => "self", "type" => "application/atom+xml");
1172         xml_add_element($doc, $root, "link", "", $attributes);
1173
1174         return $root;
1175 }
1176
1177 function ostatus_hublinks($doc, $root) {
1178         $a = get_app();
1179         $hub = get_config('system','huburl');
1180
1181         $hubxml = '';
1182         if(strlen($hub)) {
1183                 $hubs = explode(',', $hub);
1184                 if(count($hubs)) {
1185                         foreach($hubs as $h) {
1186                                 $h = trim($h);
1187                                 if(! strlen($h))
1188                                         continue;
1189                                 if ($h === '[internal]')
1190                                         $h = $a->get_baseurl() . '/pubsubhubbub';
1191                                 xml_add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1192                         }
1193                 }
1194         }
1195 }
1196
1197 function ostatus_get_attachment($doc, $root, $item) {
1198         $o = "";
1199         $siteinfo = get_attached_data($item["body"]);
1200
1201         switch($siteinfo["type"]) {
1202                 case 'link':
1203                         $attributes = array("rel" => "enclosure",
1204                                         "href" => $siteinfo["url"],
1205                                         "type" => "text/html; charset=UTF-8",
1206                                         "length" => "",
1207                                         "title" => $siteinfo["title"]);
1208                         xml_add_element($doc, $root, "link", "", $attributes);
1209                         break;
1210                 case 'photo':
1211                         $imgdata = get_photo_info($siteinfo["image"]);
1212                         $attributes = array("rel" => "enclosure",
1213                                         "href" => $siteinfo["image"],
1214                                         "type" => $imgdata["mime"],
1215                                         "length" => intval($imgdata["size"]));
1216                         xml_add_element($doc, $root, "link", "", $attributes);
1217                         break;
1218                 case 'video':
1219                         $attributes = array("rel" => "enclosure",
1220                                         "href" => $siteinfo["url"],
1221                                         "type" => "text/html; charset=UTF-8",
1222                                         "length" => "",
1223                                         "title" => $siteinfo["title"]);
1224                         xml_add_element($doc, $root, "link", "", $attributes);
1225                         break;
1226                 default:
1227                         break;
1228         }
1229
1230         if (($siteinfo["type"] != "photo") AND isset($siteinfo["image"])) {
1231                 $photodata = get_photo_info($siteinfo["image"]);
1232
1233                 $attributes = array("rel" => "preview", "href" => $siteinfo["image"], "media:width" => $photodata[0], "media:height" => $photodata[1]);
1234                 xml_add_element($doc, $root, "link", "", $attributes);
1235         }
1236
1237
1238         $arr = explode('[/attach],',$item['attach']);
1239         if(count($arr)) {
1240                 foreach($arr as $r) {
1241                         $matches = false;
1242                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
1243                         if($cnt) {
1244                                 $attributes = array("rel" => "enclosure",
1245                                                 "href" => $matches[1],
1246                                                 "type" => $matches[3]);
1247
1248                                 if(intval($matches[2]))
1249                                         $attributes["length"] = intval($matches[2]);
1250
1251                                 if(trim($matches[4]) != "")
1252                                         $attributes["title"] = trim($matches[4]);
1253
1254                                 xml_add_element($doc, $root, "link", "", $attributes);
1255                         }
1256                 }
1257         }
1258 }
1259
1260 function ostatus_add_author($doc, $owner) {
1261         $a = get_app();
1262
1263         $r = q("SELECT `homepage` FROM `profile` WHERE `uid` = %d AND `is-default` LIMIT 1", intval($owner["uid"]));
1264         if ($r)
1265                 $profile = $r[0];
1266
1267         $author = $doc->createElement("author");
1268         xml_add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1269         xml_add_element($doc, $author, "uri", $owner["url"]);
1270         xml_add_element($doc, $author, "name", $owner["name"]);
1271
1272         $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1273         xml_add_element($doc, $author, "link", "", $attributes);
1274
1275         $attributes = array(
1276                         "rel" => "avatar",
1277                         "type" => "image/jpeg", // To-Do?
1278                         "media:width" => 175,
1279                         "media:height" => 175,
1280                         "href" => $owner["photo"]);
1281         xml_add_element($doc, $author, "link", "", $attributes);
1282
1283         if (isset($owner["thumb"])) {
1284                 $attributes = array(
1285                                 "rel" => "avatar",
1286                                 "type" => "image/jpeg", // To-Do?
1287                                 "media:width" => 80,
1288                                 "media:height" => 80,
1289                                 "href" => $owner["thumb"]);
1290                 xml_add_element($doc, $author, "link", "", $attributes);
1291         }
1292
1293         xml_add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1294         xml_add_element($doc, $author, "poco:displayName", $owner["name"]);
1295         xml_add_element($doc, $author, "poco:note", $owner["about"]);
1296
1297         if (trim($owner["location"]) != "") {
1298                 $element = $doc->createElement("poco:address");
1299                 xml_add_element($doc, $element, "poco:formatted", $owner["location"]);
1300                 $author->appendChild($element);
1301         }
1302
1303         if (trim($profile["homepage"]) != "") {
1304                 $urls = $doc->createElement("poco:urls");
1305                 xml_add_element($doc, $urls, "poco:type", "homepage");
1306                 xml_add_element($doc, $urls, "poco:value", $profile["homepage"]);
1307                 xml_add_element($doc, $urls, "poco:primary", "true");
1308                 $author->appendChild($urls);
1309         }
1310
1311         if (count($profile)) {
1312                 xml_add_element($doc, $author, "followers", "", array("url" => $a->get_baseurl()."/viewcontacts/".$owner["nick"]));
1313                 xml_add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1314         }
1315
1316         return $author;
1317 }
1318
1319 /** 
1320  * @TODO Picture attachments should look like this:
1321  *      <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1322  *      class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1323  * 
1324 */
1325
1326 function ostatus_entry($doc, $item, $owner, $toplevel = false, $repeat = false) {
1327         $a = get_app();
1328
1329         $is_repeat = false;
1330
1331 /*      if (!$repeat) {
1332                 $repeated_guid = get_reshared_guid($item);
1333
1334                 if ($repeated_guid != "") {
1335                         $r = q("SELECT * FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1336                                 intval($owner["uid"]), dbesc($repeated_guid));
1337                         if ($r) {
1338                                 $repeated_item = $r[0];
1339                                 $is_repeat = true;
1340                         }
1341                 }
1342         }
1343 */
1344         if (!$toplevel AND !$repeat) {
1345                 $entry = $doc->createElement("entry");
1346                 $title = sprintf("New note by %s", $owner["nick"]);
1347         } elseif (!$toplevel AND $repeat) {
1348                 $entry = $doc->createElement("activity:object");
1349                 $title = sprintf("New note by %s", $owner["nick"]);
1350         } else {
1351                 $entry = $doc->createElementNS(NS_ATOM, "entry");
1352
1353                 $entry->setAttribute("xmlns:thr", NS_THR);
1354                 $entry->setAttribute("xmlns:georss", NS_GEORSS);
1355                 $entry->setAttribute("xmlns:activity", NS_ACTIVITY);
1356                 $entry->setAttribute("xmlns:media", NS_MEDIA);
1357                 $entry->setAttribute("xmlns:poco", NS_POCO);
1358                 $entry->setAttribute("xmlns:ostatus", NS_OSTATUS);
1359                 $entry->setAttribute("xmlns:statusnet", NS_STATUSNET);
1360
1361                 $author = ostatus_add_author($doc, $owner);
1362                 $entry->appendChild($author);
1363
1364                 $title = sprintf("New comment by %s", $owner["nick"]);
1365         }
1366
1367         // To use the object-type "bookmark" we have to implement these elements:
1368         //
1369         // <activity:object-type>http://activitystrea.ms/schema/1.0/bookmark</activity:object-type>
1370         // <title>Historic Rocket Landing</title>
1371         // <summary>Nur ein Testbeitrag.</summary>
1372         // <link rel="related" href="https://www.youtube.com/watch?v=9pillaOxGCo"/>
1373         // <link rel="preview" href="https://pirati.cc/file/thumb-4526-450x338-b48c8055f0c2fed0c3f67adc234c4b99484a90c42ed3cac73dc1081a4d0a7bc1.jpg.jpg" media:width="450" media:height="338"/>
1374         //
1375         // But: it seems as if it doesn't federate well between the GS servers
1376         // So we just set it to "note" to be sure that it reaches their target systems
1377
1378         if (!$repeat)
1379                 xml_add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1380         else
1381                 xml_add_element($doc, $entry, "activity:object-type", NAMESPACE_ACTIVITY_SCHEMA.'activity');
1382
1383         xml_add_element($doc, $entry, "id", $item["uri"]);
1384         xml_add_element($doc, $entry, "title", $title);
1385
1386         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
1387                 $body = fix_private_photos($item['body'],$owner['uid'],$item, 0);
1388         else
1389                 $body = $item['body'];
1390
1391         $body = ostatus_format_picture_post($body);
1392
1393         if ($item['title'] != "")
1394                 $body = "[b]".$item['title']."[/b]\n\n".$body;
1395
1396         //$body = bb_remove_share_information($body);
1397         $body = bbcode($body, false, false, 7);
1398
1399         xml_add_element($doc, $entry, "content", $body, array("type" => "html"));
1400
1401         xml_add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1402                                                         "href" => $a->get_baseurl()."/display/".$item["guid"]));
1403
1404         xml_add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1405
1406         if (!$is_repeat)
1407                 xml_add_element($doc, $entry, "activity:verb", construct_verb($item));
1408         else
1409                 xml_add_element($doc, $entry, "activity:verb", ACTIVITY_SHARE);
1410
1411         xml_add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1412         xml_add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1413
1414         if ($is_repeat) {
1415                 $repeated_owner = array();
1416                 $repeated_owner["name"] = $repeated_item["author-name"];
1417                 $repeated_owner["url"] = $repeated_item["author-link"];
1418                 $repeated_owner["photo"] = $repeated_item["author-avatar"];
1419                 $repeated_owner["nick"] = $repeated_owner["name"];
1420                 $repeated_owner["location"] = "";
1421                 $repeated_owner["about"] = "";
1422                 $repeated_owner["uid"] = 0;
1423
1424                 // Fetch the missing data from the global contacts
1425                 $r =q("SELECT * FROM `gcontact` WHERE `nurl` = '%s'", normalise_link($repeated_item["author-link"]));
1426                 if ($r) {
1427                         if ($r[0]["nick"] != "")
1428                                 $repeated_owner["nick"] = $r[0]["nick"];
1429
1430                         $repeated_owner["location"] = $r[0]["location"];
1431                         $repeated_owner["about"] = $r[0]["about"];
1432                 }
1433
1434                 $entry_repeat = ostatus_entry($doc, $repeated_item, $repeated_owner, false, true);
1435                 $entry->appendChild($entry_repeat);
1436         } elseif ($repeat) {
1437                 $author = ostatus_add_author($doc, $owner);
1438                 $entry->appendChild($author);
1439         }
1440
1441         $mentioned = array();
1442
1443         if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1444                 $parent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1445                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1446
1447                 $attributes = array(
1448                                 "ref" => $parent_item,
1449                                 "type" => "text/html",
1450                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1451                 xml_add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1452
1453                 $attributes = array(
1454                                 "rel" => "related",
1455                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1456                 xml_add_element($doc, $entry, "link", "", $attributes);
1457
1458                 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1459                 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1460
1461                 $thrparent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1462                                 intval($owner["uid"]),
1463                                 dbesc($parent_item));
1464                 if ($thrparent) {
1465                         $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1466                         $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1467                 }
1468         }
1469
1470         xml_add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation",
1471                                                         "href" => $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]));
1472         xml_add_element($doc, $entry, "ostatus:conversation", $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]);
1473
1474         $tags = item_getfeedtags($item);
1475
1476         if(count($tags))
1477                 foreach($tags as $t)
1478                         if ($t[0] == "@")
1479                                 $mentioned[$t[1]] = $t[1];
1480
1481         // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1482         $newmentions = array();
1483         foreach ($mentioned AS $mention) {
1484                 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1485                 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1486         }
1487         $mentioned = $newmentions;
1488
1489         foreach ($mentioned AS $mention) {
1490                 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1491                         intval($owner["uid"]),
1492                         dbesc(normalise_link($mention)));
1493                 if ($r[0]["forum"] OR $r[0]["prv"])
1494                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1495                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1496                                                                                 "href" => $mention));
1497                 else
1498                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1499                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1500                                                                                 "href" => $mention));
1501         }
1502
1503         if (!$item["private"])
1504                 xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1505                                                                 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1506                                                                 "href" => "http://activityschema.org/collection/public"));
1507
1508         if(count($tags))
1509                 foreach($tags as $t)
1510                         if ($t[0] != "@")
1511                                 xml_add_element($doc, $entry, "category", "", array("term" => $t[2]));
1512
1513         ostatus_get_attachment($doc, $entry, $item);
1514
1515         /// @TODO
1516         /// The API call has yet to be implemented
1517         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1518         //              "rel" => "self", "type" => "application/atom+xml");
1519         //xml_add_element($doc, $entry, "link", "", $attributes);
1520
1521         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1522         //              "rel" => "edit", "type" => "application/atom+xml");
1523         //xml_add_element($doc, $entry, "link", "", $attributes);
1524
1525         $app = $item["app"];
1526         if ($app == "")
1527                 $app = "web";
1528
1529
1530         $attributes = array("local_id" => $item["id"], "source" => $app);
1531         if ($is_repeat)
1532                 $attributes["repeat_of"] = $repeated_item["id"];
1533
1534         xml_add_element($doc, $entry, "statusnet:notice_info", "", $attributes);
1535
1536         return $entry;
1537 }
1538
1539 function ostatus_feed(&$a, $owner_nick, $last_update) {
1540
1541         $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1542                         FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1543                         WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1544                         dbesc($owner_nick));
1545         if (!$r)
1546                 return;
1547
1548         $owner = $r[0];
1549
1550         if(!strlen($last_update))
1551                 $last_update = 'now -30 days';
1552
1553         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1554
1555         $items = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id` FROM `item`
1556                         INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1557                         LEFT JOIN `item` AS `thritem` ON `thritem`.`uri`=`item`.`thr-parent` AND `thritem`.`uid`=`item`.`uid`
1558                         WHERE `item`.`uid` = %d AND `item`.`received` > '%s' AND NOT `item`.`private` AND NOT `item`.`deleted`
1559                                 AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = '' AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1560                                 AND ((`item`.`wall` AND (`item`.`parent` = `item`.`id`))
1561                                         OR (`item`.`network` = '%s' AND ((`thread`.`network` IN ('%s', '%s')) OR (`thritem`.`network` IN ('%s', '%s')))) AND `thread`.`mention`)
1562                                 AND ((`item`.`owner-link` IN ('%s', '%s') AND (`item`.`parent` = `item`.`id`))
1563                                         OR (`item`.`author-link` IN ('%s', '%s')))
1564                         ORDER BY `item`.`received` DESC
1565                         LIMIT 0, 300",
1566                         intval($owner["uid"]), dbesc($check_date), dbesc(NETWORK_DFRN),
1567                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1568                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1569                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1570                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1571                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"])),
1572                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"]))
1573                 );
1574
1575         $doc = new DOMDocument('1.0', 'utf-8');
1576         $doc->formatOutput = true;
1577
1578         $root = ostatus_add_header($doc, $owner);
1579
1580         foreach ($items AS $item) {
1581                 $entry = ostatus_entry($doc, $item, $owner);
1582                 $root->appendChild($entry);
1583         }
1584
1585         return(trim($doc->saveXML()));
1586 }
1587
1588 function ostatus_salmon($item,$owner) {
1589
1590         $doc = new DOMDocument('1.0', 'utf-8');
1591         $doc->formatOutput = true;
1592
1593         $entry = ostatus_entry($doc, $item, $owner, true);
1594
1595         $doc->appendChild($entry);
1596
1597         return(trim($doc->saveXML()));
1598 }
1599 ?>