]> git.mxchange.org Git - friendica.git/blob - include/ostatus.php
Merge remote-tracking branch 'upstream/develop' into 1601-dfrn-import
[friendica.git] / include / ostatus.php
1 <?php
2 require_once("include/Contact.php");
3 require_once("include/threads.php");
4 require_once("include/html2bbcode.php");
5 require_once("include/bbcode.php");
6 require_once("include/items.php");
7 require_once("mod/share.php");
8 require_once("include/enotify.php");
9 require_once("include/socgraph.php");
10 require_once("include/Photo.php");
11 require_once("include/Scrape.php");
12 require_once("include/follow.php");
13 require_once("include/api.php");
14 require_once("mod/proxy.php");
15
16 define('OSTATUS_DEFAULT_POLL_INTERVAL', 30); // given in minutes
17 define('OSTATUS_DEFAULT_POLL_TIMEFRAME', 1440); // given in minutes
18 define('OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS', 14400); // given in minutes
19
20 function ostatus_check_follow_friends() {
21         $r = q("SELECT `uid`,`v` FROM `pconfig` WHERE `cat`='system' AND `k`='ostatus_legacy_contact' AND `v` != ''");
22
23         if (!$r)
24                 return;
25
26         foreach ($r AS $contact) {
27                 ostatus_follow_friends($contact["uid"], $contact["v"]);
28                 set_pconfig($contact["uid"], "system", "ostatus_legacy_contact", "");
29         }
30 }
31
32 // This function doesn't work reliable by now.
33 function ostatus_follow_friends($uid, $url) {
34         $contact = probe_url($url);
35
36         if (!$contact)
37                 return;
38
39         $api = $contact["baseurl"]."/api/";
40
41         // Fetching friends
42         $data = z_fetch_url($api."statuses/friends.json?screen_name=".$contact["nick"]);
43
44         if (!$data["success"])
45                 return;
46
47         $friends = json_decode($data["body"]);
48
49         foreach ($friends AS $friend) {
50                 $url = $friend->statusnet_profile_url;
51                 $r = q("SELECT `url` FROM `contact` WHERE `uid` = %d AND
52                         (`nurl` = '%s' OR `alias` = '%s' OR `alias` = '%s') AND
53                         `network` != '%s' LIMIT 1",
54                         intval($uid), dbesc(normalise_link($url)),
55                         dbesc(normalise_link($url)), dbesc($url), dbesc(NETWORK_STATUSNET));
56                 if (!$r) {
57                         $data = probe_url($friend->statusnet_profile_url);
58                         if ($data["network"] == NETWORK_OSTATUS) {
59                                 $result = new_contact($uid,$friend->statusnet_profile_url);
60                                 if ($result["success"])
61                                         logger($friend->name." ".$url." - success", LOGGER_DEBUG);
62                                 else
63                                         logger($friend->name." ".$url." - failed", LOGGER_DEBUG);
64                         } else
65                                 logger($friend->name." ".$url." - not OStatus", LOGGER_DEBUG);
66                 }
67         }
68 }
69
70 function ostatus_fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
71
72         $author = array();
73         $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
74         $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
75
76         // Preserve the value
77         $authorlink = $author["author-link"];
78
79         $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
80         if (is_object($alternate))
81                 foreach($alternate AS $attributes)
82                         if ($attributes->name == "href")
83                                 $author["author-link"] = $attributes->textContent;
84
85         $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
86                 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
87                 dbesc(normalise_link($authorlink)), dbesc(NETWORK_STATUSNET));
88         if ($r) {
89                 $contact = $r[0];
90                 $author["contact-id"] = $r[0]["id"];
91         } else
92                 $author["contact-id"] = $contact["id"];
93
94         $avatarlist = array();
95         $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
96         foreach($avatars AS $avatar) {
97                 $href = "";
98                 $width = 0;
99                 foreach($avatar->attributes AS $attributes) {
100                         if ($attributes->name == "href")
101                                 $href = $attributes->textContent;
102                         if ($attributes->name == "width")
103                                 $width = $attributes->textContent;
104                 }
105                 if (($width > 0) AND ($href != ""))
106                         $avatarlist[$width] = $href;
107         }
108         if (count($avatarlist) > 0) {
109                 krsort($avatarlist);
110                 $author["author-avatar"] = current($avatarlist);
111         }
112
113         $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
114         if ($displayname != "")
115                 $author["author-name"] = $displayname;
116
117         $author["owner-name"] = $author["author-name"];
118         $author["owner-link"] = $author["author-link"];
119         $author["owner-avatar"] = $author["author-avatar"];
120
121         // Only update the contacts if it is an OStatus contact
122         if ($r AND !$onlyfetch AND ($contact["network"] == NETWORK_OSTATUS)) {
123                 // Update contact data
124
125                 $value = $xpath->query("atom:link[@rel='salmon']", $context)->item(0)->nodeValue;
126                 if ($value != "")
127                         $contact["notify"] = $value;
128
129                 $value = $xpath->evaluate('atom:author/uri/text()', $context)->item(0)->nodeValue;
130                 if ($value != "")
131                         $contact["alias"] = $value;
132
133                 $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
134                 if ($value != "")
135                         $contact["name"] = $value;
136
137                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
138                 if ($value != "")
139                         $contact["nick"] = $value;
140
141                 $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
142                 if ($value != "")
143                         $contact["about"] = html2bbcode($value);
144
145                 $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
146                 if ($value != "")
147                         $contact["location"] = $value;
148
149                 if (($contact["name"] != $r[0]["name"]) OR ($contact["nick"] != $r[0]["nick"]) OR ($contact["about"] != $r[0]["about"]) OR ($contact["location"] != $r[0]["location"])) {
150
151                         logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
152
153                         q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d",
154                                 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["about"]), dbesc($contact["location"]),
155                                 dbesc(datetime_convert()), intval($contact["id"]));
156
157                         poco_check($contact["url"], $contact["name"], $contact["network"], $author["author-avatar"], $contact["about"], $contact["location"],
158                                                 "", "", "", datetime_convert(), 2, $contact["id"], $contact["uid"]);
159                 }
160
161                 if (isset($author["author-avatar"]) AND ($author["author-avatar"] != $r[0]['avatar'])) {
162                         logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
163
164                         update_contact_avatar($author["author-avatar"], $importer["uid"], $contact["id"]);
165                 }
166
167
168                 /// @todo Add the "addr" field
169                 $contact["generation"] = 2;
170                 $contact["photo"] = $author["author-avatar"];
171                 update_gcontact($contact);
172         }
173
174         return($author);
175 }
176
177 function ostatus_salmon_author($xml, $importer) {
178         $a = get_app();
179
180         if ($xml == "")
181                 return;
182
183         $doc = new DOMDocument();
184         @$doc->loadXML($xml);
185
186         $xpath = new DomXPath($doc);
187         $xpath->registerNamespace('atom', NAMESPACE_ATOM1);
188         $xpath->registerNamespace('thr', NAMESPACE_THREAD);
189         $xpath->registerNamespace('georss', NAMESPACE_GEORSS);
190         $xpath->registerNamespace('activity', NAMESPACE_ACTIVITY);
191         $xpath->registerNamespace('media', NAMESPACE_MEDIA);
192         $xpath->registerNamespace('poco', NAMESPACE_POCO);
193         $xpath->registerNamespace('ostatus', NAMESPACE_OSTATUS);
194         $xpath->registerNamespace('statusnet', NAMESPACE_STATUSNET);
195
196         $entries = $xpath->query('/atom:entry');
197
198         foreach ($entries AS $entry) {
199                 // fetch the author
200                 $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, true);
201                 return $author;
202         }
203 }
204
205 function ostatus_import($xml,$importer,&$contact, &$hub) {
206
207         $a = get_app();
208
209         logger("Import OStatus message", LOGGER_DEBUG);
210
211         if ($xml == "")
212                 return;
213
214         $doc = new DOMDocument();
215         @$doc->loadXML($xml);
216
217         $xpath = new DomXPath($doc);
218         $xpath->registerNamespace('atom', NAMESPACE_ATOM1);
219         $xpath->registerNamespace('thr', NAMESPACE_THREAD);
220         $xpath->registerNamespace('georss', NAMESPACE_GEORSS);
221         $xpath->registerNamespace('activity', NAMESPACE_ACTIVITY);
222         $xpath->registerNamespace('media', NAMESPACE_MEDIA);
223         $xpath->registerNamespace('poco', NAMESPACE_POCO);
224         $xpath->registerNamespace('ostatus', NAMESPACE_OSTATUS);
225         $xpath->registerNamespace('statusnet', NAMESPACE_STATUSNET);
226
227         $gub = "";
228         $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
229         if (is_object($hub_attributes))
230                 foreach($hub_attributes AS $hub_attribute)
231                         if ($hub_attribute->name == "href") {
232                                 $hub = $hub_attribute->textContent;
233                                 logger("Found hub ".$hub, LOGGER_DEBUG);
234                         }
235
236         $header = array();
237         $header["uid"] = $importer["uid"];
238         $header["network"] = NETWORK_OSTATUS;
239         $header["type"] = "remote";
240         $header["wall"] = 0;
241         $header["origin"] = 0;
242         $header["gravity"] = GRAVITY_PARENT;
243
244         // it could either be a received post or a post we fetched by ourselves
245         // depending on that, the first node is different
246         $first_child = $doc->firstChild->tagName;
247
248         if ($first_child == "feed")
249                 $entries = $xpath->query('/atom:feed/atom:entry');
250         else
251                 $entries = $xpath->query('/atom:entry');
252
253         $conversation = "";
254         $conversationlist = array();
255         $item_id = 0;
256
257         // Reverse the order of the entries
258         $entrylist = array();
259
260         foreach ($entries AS $entry)
261                 $entrylist[] = $entry;
262
263         foreach (array_reverse($entrylist) AS $entry) {
264
265                 $mention = false;
266
267                 // fetch the author
268                 if ($first_child == "feed")
269                         $author = ostatus_fetchauthor($xpath, $doc->firstChild, $importer, $contact, false);
270                 else
271                         $author = ostatus_fetchauthor($xpath, $entry, $importer, $contact, false);
272
273                 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
274                 if ($value != "")
275                         $nickname = $value;
276                 else
277                         $nickname = $author["author-name"];
278
279                 $item = array_merge($header, $author);
280
281                 // Now get the item
282                 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
283
284                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
285                         intval($importer["uid"]), dbesc($item["uri"]));
286                 if ($r) {
287                         logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already existed under id ".$r[0]["id"], LOGGER_DEBUG);
288                         continue;
289                 }
290
291                 $item["body"] = add_page_info_to_body(html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue));
292                 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
293
294                 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) OR ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
295                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
296                         $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
297                 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION)
298                         $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
299
300                 $item["object"] = $xml;
301                 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
302
303                 /// @TODO
304                 /// Delete a message
305                 if ($item["verb"] == "qvitter-delete-notice") {
306                         // ignore "Delete" messages (by now)
307                         logger("Ignore delete message ".print_r($item, true));
308                         continue;
309                 }
310
311                 if ($item["verb"] == ACTIVITY_JOIN) {
312                         // ignore "Join" messages
313                         logger("Ignore join message ".print_r($item, true));
314                         continue;
315                 }
316
317                 if ($item["verb"] == ACTIVITY_FOLLOW) {
318                         new_follower($importer, $contact, $item, $nickname);
319                         continue;
320                 }
321
322                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
323                         lose_follower($importer, $contact, $item, $dummy);
324                         continue;
325                 }
326
327                 if ($item["verb"] == ACTIVITY_FAVORITE) {
328                         $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
329                         logger("Favorite ".$orig_uri." ".print_r($item, true));
330
331                         $item["verb"] = ACTIVITY_LIKE;
332                         $item["parent-uri"] = $orig_uri;
333                         $item["gravity"] = GRAVITY_LIKE;
334                 }
335
336                 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
337                         // Ignore "Unfavorite" message
338                         logger("Ignore unfavorite message ".print_r($item, true));
339                         continue;
340                 }
341
342                 // http://activitystrea.ms/schema/1.0/rsvp-yes
343                 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE)))
344                         logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
345
346                 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
347                 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
348                 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
349
350                 $related = "";
351
352                 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
353                 if (is_object($inreplyto->item(0))) {
354                         foreach($inreplyto->item(0)->attributes AS $attributes) {
355                                 if ($attributes->name == "ref")
356                                         $item["parent-uri"] = $attributes->textContent;
357                                 if ($attributes->name == "href")
358                                         $related = $attributes->textContent;
359                         }
360                 }
361
362                 $georsspoint = $xpath->query('georss:point', $entry);
363                 if ($georsspoint)
364                         $item["coord"] = $georsspoint->item(0)->nodeValue;
365
366                 /// @TODO
367                 /// $item["location"] =
368
369                 $categories = $xpath->query('atom:category', $entry);
370                 if ($categories) {
371                         foreach ($categories AS $category) {
372                                 foreach($category->attributes AS $attributes)
373                                         if ($attributes->name == "term") {
374                                                 $term = $attributes->textContent;
375                                                 if(strlen($item["tag"]))
376                                                         $item["tag"] .= ',';
377                                                 $item["tag"] .= "#[url=".$a->get_baseurl()."/search?tag=".$term."]".$term."[/url]";
378                                         }
379                         }
380                 }
381
382                 $self = "";
383                 $enclosure = "";
384
385                 $links = $xpath->query('atom:link', $entry);
386                 if ($links) {
387                         $rel = "";
388                         $href = "";
389                         $type = "";
390                         $length = "0";
391                         $title = "";
392                         foreach ($links AS $link) {
393                                 foreach($link->attributes AS $attributes) {
394                                         if ($attributes->name == "href")
395                                                 $href = $attributes->textContent;
396                                         if ($attributes->name == "rel")
397                                                 $rel = $attributes->textContent;
398                                         if ($attributes->name == "type")
399                                                 $type = $attributes->textContent;
400                                         if ($attributes->name == "length")
401                                                 $length = $attributes->textContent;
402                                         if ($attributes->name == "title")
403                                                 $title = $attributes->textContent;
404                                 }
405                                 if (($rel != "") AND ($href != ""))
406                                         switch($rel) {
407                                                 case "alternate":
408                                                         $item["plink"] = $href;
409                                                         if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) OR
410                                                                 ($item["object-type"] == ACTIVITY_OBJ_EVENT))
411                                                                 $item["body"] .= add_page_info($href);
412                                                         break;
413                                                 case "ostatus:conversation":
414                                                         $conversation = $href;
415                                                         break;
416                                                 case "enclosure":
417                                                         $enclosure = $href;
418                                                         if(strlen($item["attach"]))
419                                                                 $item["attach"] .= ',';
420
421                                                         $item["attach"] .= '[attach]href="'.$href.'" length="'.$length.'" type="'.$type.'" title="'.$title.'"[/attach]';
422                                                         break;
423                                                 case "related":
424                                                         if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
425                                                                 if (!isset($item["parent-uri"]))
426                                                                         $item["parent-uri"] = $href;
427
428                                                                 if ($related == "")
429                                                                         $related = $href;
430                                                         } else
431                                                                 $item["body"] .= add_page_info($href);
432                                                         break;
433                                                 case "self":
434                                                         $self = $href;
435                                                         break;
436                                                 case "mentioned":
437                                                         // Notification check
438                                                         if ($importer["nurl"] == normalise_link($href))
439                                                                 $mention = true;
440                                                         break;
441                                         }
442                         }
443                 }
444
445                 $local_id = "";
446                 $repeat_of = "";
447
448                 $notice_info = $xpath->query('statusnet:notice_info', $entry);
449                 if ($notice_info AND ($notice_info->length > 0)) {
450                         foreach($notice_info->item(0)->attributes AS $attributes) {
451                                 if ($attributes->name == "source")
452                                         $item["app"] = strip_tags($attributes->textContent);
453                                 if ($attributes->name == "local_id")
454                                         $local_id = $attributes->textContent;
455                                 if ($attributes->name == "repeat_of")
456                                         $repeat_of = $attributes->textContent;
457                         }
458                 }
459
460                 // Is it a repeated post?
461                 if ($repeat_of != "") {
462                         $activityobjects = $xpath->query('activity:object', $entry)->item(0);
463
464                         if (is_object($activityobjects)) {
465
466                                 $orig_uri = $xpath->query("activity:object/atom:id", $activityobjects)->item(0)->nodeValue;
467                                 if (!isset($orig_uri))
468                                         $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
469
470                                 $orig_links = $xpath->query("activity:object/atom:link[@rel='alternate']", $activityobjects);
471                                 if ($orig_links AND ($orig_links->length > 0))
472                                         foreach($orig_links->item(0)->attributes AS $attributes)
473                                                 if ($attributes->name == "href")
474                                                         $orig_link = $attributes->textContent;
475
476                                 if (!isset($orig_link))
477                                         $orig_link = $xpath->query("atom:link[@rel='alternate']", $activityobjects)->item(0)->nodeValue;
478
479                                 if (!isset($orig_link))
480                                         $orig_link =  ostatus_convert_href($orig_uri);
481
482                                 $orig_body = $xpath->query('activity:object/atom:content/text()', $activityobjects)->item(0)->nodeValue;
483                                 if (!isset($orig_body))
484                                         $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
485
486                                 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
487
488                                 $orig_contact = $contact;
489                                 $orig_author = ostatus_fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
490
491                                 //if (!intval(get_config('system','wall-to-wall_share'))) {
492                                 //      $prefix = share_header($orig_author['author-name'], $orig_author['author-link'], $orig_author['author-avatar'], "", $orig_created, $orig_link);
493                                 //      $item["body"] = $prefix.add_page_info_to_body(html2bbcode($orig_body))."[/share]";
494                                 //} else {
495                                         $item["author-name"] = $orig_author["author-name"];
496                                         $item["author-link"] = $orig_author["author-link"];
497                                         $item["author-avatar"] = $orig_author["author-avatar"];
498                                         $item["body"] = add_page_info_to_body(html2bbcode($orig_body));
499                                         $item["created"] = $orig_created;
500
501                                         $item["uri"] = $orig_uri;
502                                         $item["plink"] = $orig_link;
503                                 //}
504
505                                 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
506
507                                 $item["object-type"] = $xpath->query('activity:object/activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
508                                 if (!isset($item["object-type"]))
509                                         $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
510                         }
511                 }
512
513                 //if ($enclosure != "")
514                 //      $item["body"] .= add_page_info($enclosure);
515
516                 if (isset($item["parent-uri"])) {
517                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
518                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
519
520                         if (!$r AND ($related != "")) {
521                                 $reply_path = str_replace("/notice/", "/api/statuses/show/", $related).".atom";
522
523                                 if ($reply_path != $related) {
524                                         logger("Fetching related items for user ".$importer["uid"]." from ".$reply_path, LOGGER_DEBUG);
525                                         $reply_xml = fetch_url($reply_path);
526
527                                         $reply_contact = $contact;
528                                         ostatus_import($reply_xml,$importer,$reply_contact, $reply_hub);
529
530                                         // After the import try to fetch the parent item again
531                                         $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
532                                                 intval($importer["uid"]), dbesc($item["parent-uri"]));
533                                 }
534                         }
535                         if ($r) {
536                                 $item["type"] = 'remote-comment';
537                                 $item["gravity"] = GRAVITY_COMMENT;
538                         }
539                 } else
540                         $item["parent-uri"] = $item["uri"];
541
542                 $item_id = ostatus_completion($conversation, $importer["uid"], $item);
543
544                 if (!$item_id) {
545                         logger("Error storing item", LOGGER_DEBUG);
546                         continue;
547                 }
548
549                 logger("Item was stored with id ".$item_id, LOGGER_DEBUG);
550         }
551 }
552
553 function ostatus_convert_href($href) {
554         $elements = explode(":",$href);
555
556         if ((count($elements) <= 2) OR ($elements[0] != "tag"))
557                 return $href;
558
559         $server = explode(",", $elements[1]);
560         $conversation = explode("=", $elements[2]);
561
562         if ((count($elements) == 4) AND ($elements[2] == "post"))
563                 return "http://".$server[0]."/notice/".$elements[3];
564
565         if ((count($conversation) != 2) OR ($conversation[1] ==""))
566                 return $href;
567
568         if ($elements[3] == "objectType=thread")
569                 return "http://".$server[0]."/conversation/".$conversation[1];
570         else
571                 return "http://".$server[0]."/notice/".$conversation[1];
572
573         return $href;
574 }
575
576 function check_conversations($mentions = false, $override = false) {
577         $last = get_config('system','ostatus_last_poll');
578
579         $poll_interval = intval(get_config('system','ostatus_poll_interval'));
580         if(! $poll_interval)
581                 $poll_interval = OSTATUS_DEFAULT_POLL_INTERVAL;
582
583         // Don't poll if the interval is set negative
584         if (($poll_interval < 0) AND !$override)
585                 return;
586
587         if (!$mentions) {
588                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
589                 if (!$poll_timeframe)
590                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME;
591         } else {
592                 $poll_timeframe = intval(get_config('system','ostatus_poll_timeframe'));
593                 if (!$poll_timeframe)
594                         $poll_timeframe = OSTATUS_DEFAULT_POLL_TIMEFRAME_MENTIONS;
595         }
596
597
598         if ($last AND !$override) {
599                 $next = $last + ($poll_interval * 60);
600                 if ($next > time()) {
601                         logger('poll interval not reached');
602                         return;
603                 }
604         }
605
606         logger('cron_start');
607
608         $start = date("Y-m-d H:i:s", time() - ($poll_timeframe * 60));
609
610         if ($mentions)
611                 $conversations = q("SELECT `term`.`oid`, `term`.`url`, `term`.`uid` FROM `term`
612                                         STRAIGHT_JOIN `thread` ON `thread`.`iid` = `term`.`oid` AND `thread`.`uid` = `term`.`uid`
613                                         WHERE `term`.`type` = 7 AND `term`.`term` > '%s' AND `thread`.`mention`
614                                         GROUP BY `term`.`url`, `term`.`uid` ORDER BY `term`.`term` DESC", dbesc($start));
615         else
616                 $conversations = q("SELECT `oid`, `url`, `uid` FROM `term`
617                                         WHERE `type` = 7 AND `term` > '%s'
618                                         GROUP BY `url`, `uid` ORDER BY `term` DESC", dbesc($start));
619
620         foreach ($conversations AS $conversation) {
621                 ostatus_completion($conversation['url'], $conversation['uid']);
622         }
623
624         logger('cron_end');
625
626         set_config('system','ostatus_last_poll', time());
627 }
628
629 function ostatus_completion($conversation_url, $uid, $item = array()) {
630
631         $a = get_app();
632
633         $item_stored = -1;
634
635         $conversation_url = ostatus_convert_href($conversation_url);
636
637         // If the thread shouldn't be completed then store the item and go away
638         if ((intval(get_config('system','ostatus_poll_interval')) == -2) AND (count($item) > 0)) {
639                 //$arr["app"] .= " (OStatus-NoCompletion)";
640                 $item_stored = item_store($item, true);
641                 return($item_stored);
642         }
643
644         // Get the parent
645         $parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
646                         (SELECT `parent` FROM `item` WHERE `id` IN
647                                 (SELECT `oid` FROM `term` WHERE `uid` = %d AND `otype` = %d AND `type` = %d AND `url` = '%s'))",
648                         intval($uid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION), dbesc($conversation_url));
649
650         if ($parents)
651                 $parent = $parents[0];
652         elseif (count($item) > 0) {
653                 $parent = $item;
654                 $parent["type"] = "remote";
655                 $parent["verb"] = ACTIVITY_POST;
656                 $parent["visible"] = 1;
657         } else {
658                 // Preset the parent
659                 $r = q("SELECT `id` FROM `contact` WHERE `self` AND `uid`=%d", $uid);
660                 if (!$r)
661                         return(-2);
662
663                 $parent = array();
664                 $parent["id"] = 0;
665                 $parent["parent"] = 0;
666                 $parent["uri"] = "";
667                 $parent["contact-id"] = $r[0]["id"];
668                 $parent["type"] = "remote";
669                 $parent["verb"] = ACTIVITY_POST;
670                 $parent["visible"] = 1;
671         }
672
673         $conv = str_replace("/conversation/", "/api/statusnet/conversation/", $conversation_url).".as";
674         $pageno = 1;
675         $items = array();
676
677         logger('fetching conversation url '.$conv.' for user '.$uid);
678
679         do {
680                 $conv_arr = z_fetch_url($conv."?page=".$pageno);
681
682                 // If it is a non-ssl site and there is an error, then try ssl or vice versa
683                 if (!$conv_arr["success"] AND (substr($conv, 0, 7) == "http://")) {
684                         $conv = str_replace("http://", "https://", $conv);
685                         $conv_as = fetch_url($conv."?page=".$pageno);
686                 } elseif (!$conv_arr["success"] AND (substr($conv, 0, 8) == "https://")) {
687                         $conv = str_replace("https://", "http://", $conv);
688                         $conv_as = fetch_url($conv."?page=".$pageno);
689                 } else
690                         $conv_as = $conv_arr["body"];
691
692                 $conv_as = str_replace(',"statusnet:notice_info":', ',"statusnet_notice_info":', $conv_as);
693                 $conv_as = json_decode($conv_as);
694
695                 $no_of_items = sizeof($items);
696
697                 if (@is_array($conv_as->items))
698                         foreach ($conv_as->items AS $single_item)
699                                 $items[$single_item->id] = $single_item;
700
701                 if ($no_of_items == sizeof($items))
702                         break;
703
704                 $pageno++;
705
706         } while (true);
707
708         logger('fetching conversation done. Found '.count($items).' items');
709
710         if (!sizeof($items)) {
711                 if (count($item) > 0) {
712                         //$arr["app"] .= " (OStatus-NoConvFetched)";
713                         $item_stored = item_store($item, true);
714
715                         if ($item_stored) {
716                                 logger("Conversation ".$conversation_url." couldn't be fetched. Item uri ".$item["uri"]." stored: ".$item_stored, LOGGER_DEBUG);
717                                 ostatus_store_conversation($item_id, $conversation_url);
718                         }
719
720                         return($item_stored);
721                 } else
722                         return(-3);
723         }
724
725         $items = array_reverse($items);
726
727         $r = q("SELECT `nurl` FROM `contact` WHERE `uid` = %d AND `self`", intval($uid));
728         $importer = $r[0];
729
730         foreach ($items as $single_conv) {
731
732                 // Test - remove before flight
733                 //$tempfile = tempnam(get_temppath(), "conversation");
734                 //file_put_contents($tempfile, json_encode($single_conv));
735
736                 $mention = false;
737
738                 if (isset($single_conv->object->id))
739                         $single_conv->id = $single_conv->object->id;
740
741                 $plink = ostatus_convert_href($single_conv->id);
742                 if (isset($single_conv->object->url))
743                         $plink = ostatus_convert_href($single_conv->object->url);
744
745                 if (@!$single_conv->id)
746                         continue;
747
748                 logger("Got id ".$single_conv->id, LOGGER_DEBUG);
749
750                 if ($first_id == "") {
751                         $first_id = $single_conv->id;
752
753                         // The first post of the conversation isn't our first post. There are three options:
754                         // 1. Our conversation hasn't the "real" thread starter
755                         // 2. This first post is a post inside our thread
756                         // 3. This first post is a post inside another thread
757                         if (($first_id != $parent["uri"]) AND ($parent["uri"] != "")) {
758                                 $new_parents = q("SELECT `id`, `parent`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `id` IN
759                                                         (SELECT `parent` FROM `item`
760                                                                 WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s')) LIMIT 1",
761                                         intval($uid), dbesc($first_id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
762                                 if ($new_parents) {
763                                         if ($new_parents[0]["parent"] == $parent["parent"]) {
764                                                 // Option 2: This post is already present inside our thread - but not as thread starter
765                                                 logger("Option 2: uri present in our thread: ".$first_id, LOGGER_DEBUG);
766                                                 $first_id = $parent["uri"];
767                                         } else {
768                                                 // Option 3: Not so good. We have mixed parents. We have to see how to clean this up.
769                                                 // For now just take the new parent.
770                                                 $parent = $new_parents[0];
771                                                 $first_id = $parent["uri"];
772                                                 logger("Option 3: mixed parents for uri ".$first_id, LOGGER_DEBUG);
773                                         }
774                                 } else {
775                                         // Option 1: We hadn't got the real thread starter
776                                         // We have to clean up our existing messages.
777                                         $parent["id"] = 0;
778                                         $parent["uri"] = $first_id;
779                                         logger("Option 1: we have a new parent: ".$first_id, LOGGER_DEBUG);
780                                 }
781                         } elseif ($parent["uri"] == "") {
782                                 $parent["id"] = 0;
783                                 $parent["uri"] = $first_id;
784                         }
785                 }
786
787                 $parent_uri = $parent["uri"];
788
789                 // "context" only seems to exist on older servers
790                 if (isset($single_conv->context->inReplyTo->id)) {
791                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
792                                                 intval($uid), dbesc($single_conv->context->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
793                         if ($parent_exists)
794                                 $parent_uri = $single_conv->context->inReplyTo->id;
795                 }
796
797                 // This is the current way
798                 if (isset($single_conv->object->inReplyTo->id)) {
799                         $parent_exists = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
800                                                 intval($uid), dbesc($single_conv->object->inReplyTo->id), dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
801                         if ($parent_exists)
802                                 $parent_uri = $single_conv->object->inReplyTo->id;
803                 }
804
805                 $message_exists = q("SELECT `id`, `parent`, `uri` FROM `item` WHERE `uid` = %d AND `uri` = '%s' AND `network` IN ('%s','%s') LIMIT 1",
806                                                 intval($uid), dbesc($single_conv->id),
807                                                 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN));
808                 if ($message_exists) {
809                         logger("Message ".$single_conv->id." already existed on the system", LOGGER_DEBUG);
810
811                         if ($parent["id"] != 0) {
812                                 $existing_message = $message_exists[0];
813
814                                 // We improved the way we fetch OStatus messages, this shouldn't happen very often now
815                                 /// @TODO We have to change the shadow copies as well. This way here is really ugly.
816                                 if ($existing_message["parent"] != $parent["id"]) {
817                                         logger('updating id '.$existing_message["id"].' with parent '.$existing_message["parent"].' to parent '.$parent["id"].' uri '.$parent["uri"].' thread '.$parent_uri, LOGGER_DEBUG);
818
819                                         // Update the parent id of the selected item
820                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `id` = %d",
821                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["id"]));
822
823                                         // Update the parent uri in the thread - but only if it points to itself
824                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE `id` = %d AND `uri` = `thr-parent`",
825                                                 dbesc($parent_uri), intval($existing_message["id"]));
826
827                                         // try to change all items of the same parent
828                                         $r = q("UPDATE `item` SET `parent` = %d, `parent-uri` = '%s' WHERE `parent` = %d",
829                                                 intval($parent["id"]), dbesc($parent["uri"]), intval($existing_message["parent"]));
830
831                                         // Update the parent uri in the thread - but only if it points to itself
832                                         $r = q("UPDATE `item` SET `thr-parent` = '%s' WHERE (`parent` = %d) AND (`uri` = `thr-parent`)",
833                                                 dbesc($parent["uri"]), intval($existing_message["parent"]));
834
835                                         // Now delete the thread
836                                         delete_thread($existing_message["parent"]);
837                                 }
838                         }
839
840                         // The item we are having on the system is the one that we wanted to store via the item array
841                         if (isset($item["uri"]) AND ($item["uri"] == $existing_message["uri"])) {
842                                 $item = array();
843                                 $item_stored = 0;
844                         }
845
846                         continue;
847                 }
848
849                 if (is_array($single_conv->to))
850                         foreach($single_conv->to AS $to)
851                                 if ($importer["nurl"] == normalise_link($to->id))
852                                         $mention = true;
853
854                 $actor = $single_conv->actor->id;
855                 if (isset($single_conv->actor->url))
856                         $actor = $single_conv->actor->url;
857
858                 $contact = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s' AND `network` != '%s'",
859                                 $uid, normalise_link($actor), NETWORK_STATUSNET);
860
861                 if (count($contact)) {
862                         logger("Found contact for url ".$actor, LOGGER_DEBUG);
863                         $contact_id = $contact[0]["id"];
864                 } else {
865                         logger("No contact found for url ".$actor, LOGGER_DEBUG);
866
867                         // Adding a global contact
868                         /// @TODO Use this data for the post
869                         $global_contact_id = get_contact($actor, 0);
870
871                         logger("Global contact ".$global_contact_id." found for url ".$actor, LOGGER_DEBUG);
872
873                         $contact_id = $parent["contact-id"];
874                 }
875
876                 $arr = array();
877                 $arr["network"] = NETWORK_OSTATUS;
878                 $arr["uri"] = $single_conv->id;
879                 $arr["plink"] = $plink;
880                 $arr["uid"] = $uid;
881                 $arr["contact-id"] = $contact_id;
882                 $arr["parent-uri"] = $parent_uri;
883                 $arr["created"] = $single_conv->published;
884                 $arr["edited"] = $single_conv->published;
885                 $arr["owner-name"] = $single_conv->actor->displayName;
886                 if ($arr["owner-name"] == '')
887                         $arr["owner-name"] = $single_conv->actor->contact->displayName;
888                 if ($arr["owner-name"] == '')
889                         $arr["owner-name"] = $single_conv->actor->portablecontacts_net->displayName;
890
891                 $arr["owner-link"] = $actor;
892                 $arr["owner-avatar"] = $single_conv->actor->image->url;
893                 $arr["author-name"] = $arr["owner-name"];
894                 $arr["author-link"] = $actor;
895                 $arr["author-avatar"] = $single_conv->actor->image->url;
896                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->content));
897
898                 if (isset($single_conv->status_net->notice_info->source))
899                         $arr["app"] = strip_tags($single_conv->status_net->notice_info->source);
900                 elseif (isset($single_conv->statusnet->notice_info->source))
901                         $arr["app"] = strip_tags($single_conv->statusnet->notice_info->source);
902                 elseif (isset($single_conv->statusnet_notice_info->source))
903                         $arr["app"] = strip_tags($single_conv->statusnet_notice_info->source);
904                 elseif (isset($single_conv->provider->displayName))
905                         $arr["app"] = $single_conv->provider->displayName;
906                 else
907                         $arr["app"] = "OStatus";
908
909                 //$arr["app"] .= " (Conversation)";
910
911                 $arr["object"] = json_encode($single_conv);
912                 $arr["verb"] = $parent["verb"];
913                 $arr["visible"] = $parent["visible"];
914                 $arr["location"] = $single_conv->location->displayName;
915                 $arr["coord"] = trim($single_conv->location->lat." ".$single_conv->location->lon);
916
917                 // Is it a reshared item?
918                 if (isset($single_conv->verb) AND ($single_conv->verb == "share") AND isset($single_conv->object)) {
919                         if (is_array($single_conv->object))
920                                 $single_conv->object = $single_conv->object[0];
921
922                         logger("Found reshared item ".$single_conv->object->id);
923
924                         // $single_conv->object->context->conversation;
925
926                         if (isset($single_conv->object->object->id))
927                                 $arr["uri"] = $single_conv->object->object->id;
928                         else
929                                 $arr["uri"] = $single_conv->object->id;
930
931                         if (isset($single_conv->object->object->url))
932                                 $plink = ostatus_convert_href($single_conv->object->object->url);
933                         else
934                                 $plink = ostatus_convert_href($single_conv->object->url);
935
936                         if (isset($single_conv->object->object->content))
937                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->object->content));
938                         else
939                                 $arr["body"] = add_page_info_to_body(html2bbcode($single_conv->object->content));
940
941                         $arr["plink"] = $plink;
942
943                         $arr["created"] = $single_conv->object->published;
944                         $arr["edited"] = $single_conv->object->published;
945
946                         $arr["author-name"] = $single_conv->object->actor->displayName;
947                         if ($arr["owner-name"] == '')
948                                 $arr["author-name"] = $single_conv->object->actor->contact->displayName;
949
950                         $arr["author-link"] = $single_conv->object->actor->url;
951                         $arr["author-avatar"] = $single_conv->object->actor->image->url;
952
953                         $arr["app"] = $single_conv->object->provider->displayName."#";
954                         //$arr["verb"] = $single_conv->object->verb;
955
956                         $arr["location"] = $single_conv->object->location->displayName;
957                         $arr["coord"] = trim($single_conv->object->location->lat." ".$single_conv->object->location->lon);
958                 }
959
960                 if ($arr["location"] == "")
961                         unset($arr["location"]);
962
963                 if ($arr["coord"] == "")
964                         unset($arr["coord"]);
965
966                 // Copy fields from given item array
967                 if (isset($item["uri"]) AND (($item["uri"] == $arr["uri"]) OR ($item["uri"] ==  $single_conv->id))) {
968                         $copy_fields = array("owner-name", "owner-link", "owner-avatar", "author-name", "author-link", "author-avatar",
969                                                 "gravity", "body", "object-type", "object", "verb", "created", "edited", "coord", "tag",
970                                                 "title", "attach", "app", "type", "location", "contact-id", "uri");
971                         foreach ($copy_fields AS $field)
972                                 if (isset($item[$field]))
973                                         $arr[$field] = $item[$field];
974
975                         //$arr["app"] .= " (OStatus)";
976                 }
977
978                 $newitem = item_store($arr);
979                 if (!$newitem) {
980                         logger("Item wasn't stored ".print_r($arr, true), LOGGER_DEBUG);
981                         continue;
982                 }
983
984                 if (isset($item["uri"]) AND ($item["uri"] == $arr["uri"])) {
985                         $item = array();
986                         $item_stored = $newitem;
987                 }
988
989                 logger('Stored new item '.$plink.' for parent '.$arr["parent-uri"].' under id '.$newitem, LOGGER_DEBUG);
990
991                 // Add the conversation entry (but don't fetch the whole conversation)
992                 ostatus_store_conversation($newitem, $conversation_url);
993
994                 // If the newly created item is the top item then change the parent settings of the thread
995                 // This shouldn't happen anymore. This is supposed to be absolote.
996                 if ($arr["uri"] == $first_id) {
997                         logger('setting new parent to id '.$newitem);
998                         $new_parents = q("SELECT `id`, `uri`, `contact-id`, `type`, `verb`, `visible` FROM `item` WHERE `uid` = %d AND `id` = %d LIMIT 1",
999                                 intval($uid), intval($newitem));
1000                         if ($new_parents)
1001                                 $parent = $new_parents[0];
1002                 }
1003         }
1004
1005         if (($item_stored < 0) AND (count($item) > 0)) {
1006                 //$arr["app"] .= " (OStatus-NoConvFound)";
1007                 $item_stored = item_store($item, true);
1008                 if ($item_stored) {
1009                         logger("Uri ".$item["uri"]." wasn't found in conversation ".$conversation_url, LOGGER_DEBUG);
1010                         ostatus_store_conversation($item_stored, $conversation_url);
1011                 }
1012         }
1013
1014         return($item_stored);
1015 }
1016
1017 function ostatus_store_conversation($itemid, $conversation_url) {
1018         global $a;
1019
1020         $conversation_url = ostatus_convert_href($conversation_url);
1021
1022         $messages = q("SELECT `uid`, `parent`, `created`, `received`, `guid` FROM `item` WHERE `id` = %d LIMIT 1", intval($itemid));
1023         if (!$messages)
1024                 return;
1025         $message = $messages[0];
1026
1027         // Store conversation url if not done before
1028         $conversation = q("SELECT `url` FROM `term` WHERE `uid` = %d AND `oid` = %d AND `otype` = %d AND `type` = %d",
1029                 intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION));
1030
1031         if (!$conversation) {
1032                 $r = q("INSERT INTO `term` (`uid`, `oid`, `otype`, `type`, `term`, `url`, `created`, `received`, `guid`) VALUES (%d, %d, %d, %d, '%s', '%s', '%s', '%s', '%s')",
1033                         intval($message["uid"]), intval($itemid), intval(TERM_OBJ_POST), intval(TERM_CONVERSATION),
1034                         dbesc($message["created"]), dbesc($conversation_url), dbesc($message["created"]), dbesc($message["received"]), dbesc($message["guid"]));
1035                 logger('Storing conversation url '.$conversation_url.' for id '.$itemid);
1036         }
1037 }
1038
1039 function get_reshared_guid($item) {
1040         $body = trim($item["body"]);
1041
1042         // Skip if it isn't a pure repeated messages
1043         // Does it start with a share?
1044         if (strpos($body, "[share") > 0)
1045                 return("");
1046
1047         // Does it end with a share?
1048         if (strlen($body) > (strrpos($body, "[/share]") + 8))
1049                 return("");
1050
1051         $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism","$1",$body);
1052         // Skip if there is no shared message in there
1053         if ($body == $attributes)
1054                 return(false);
1055
1056         $guid = "";
1057         preg_match("/guid='(.*?)'/ism", $attributes, $matches);
1058         if ($matches[1] != "")
1059                 $guid = $matches[1];
1060
1061         preg_match('/guid="(.*?)"/ism', $attributes, $matches);
1062         if ($matches[1] != "")
1063                 $guid = $matches[1];
1064
1065         return $guid;
1066 }
1067
1068 function xml_create_element($doc, $element, $value = "", $attributes = array()) {
1069         $element = $doc->createElement($element, xmlify($value));
1070
1071         foreach ($attributes AS $key => $value) {
1072                 $attribute = $doc->createAttribute($key);
1073                 $attribute->value = xmlify($value);
1074                 $element->appendChild($attribute);
1075         }
1076         return $element;
1077 }
1078
1079 function xml_add_element($doc, $parent, $element, $value = "", $attributes = array()) {
1080         $element = xml_create_element($doc, $element, $value, $attributes);
1081         $parent->appendChild($element);
1082 }
1083
1084 function ostatus_format_picture_post($body) {
1085         $siteinfo = get_attached_data($body);
1086
1087         if (($siteinfo["type"] == "photo")) {
1088                 if (isset($siteinfo["preview"]))
1089                         $preview = $siteinfo["preview"];
1090                 else
1091                         $preview = $siteinfo["image"];
1092
1093                 // Is it a remote picture? Then make a smaller preview here
1094                 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1095
1096                 // Is it a local picture? Then make it smaller here
1097                 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1098                 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1099
1100                 if (isset($siteinfo["url"]))
1101                         $url = $siteinfo["url"];
1102                 else
1103                         $url = $siteinfo["image"];
1104
1105                 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1106         }
1107
1108         return $body;
1109 }
1110
1111 function ostatus_add_header($doc, $owner) {
1112         $a = get_app();
1113
1114         $root = $doc->createElementNS(NAMESPACE_ATOM1, 'feed');
1115         $doc->appendChild($root);
1116
1117         $root->setAttribute("xmlns:thr", NAMESPACE_THREAD);
1118         $root->setAttribute("xmlns:georss", NAMESPACE_GEORSS);
1119         $root->setAttribute("xmlns:activity", NAMESPACE_ACTIVITY);
1120         $root->setAttribute("xmlns:media", NAMESPACE_MEDIA);
1121         $root->setAttribute("xmlns:poco", NAMESPACE_POCO);
1122         $root->setAttribute("xmlns:ostatus", NAMESPACE_OSTATUS);
1123         $root->setAttribute("xmlns:statusnet", NAMESPACE_STATUSNET);
1124
1125         $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1126         xml_add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1127         xml_add_element($doc, $root, "id", $a->get_baseurl()."/profile/".$owner["nick"]);
1128         xml_add_element($doc, $root, "title", sprintf("%s timeline", $owner["name"]));
1129         xml_add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $owner["name"], $a->config["sitename"]));
1130         xml_add_element($doc, $root, "logo", $owner["photo"]);
1131         xml_add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1132
1133         $author = ostatus_add_author($doc, $owner);
1134         $root->appendChild($author);
1135
1136         $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1137         xml_add_element($doc, $root, "link", "", $attributes);
1138
1139         /// @TODO We have to find out what this is
1140         /// $attributes = array("href" => $a->get_baseurl()."/sup",
1141         ///             "rel" => "http://api.friendfeed.com/2008/03#sup",
1142         ///             "type" => "application/json");
1143         /// xml_add_element($doc, $root, "link", "", $attributes);
1144
1145         ostatus_hublinks($doc, $root);
1146
1147         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "salmon");
1148         xml_add_element($doc, $root, "link", "", $attributes);
1149
1150         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1151         xml_add_element($doc, $root, "link", "", $attributes);
1152
1153         $attributes = array("href" => $a->get_baseurl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1154         xml_add_element($doc, $root, "link", "", $attributes);
1155
1156         $attributes = array("href" => $a->get_baseurl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1157                         "rel" => "self", "type" => "application/atom+xml");
1158         xml_add_element($doc, $root, "link", "", $attributes);
1159
1160         return $root;
1161 }
1162
1163 function ostatus_hublinks($doc, $root) {
1164         $a = get_app();
1165         $hub = get_config('system','huburl');
1166
1167         $hubxml = '';
1168         if(strlen($hub)) {
1169                 $hubs = explode(',', $hub);
1170                 if(count($hubs)) {
1171                         foreach($hubs as $h) {
1172                                 $h = trim($h);
1173                                 if(! strlen($h))
1174                                         continue;
1175                                 if ($h === '[internal]')
1176                                         $h = $a->get_baseurl() . '/pubsubhubbub';
1177                                 xml_add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1178                         }
1179                 }
1180         }
1181 }
1182
1183 function ostatus_get_attachment($doc, $root, $item) {
1184         $o = "";
1185         $siteinfo = get_attached_data($item["body"]);
1186
1187         switch($siteinfo["type"]) {
1188                 case 'link':
1189                         $attributes = array("rel" => "enclosure",
1190                                         "href" => $siteinfo["url"],
1191                                         "type" => "text/html; charset=UTF-8",
1192                                         "length" => "",
1193                                         "title" => $siteinfo["title"]);
1194                         xml_add_element($doc, $root, "link", "", $attributes);
1195                         break;
1196                 case 'photo':
1197                         $imgdata = get_photo_info($siteinfo["image"]);
1198                         $attributes = array("rel" => "enclosure",
1199                                         "href" => $siteinfo["image"],
1200                                         "type" => $imgdata["mime"],
1201                                         "length" => intval($imgdata["size"]));
1202                         xml_add_element($doc, $root, "link", "", $attributes);
1203                         break;
1204                 case 'video':
1205                         $attributes = array("rel" => "enclosure",
1206                                         "href" => $siteinfo["url"],
1207                                         "type" => "text/html; charset=UTF-8",
1208                                         "length" => "",
1209                                         "title" => $siteinfo["title"]);
1210                         xml_add_element($doc, $root, "link", "", $attributes);
1211                         break;
1212                 default:
1213                         break;
1214         }
1215
1216         if (($siteinfo["type"] != "photo") AND isset($siteinfo["image"])) {
1217                 $photodata = get_photo_info($siteinfo["image"]);
1218
1219                 $attributes = array("rel" => "preview", "href" => $siteinfo["image"], "media:width" => $photodata[0], "media:height" => $photodata[1]);
1220                 xml_add_element($doc, $root, "link", "", $attributes);
1221         }
1222
1223
1224         $arr = explode('[/attach],',$item['attach']);
1225         if(count($arr)) {
1226                 foreach($arr as $r) {
1227                         $matches = false;
1228                         $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|',$r,$matches);
1229                         if($cnt) {
1230                                 $attributes = array("rel" => "enclosure",
1231                                                 "href" => $matches[1],
1232                                                 "type" => $matches[3]);
1233
1234                                 if(intval($matches[2]))
1235                                         $attributes["length"] = intval($matches[2]);
1236
1237                                 if(trim($matches[4]) != "")
1238                                         $attributes["title"] = trim($matches[4]);
1239
1240                                 xml_add_element($doc, $root, "link", "", $attributes);
1241                         }
1242                 }
1243         }
1244 }
1245
1246 function ostatus_add_author($doc, $owner) {
1247         $a = get_app();
1248
1249         $r = q("SELECT `homepage` FROM `profile` WHERE `uid` = %d AND `is-default` LIMIT 1", intval($owner["uid"]));
1250         if ($r)
1251                 $profile = $r[0];
1252
1253         $author = $doc->createElement("author");
1254         xml_add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1255         xml_add_element($doc, $author, "uri", $owner["url"]);
1256         xml_add_element($doc, $author, "name", $owner["name"]);
1257
1258         $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1259         xml_add_element($doc, $author, "link", "", $attributes);
1260
1261         $attributes = array(
1262                         "rel" => "avatar",
1263                         "type" => "image/jpeg", // To-Do?
1264                         "media:width" => 175,
1265                         "media:height" => 175,
1266                         "href" => $owner["photo"]);
1267         xml_add_element($doc, $author, "link", "", $attributes);
1268
1269         if (isset($owner["thumb"])) {
1270                 $attributes = array(
1271                                 "rel" => "avatar",
1272                                 "type" => "image/jpeg", // To-Do?
1273                                 "media:width" => 80,
1274                                 "media:height" => 80,
1275                                 "href" => $owner["thumb"]);
1276                 xml_add_element($doc, $author, "link", "", $attributes);
1277         }
1278
1279         xml_add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1280         xml_add_element($doc, $author, "poco:displayName", $owner["name"]);
1281         xml_add_element($doc, $author, "poco:note", $owner["about"]);
1282
1283         if (trim($owner["location"]) != "") {
1284                 $element = $doc->createElement("poco:address");
1285                 xml_add_element($doc, $element, "poco:formatted", $owner["location"]);
1286                 $author->appendChild($element);
1287         }
1288
1289         if (trim($profile["homepage"]) != "") {
1290                 $urls = $doc->createElement("poco:urls");
1291                 xml_add_element($doc, $urls, "poco:type", "homepage");
1292                 xml_add_element($doc, $urls, "poco:value", $profile["homepage"]);
1293                 xml_add_element($doc, $urls, "poco:primary", "true");
1294                 $author->appendChild($urls);
1295         }
1296
1297         if (count($profile)) {
1298                 xml_add_element($doc, $author, "followers", "", array("url" => $a->get_baseurl()."/viewcontacts/".$owner["nick"]));
1299                 xml_add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1300         }
1301
1302         return $author;
1303 }
1304
1305 /** 
1306  * @TODO Picture attachments should look like this:
1307  *      <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1308  *      class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1309  * 
1310 */
1311
1312 function ostatus_entry($doc, $item, $owner, $toplevel = false, $repeat = false) {
1313         $a = get_app();
1314
1315         $is_repeat = false;
1316
1317 /*      if (!$repeat) {
1318                 $repeated_guid = get_reshared_guid($item);
1319
1320                 if ($repeated_guid != "") {
1321                         $r = q("SELECT * FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1322                                 intval($owner["uid"]), dbesc($repeated_guid));
1323                         if ($r) {
1324                                 $repeated_item = $r[0];
1325                                 $is_repeat = true;
1326                         }
1327                 }
1328         }
1329 */
1330         if (!$toplevel AND !$repeat) {
1331                 $entry = $doc->createElement("entry");
1332                 $title = sprintf("New note by %s", $owner["nick"]);
1333         } elseif (!$toplevel AND $repeat) {
1334                 $entry = $doc->createElement("activity:object");
1335                 $title = sprintf("New note by %s", $owner["nick"]);
1336         } else {
1337                 $entry = $doc->createElementNS(NAMESPACE_ATOM1, "entry");
1338
1339                 $entry->setAttribute("xmlns:thr", NAMESPACE_THREAD);
1340                 $entry->setAttribute("xmlns:georss", NAMESPACE_GEORSS);
1341                 $entry->setAttribute("xmlns:activity", NAMESPACE_ACTIVITY);
1342                 $entry->setAttribute("xmlns:media", NAMESPACE_MEDIA);
1343                 $entry->setAttribute("xmlns:poco", NAMESPACE_POCO);
1344                 $entry->setAttribute("xmlns:ostatus", NAMESPACE_OSTATUS);
1345                 $entry->setAttribute("xmlns:statusnet", NAMESPACE_STATUSNET);
1346
1347                 $author = ostatus_add_author($doc, $owner);
1348                 $entry->appendChild($author);
1349
1350                 $title = sprintf("New comment by %s", $owner["nick"]);
1351         }
1352
1353         // To use the object-type "bookmark" we have to implement these elements:
1354         //
1355         // <activity:object-type>http://activitystrea.ms/schema/1.0/bookmark</activity:object-type>
1356         // <title>Historic Rocket Landing</title>
1357         // <summary>Nur ein Testbeitrag.</summary>
1358         // <link rel="related" href="https://www.youtube.com/watch?v=9pillaOxGCo"/>
1359         // <link rel="preview" href="https://pirati.cc/file/thumb-4526-450x338-b48c8055f0c2fed0c3f67adc234c4b99484a90c42ed3cac73dc1081a4d0a7bc1.jpg.jpg" media:width="450" media:height="338"/>
1360         //
1361         // But: it seems as if it doesn't federate well between the GS servers
1362         // So we just set it to "note" to be sure that it reaches their target systems
1363
1364         if (!$repeat)
1365                 xml_add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1366         else
1367                 xml_add_element($doc, $entry, "activity:object-type", NAMESPACE_ACTIVITY_SCHEMA.'activity');
1368
1369         xml_add_element($doc, $entry, "id", $item["uri"]);
1370         xml_add_element($doc, $entry, "title", $title);
1371
1372         if($item['allow_cid'] || $item['allow_gid'] || $item['deny_cid'] || $item['deny_gid'])
1373                 $body = fix_private_photos($item['body'],$owner['uid'],$item, 0);
1374         else
1375                 $body = $item['body'];
1376
1377         $body = ostatus_format_picture_post($body);
1378
1379         if ($item['title'] != "")
1380                 $body = "[b]".$item['title']."[/b]\n\n".$body;
1381
1382         //$body = bb_remove_share_information($body);
1383         $body = bbcode($body, false, false, 7);
1384
1385         xml_add_element($doc, $entry, "content", $body, array("type" => "html"));
1386
1387         xml_add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1388                                                         "href" => $a->get_baseurl()."/display/".$item["guid"]));
1389
1390         xml_add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1391
1392         if (!$is_repeat)
1393                 xml_add_element($doc, $entry, "activity:verb", construct_verb($item));
1394         else
1395                 xml_add_element($doc, $entry, "activity:verb", ACTIVITY_SHARE);
1396
1397         xml_add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1398         xml_add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1399
1400         if ($is_repeat) {
1401                 $repeated_owner = array();
1402                 $repeated_owner["name"] = $repeated_item["author-name"];
1403                 $repeated_owner["url"] = $repeated_item["author-link"];
1404                 $repeated_owner["photo"] = $repeated_item["author-avatar"];
1405                 $repeated_owner["nick"] = $repeated_owner["name"];
1406                 $repeated_owner["location"] = "";
1407                 $repeated_owner["about"] = "";
1408                 $repeated_owner["uid"] = 0;
1409
1410                 // Fetch the missing data from the global contacts
1411                 $r =q("SELECT * FROM `gcontact` WHERE `nurl` = '%s'", normalise_link($repeated_item["author-link"]));
1412                 if ($r) {
1413                         if ($r[0]["nick"] != "")
1414                                 $repeated_owner["nick"] = $r[0]["nick"];
1415
1416                         $repeated_owner["location"] = $r[0]["location"];
1417                         $repeated_owner["about"] = $r[0]["about"];
1418                 }
1419
1420                 $entry_repeat = ostatus_entry($doc, $repeated_item, $repeated_owner, false, true);
1421                 $entry->appendChild($entry_repeat);
1422         } elseif ($repeat) {
1423                 $author = ostatus_add_author($doc, $owner);
1424                 $entry->appendChild($author);
1425         }
1426
1427         $mentioned = array();
1428
1429         if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1430                 $parent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1431                 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1432
1433                 $attributes = array(
1434                                 "ref" => $parent_item,
1435                                 "type" => "text/html",
1436                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1437                 xml_add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1438
1439                 $attributes = array(
1440                                 "rel" => "related",
1441                                 "href" => $a->get_baseurl()."/display/".$parent[0]["guid"]);
1442                 xml_add_element($doc, $entry, "link", "", $attributes);
1443
1444                 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1445                 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1446
1447                 $thrparent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1448                                 intval($owner["uid"]),
1449                                 dbesc($parent_item));
1450                 if ($thrparent) {
1451                         $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1452                         $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1453                 }
1454         }
1455
1456         xml_add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation",
1457                                                         "href" => $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]));
1458         xml_add_element($doc, $entry, "ostatus:conversation", $a->get_baseurl()."/display/".$owner["nick"]."/".$item["parent"]);
1459
1460         $tags = item_getfeedtags($item);
1461
1462         if(count($tags))
1463                 foreach($tags as $t)
1464                         if ($t[0] == "@")
1465                                 $mentioned[$t[1]] = $t[1];
1466
1467         // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1468         $newmentions = array();
1469         foreach ($mentioned AS $mention) {
1470                 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1471                 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1472         }
1473         $mentioned = $newmentions;
1474
1475         foreach ($mentioned AS $mention) {
1476                 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1477                         intval($owner["uid"]),
1478                         dbesc(normalise_link($mention)));
1479                 if ($r[0]["forum"] OR $r[0]["prv"])
1480                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1481                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1482                                                                                 "href" => $mention));
1483                 else
1484                         xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1485                                                                                 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1486                                                                                 "href" => $mention));
1487         }
1488
1489         if (!$item["private"])
1490                 xml_add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1491                                                                 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1492                                                                 "href" => "http://activityschema.org/collection/public"));
1493
1494         if(count($tags))
1495                 foreach($tags as $t)
1496                         if ($t[0] != "@")
1497                                 xml_add_element($doc, $entry, "category", "", array("term" => $t[2]));
1498
1499         ostatus_get_attachment($doc, $entry, $item);
1500
1501         /// @TODO
1502         /// The API call has yet to be implemented
1503         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1504         //              "rel" => "self", "type" => "application/atom+xml");
1505         //xml_add_element($doc, $entry, "link", "", $attributes);
1506
1507         //$attributes = array("href" => $a->get_baseurl()."/api/statuses/show/".$item["id"].".atom",
1508         //              "rel" => "edit", "type" => "application/atom+xml");
1509         //xml_add_element($doc, $entry, "link", "", $attributes);
1510
1511         $app = $item["app"];
1512         if ($app == "")
1513                 $app = "web";
1514
1515
1516         $attributes = array("local_id" => $item["id"], "source" => $app);
1517         if ($is_repeat)
1518                 $attributes["repeat_of"] = $repeated_item["id"];
1519
1520         xml_add_element($doc, $entry, "statusnet:notice_info", "", $attributes);
1521
1522         return $entry;
1523 }
1524
1525 function ostatus_feed(&$a, $owner_nick, $last_update) {
1526
1527         $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1528                         FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1529                         WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1530                         dbesc($owner_nick));
1531         if (!$r)
1532                 return;
1533
1534         $owner = $r[0];
1535
1536         if(!strlen($last_update))
1537                 $last_update = 'now -30 days';
1538
1539         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1540
1541         $items = q("SELECT STRAIGHT_JOIN `item`.*, `item`.`id` AS `item_id` FROM `item`
1542                         INNER JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1543                         LEFT JOIN `item` AS `thritem` ON `thritem`.`uri`=`item`.`thr-parent` AND `thritem`.`uid`=`item`.`uid`
1544                         WHERE `item`.`uid` = %d AND `item`.`received` > '%s' AND NOT `item`.`private` AND NOT `item`.`deleted`
1545                                 AND `item`.`allow_cid` = '' AND `item`.`allow_gid` = '' AND `item`.`deny_cid`  = '' AND `item`.`deny_gid`  = ''
1546                                 AND ((`item`.`wall` AND (`item`.`parent` = `item`.`id`))
1547                                         OR (`item`.`network` = '%s' AND ((`thread`.`network` IN ('%s', '%s')) OR (`thritem`.`network` IN ('%s', '%s')))) AND `thread`.`mention`)
1548                                 AND ((`item`.`owner-link` IN ('%s', '%s') AND (`item`.`parent` = `item`.`id`))
1549                                         OR (`item`.`author-link` IN ('%s', '%s')))
1550                         ORDER BY `item`.`received` DESC
1551                         LIMIT 0, 300",
1552                         intval($owner["uid"]), dbesc($check_date), dbesc(NETWORK_DFRN),
1553                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1554                         //dbesc(NETWORK_OSTATUS), dbesc(NETWORK_OSTATUS),
1555                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1556                         dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN),
1557                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"])),
1558                         dbesc($owner["nurl"]), dbesc(str_replace("http://", "https://", $owner["nurl"]))
1559                 );
1560
1561         $doc = new DOMDocument('1.0', 'utf-8');
1562         $doc->formatOutput = true;
1563
1564         $root = ostatus_add_header($doc, $owner);
1565
1566         foreach ($items AS $item) {
1567                 $entry = ostatus_entry($doc, $item, $owner);
1568                 $root->appendChild($entry);
1569         }
1570
1571         return(trim($doc->saveXML()));
1572 }
1573
1574 function ostatus_salmon($item,$owner) {
1575
1576         $doc = new DOMDocument('1.0', 'utf-8');
1577         $doc->formatOutput = true;
1578
1579         $entry = ostatus_entry($doc, $item, $owner, true);
1580
1581         $doc->appendChild($entry);
1582
1583         return(trim($doc->saveXML()));
1584 }
1585 ?>