3 * @file include/ostatus.php
7 use Friendica\Core\System;
8 use Friendica\Core\Config;
9 use Friendica\Network\Probe;
11 require_once 'include/Contact.php';
12 require_once 'include/threads.php';
13 require_once 'include/html2bbcode.php';
14 require_once 'include/bbcode.php';
15 require_once 'include/items.php';
16 require_once 'mod/share.php';
17 require_once 'include/enotify.php';
18 require_once 'include/socgraph.php';
19 require_once 'include/Photo.php';
20 require_once 'include/probe.php';
21 require_once 'include/follow.php';
22 require_once 'include/api.php';
23 require_once 'mod/proxy.php';
24 require_once 'include/xml.php';
25 require_once 'include/cache.php';
28 * @brief This class contain functions for the OStatus protocol
33 private static $itemlist;
34 private static $conv_list = array();
37 * @brief Fetches author data
39 * @param object $xpath The xpath object
40 * @param object $context The xml context of the author details
41 * @param array $importer user record of the importing user
42 * @param array $contact Called by reference, will contain the fetched contact
43 * @param bool $onlyfetch Only fetch the header without updating the contact entries
45 * @return array Array of author related entries for the item
47 private static function fetchauthor($xpath, $context, $importer, &$contact, $onlyfetch) {
50 $author["author-link"] = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
51 $author["author-name"] = $xpath->evaluate('atom:author/atom:name/text()', $context)->item(0)->nodeValue;
52 $addr = $xpath->evaluate('atom:author/atom:email/text()', $context)->item(0)->nodeValue;
54 $aliaslink = $author["author-link"];
56 $alternate = $xpath->query("atom:author/atom:link[@rel='alternate']", $context)->item(0)->attributes;
57 if (is_object($alternate)) {
58 foreach ($alternate AS $attributes) {
59 if (($attributes->name == "href") && ($attributes->textContent != "")) {
60 $author["author-link"] = $attributes->textContent;
65 $author["contact-id"] = $contact["id"];
67 if ($author["author-link"] != "") {
68 if ($aliaslink == "") {
69 $aliaslink = $author["author-link"];
72 $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `nurl` IN ('%s', '%s') AND `network` != '%s'",
73 intval($importer["uid"]), dbesc(normalise_link($author["author-link"])),
74 dbesc(normalise_link($aliaslink)), dbesc(NETWORK_STATUSNET));
76 if (dbm::is_result($r)) {
78 $author["contact-id"] = $r[0]["id"];
79 $author["author-link"] = $r[0]["url"];
81 } elseif ($addr != "") {
83 $contact = dba::fetch_first("SELECT * FROM `contact` WHERE `uid` = ? AND `addr` = ? AND `network` != ?",
84 $importer["uid"], $addr, NETWORK_STATUSNET);
86 if (dbm::is_result($contact)) {
87 $author["contact-id"] = $contact["id"];
88 $author["author-link"] = $contact["url"];
92 $avatarlist = array();
93 $avatars = $xpath->query("atom:author/atom:link[@rel='avatar']", $context);
94 foreach ($avatars AS $avatar) {
97 foreach ($avatar->attributes AS $attributes) {
98 if ($attributes->name == "href") {
99 $href = $attributes->textContent;
101 if ($attributes->name == "width") {
102 $width = $attributes->textContent;
106 $avatarlist[$width] = $href;
109 if (count($avatarlist) > 0) {
111 $author["author-avatar"] = Probe::fixAvatar(current($avatarlist), $author["author-link"]);
114 $displayname = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
115 if ($displayname != "") {
116 $author["author-name"] = $displayname;
119 $author["owner-name"] = $author["author-name"];
120 $author["owner-link"] = $author["author-link"];
121 $author["owner-avatar"] = $author["author-avatar"];
123 // Only update the contacts if it is an OStatus contact
124 if ($r && !$onlyfetch && ($contact["network"] == NETWORK_OSTATUS)) {
126 // Update contact data
128 // This query doesn't seem to work
129 // $value = $xpath->query("atom:link[@rel='salmon']", $context)->item(0)->nodeValue;
131 // $contact["notify"] = $value;
133 // This query doesn't seem to work as well - I hate these queries
134 // $value = $xpath->query("atom:link[@rel='self' and @type='application/atom+xml']", $context)->item(0)->nodeValue;
136 // $contact["poll"] = $value;
138 $value = $xpath->evaluate('atom:author/atom:uri/text()', $context)->item(0)->nodeValue;
140 $contact["alias"] = $value;
142 $value = $xpath->evaluate('atom:author/poco:displayName/text()', $context)->item(0)->nodeValue;
144 $contact["name"] = $value;
146 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $context)->item(0)->nodeValue;
148 $contact["nick"] = $value;
150 $value = $xpath->evaluate('atom:author/poco:note/text()', $context)->item(0)->nodeValue;
152 $contact["about"] = html2bbcode($value);
154 $value = $xpath->evaluate('atom:author/poco:address/poco:formatted/text()', $context)->item(0)->nodeValue;
156 $contact["location"] = $value;
158 if (($contact["name"] != $r[0]["name"]) || ($contact["nick"] != $r[0]["nick"]) || ($contact["about"] != $r[0]["about"]) ||
159 ($contact["alias"] != $r[0]["alias"]) || ($contact["location"] != $r[0]["location"])) {
161 logger("Update contact data for contact ".$contact["id"], LOGGER_DEBUG);
163 q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `alias` = '%s', `about` = '%s', `location` = '%s', `name-date` = '%s' WHERE `id` = %d",
164 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["alias"]),
165 dbesc($contact["about"]), dbesc($contact["location"]),
166 dbesc(datetime_convert()), intval($contact["id"]));
169 if (isset($author["author-avatar"]) && ($author["author-avatar"] != $r[0]['avatar'])) {
170 logger("Update profile picture for contact ".$contact["id"], LOGGER_DEBUG);
172 update_contact_avatar($author["author-avatar"], $importer["uid"], $contact["id"]);
175 // Ensure that we are having this contact (with uid=0)
176 $cid = get_contact($author["author-link"], 0);
179 // Update it with the current values
180 q("UPDATE `contact` SET `url` = '%s', `name` = '%s', `nick` = '%s', `alias` = '%s',
181 `about` = '%s', `location` = '%s',
182 `success_update` = '%s', `last-update` = '%s'
184 dbesc($author["author-link"]), dbesc($contact["name"]), dbesc($contact["nick"]),
185 dbesc($contact["alias"]), dbesc($contact["about"]), dbesc($contact["location"]),
186 dbesc(datetime_convert()), dbesc(datetime_convert()), intval($cid));
189 update_contact_avatar($author["author-avatar"], 0, $cid);
192 $contact["generation"] = 2;
193 $contact["hide"] = false; // OStatus contacts are never hidden
194 $contact["photo"] = $author["author-avatar"];
195 $gcid = update_gcontact($contact);
197 link_gcontact($gcid, $contact["uid"], $contact["id"]);
204 * @brief Fetches author data from a given XML string
206 * @param string $xml The XML
207 * @param array $importer user record of the importing user
209 * @return array Array of author related entries for the item
211 public static function salmon_author($xml, $importer) {
216 $doc = new DOMDocument();
217 @$doc->loadXML($xml);
219 $xpath = new DomXPath($doc);
220 $xpath->registerNamespace('atom', NAMESPACE_ATOM1);
221 $xpath->registerNamespace('thr', NAMESPACE_THREAD);
222 $xpath->registerNamespace('georss', NAMESPACE_GEORSS);
223 $xpath->registerNamespace('activity', NAMESPACE_ACTIVITY);
224 $xpath->registerNamespace('media', NAMESPACE_MEDIA);
225 $xpath->registerNamespace('poco', NAMESPACE_POCO);
226 $xpath->registerNamespace('ostatus', NAMESPACE_OSTATUS);
227 $xpath->registerNamespace('statusnet', NAMESPACE_STATUSNET);
229 $entries = $xpath->query('/atom:entry');
231 foreach ($entries AS $entry) {
233 $author = self::fetchauthor($xpath, $entry, $importer, $contact, true);
239 * @brief Read attributes from element
241 * @param object $element Element object
243 * @return array attributes
245 private static function read_attributes($element) {
246 $attribute = array();
248 foreach ($element->attributes AS $attributes) {
249 $attribute[$attributes->name] = $attributes->textContent;
256 * @brief Imports an XML string containing OStatus elements
258 * @param string $xml The XML
259 * @param array $importer user record of the importing user
260 * @param array $contact
261 * @param string $hub Called by reference, returns the fetched hub data
263 public static function import($xml, $importer, &$contact, &$hub) {
264 self::process($xml, $importer, $contact, $hub);
268 * @brief Internal feed processing
270 * @param string $xml The XML
271 * @param array $importer user record of the importing user
272 * @param array $contact
273 * @param string $hub Called by reference, returns the fetched hub data
274 * @param boolean $stored Is the post fresh imported or from the database?
275 * @param boolean $initialize Is it the leading post so that data has to be initialized?
277 * @return boolean Could the XML be processed?
279 private static function process($xml, $importer, &$contact, &$hub, $stored = false, $initialize = true) {
281 self::$itemlist = array();
282 self::$conv_list = array();
285 logger("Import OStatus message", LOGGER_DEBUG);
290 $doc = new DOMDocument();
291 @$doc->loadXML($xml);
293 $xpath = new DomXPath($doc);
294 $xpath->registerNamespace('atom', NAMESPACE_ATOM1);
295 $xpath->registerNamespace('thr', NAMESPACE_THREAD);
296 $xpath->registerNamespace('georss', NAMESPACE_GEORSS);
297 $xpath->registerNamespace('activity', NAMESPACE_ACTIVITY);
298 $xpath->registerNamespace('media', NAMESPACE_MEDIA);
299 $xpath->registerNamespace('poco', NAMESPACE_POCO);
300 $xpath->registerNamespace('ostatus', NAMESPACE_OSTATUS);
301 $xpath->registerNamespace('statusnet', NAMESPACE_STATUSNET);
304 $hub_attributes = $xpath->query("/atom:feed/atom:link[@rel='hub']")->item(0)->attributes;
305 if (is_object($hub_attributes)) {
306 foreach ($hub_attributes AS $hub_attribute) {
307 if ($hub_attribute->name == "href") {
308 $hub = $hub_attribute->textContent;
309 logger("Found hub ".$hub, LOGGER_DEBUG);
315 $header["uid"] = $importer["uid"];
316 $header["network"] = NETWORK_OSTATUS;
317 $header["type"] = "remote";
319 $header["origin"] = 0;
320 $header["gravity"] = GRAVITY_PARENT;
322 $first_child = $doc->firstChild->tagName;
324 if ($first_child == "feed") {
325 $entries = $xpath->query('/atom:feed/atom:entry');
327 $entries = $xpath->query('/atom:entry');
330 if ($entries->length == 1) {
331 // We reformat the XML to make it better readable
332 $doc2 = new DOMDocument();
333 $doc2->loadXML($xml);
334 $doc2->preserveWhiteSpace = false;
335 $doc2->formatOutput = true;
336 $xml2 = $doc2->saveXML();
338 $header["protocol"] = PROTOCOL_OSTATUS_SALMON;
339 $header["source"] = $xml2;
340 } elseif (!$initialize) {
344 // Fetch the first author
345 $authordata = $xpath->query('//author')->item(0);
346 $author = self::fetchauthor($xpath, $authordata, $importer, $contact, $stored);
348 $entry = $xpath->query('/atom:entry');
350 // Reverse the order of the entries
351 $entrylist = array();
353 foreach ($entries AS $entry) {
354 $entrylist[] = $entry;
357 foreach (array_reverse($entrylist) AS $entry) {
359 $authorelement = $xpath->query('/atom:entry/atom:author', $entry);
360 if ($authorelement->length > 0) {
361 $author = self::fetchauthor($xpath, $entry, $importer, $contact, $stored);
364 $value = $xpath->evaluate('atom:author/poco:preferredUsername/text()', $entry)->item(0)->nodeValue;
368 $nickname = $author["author-name"];
371 $item = array_merge($header, $author);
373 $item["verb"] = $xpath->query('activity:verb/text()', $entry)->item(0)->nodeValue;
376 if ($item["verb"] == "qvitter-delete-notice" || $item["verb"] == ACTIVITY_DELETE) {
377 // ignore "Delete" messages (by now)
378 logger("Ignore delete message ".print_r($item, true));
382 if ($item["verb"] == ACTIVITY_JOIN) {
383 // ignore "Join" messages
384 logger("Ignore join message ".print_r($item, true));
388 if ($item["verb"] == ACTIVITY_FOLLOW) {
389 new_follower($importer, $contact, $item, $nickname);
393 if ($item["verb"] == NAMESPACE_OSTATUS."/unfollow") {
394 lose_follower($importer, $contact, $item, $dummy);
398 if ($item["verb"] == NAMESPACE_OSTATUS."/unfavorite") {
399 // Ignore "Unfavorite" message
400 logger("Ignore unfavorite message ".print_r($item, true));
404 if ($item["verb"] == ACTIVITY_FAVORITE) {
405 $orig_uri = $xpath->query("activity:object/atom:id", $entry)->item(0)->nodeValue;
406 logger("Favorite ".$orig_uri." ".print_r($item, true));
408 $item["verb"] = ACTIVITY_LIKE;
409 $item["parent-uri"] = $orig_uri;
410 $item["gravity"] = GRAVITY_LIKE;
413 // http://activitystrea.ms/schema/1.0/rsvp-yes
414 if (!in_array($item["verb"], array(ACTIVITY_POST, ACTIVITY_LIKE, ACTIVITY_SHARE))) {
415 logger("Unhandled verb ".$item["verb"]." ".print_r($item, true));
418 self::processPost($xpath, $entry, $item, $importer);
420 if ($initialize && (count(self::$itemlist) > 0)) {
421 if (self::$itemlist[0]['uri'] == self::$itemlist[0]['parent-uri']) {
422 // We will import it everytime, when it is started by our contacts
423 $valid = !empty(self::$itemlist[0]['contact-id']);
425 // If not, then it depends on this setting
426 $valid = !Config::get('system','ostatus_full_threads');
429 // Never post a thread when the only interaction by our contact was a like
431 $verbs = array(ACTIVITY_POST, ACTIVITY_SHARE);
432 foreach (self::$itemlist AS $item) {
433 if (!empty($item['contact-id']) && in_array($item['verb'], $verbs)) {
439 // But we will only import complete threads
440 $valid = dba::exists('item', array('uid' => $importer["uid"], 'uri' => self::$itemlist[0]['parent-uri']));
444 $default_contact = 0;
445 $key = count(self::$itemlist);
446 for ($key = count(self::$itemlist) - 1; $key >= 0; $key--) {
447 if (empty(self::$itemlist[$key]['contact-id'])) {
448 self::$itemlist[$key]['contact-id'] = $default_contact;
450 $default_contact = $item['contact-id'];
453 foreach (self::$itemlist AS $item) {
454 $found = dba::exists('item', array('uid' => $importer["uid"], 'uri' => $item["uri"]));
456 logger("Item with uri ".$item["uri"]." for user ".$importer["uid"]." already exists.", LOGGER_DEBUG);
458 $ret = item_store($item);
459 logger('Item was stored with return value '.$ret);
463 self::$itemlist = array();
470 * @brief Processes the XML for a post
472 * @param object $xpath The xpath object
473 * @param object $entry The xml entry that is processed
474 * @param array $item The item array
475 * @param array $importer user record of the importing user
477 private static function processPost($xpath, $entry, &$item, $importer) {
478 $item["uri"] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
479 $item["body"] = html2bbcode($xpath->query('atom:content/text()', $entry)->item(0)->nodeValue);
480 $item["object-type"] = $xpath->query('activity:object-type/text()', $entry)->item(0)->nodeValue;
481 if (($item["object-type"] == ACTIVITY_OBJ_BOOKMARK) || ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
482 $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
483 $item["body"] = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
484 } elseif ($item["object-type"] == ACTIVITY_OBJ_QUESTION) {
485 $item["title"] = $xpath->query('atom:title/text()', $entry)->item(0)->nodeValue;
488 $item["created"] = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
489 $item["edited"] = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
490 $conversation = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
491 $item['conversation-uri'] = $conversation;
493 $conv = $xpath->query('ostatus:conversation', $entry);
494 if (is_object($conv->item(0))) {
495 foreach ($conv->item(0)->attributes AS $attributes) {
496 if ($attributes->name == "ref") {
497 $item['conversation-uri'] = $attributes->textContent;
499 if ($attributes->name == "href") {
500 $item['conversation-href'] = $attributes->textContent;
507 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
508 if (is_object($inreplyto->item(0))) {
509 foreach ($inreplyto->item(0)->attributes AS $attributes) {
510 if ($attributes->name == "ref") {
511 $item["parent-uri"] = $attributes->textContent;
513 if ($attributes->name == "href") {
514 $related = $attributes->textContent;
519 $georsspoint = $xpath->query('georss:point', $entry);
520 if (!empty($georsspoint) && ($georsspoint->length > 0)) {
521 $item["coord"] = $georsspoint->item(0)->nodeValue;
524 $categories = $xpath->query('atom:category', $entry);
526 foreach ($categories AS $category) {
527 foreach ($category->attributes AS $attributes) {
528 if ($attributes->name == "term") {
529 $term = $attributes->textContent;
530 if (strlen($item["tag"])) {
533 $item["tag"] .= "#[url=".System::baseUrl()."/search?tag=".$term."]".$term."[/url]";
542 $links = $xpath->query('atom:link', $entry);
544 $link_data = self::processLinks($links, $item);
545 $self = $link_data['self'];
546 $add_body = $link_data['add_body'];
551 $notice_info = $xpath->query('statusnet:notice_info', $entry);
552 if ($notice_info && ($notice_info->length > 0)) {
553 foreach ($notice_info->item(0)->attributes AS $attributes) {
554 if ($attributes->name == "source") {
555 $item["app"] = strip_tags($attributes->textContent);
557 if ($attributes->name == "repeat_of") {
558 $repeat_of = $attributes->textContent;
562 // Is it a repeated post?
563 if (($repeat_of != "") || ($item["verb"] == ACTIVITY_SHARE)) {
564 $link_data = self::processRepeatedItem($xpath, $entry, $item, $importer);
565 if (!empty($link_data['add_body'])) {
566 $add_body .= $link_data['add_body'];
570 $item["body"] .= $add_body;
572 // Only add additional data when there is no picture in the post
573 if (!strstr($item["body"],'[/img]')) {
574 $item["body"] = add_page_info_to_body($item["body"]);
577 // Mastodon Content Warning
578 if (($item["verb"] == ACTIVITY_POST) && $xpath->evaluate('boolean(atom:summary)', $entry)) {
579 $clear_text = $xpath->query('atom:summary/text()', $entry)->item(0)->nodeValue;
581 $item["body"] = html2bbcode($clear_text) . '[spoiler]' . $item["body"] . '[/spoiler]';
584 if (($self != '') && empty($item['protocol'])) {
585 self::fetchSelf($self, $item);
588 if (!empty($item["conversation-href"])) {
589 self::fetchConversation($item['conversation-href'], $item['conversation-uri']);
592 if (isset($item["parent-uri"]) && ($related != '')) {
593 self::fetchRelated($related, $item["parent-uri"], $importer);
594 $item["type"] = 'remote-comment';
595 $item["gravity"] = GRAVITY_COMMENT;
597 $item["parent-uri"] = $item["uri"];
600 if (($item['author-link'] != '') && !empty($item['protocol'])) {
601 $item = store_conversation($item);
604 self::$itemlist[] = $item;
608 * @brief Fetch the conversation for posts
610 * @param string $conversation The link to the conversation
611 * @param string $conversation_uri The conversation in "uri" format
613 private static function fetchConversation($conversation, $conversation_uri) {
615 // Ensure that we only store a conversation once in a process
616 if (isset(self::$conv_list[$conversation])) {
620 self::$conv_list[$conversation] = true;
622 $conversation_data = z_fetch_url($conversation);
624 if (!$conversation_data['success']) {
630 if (stristr($conversation_data['header'], 'Content-Type: application/atom+xml')) {
631 $xml = $conversation_data['body'];
635 $doc = new DOMDocument();
636 if (!@$doc->loadHTML($conversation_data['body'])) {
639 $xpath = new DomXPath($doc);
641 $links = $xpath->query('//link');
643 foreach ($links AS $link) {
644 $attribute = ostatus::read_attributes($link);
645 if (($attribute['rel'] == 'alternate') && ($attribute['type'] == 'application/atom+xml')) {
646 $file = $attribute['href'];
650 $conversation_atom = z_fetch_url($attribute['href']);
652 if ($conversation_atom['success']) {
653 $xml = $conversation_atom['body'];
663 self::storeConversation($xml, $conversation, $conversation_uri);
667 * @brief Store a feed in several conversation entries
669 * @param string $xml The feed
671 private static function storeConversation($xml, $conversation = '', $conversation_uri = '') {
672 $doc = new DOMDocument();
673 @$doc->loadXML($xml);
675 $xpath = new DomXPath($doc);
676 $xpath->registerNamespace('atom', NAMESPACE_ATOM1);
677 $xpath->registerNamespace('thr', NAMESPACE_THREAD);
678 $xpath->registerNamespace('ostatus', NAMESPACE_OSTATUS);
680 $entries = $xpath->query('/atom:feed/atom:entry');
682 // Now store the entries
683 foreach ($entries AS $entry) {
684 $doc2 = new DOMDocument();
685 $doc2->preserveWhiteSpace = false;
686 $doc2->formatOutput = true;
688 $conv_data = array();
690 $conv_data['protocol'] = PROTOCOL_SPLITTED_CONV;
691 $conv_data['network'] = NETWORK_OSTATUS;
692 $conv_data['uri'] = $xpath->query('atom:id/text()', $entry)->item(0)->nodeValue;
694 $inreplyto = $xpath->query('thr:in-reply-to', $entry);
695 if (is_object($inreplyto->item(0))) {
696 foreach ($inreplyto->item(0)->attributes AS $attributes) {
697 if ($attributes->name == "ref") {
698 $conv_data['reply-to-uri'] = $attributes->textContent;
703 $conv = $xpath->query('ostatus:conversation/text()', $entry)->item(0)->nodeValue;
704 $conv_data['conversation-uri'] = $conv;
706 $conv = $xpath->query('ostatus:conversation', $entry);
707 if (is_object($conv->item(0))) {
708 foreach ($conv->item(0)->attributes AS $attributes) {
709 if ($attributes->name == "ref") {
710 $conv_data['conversation-uri'] = $attributes->textContent;
712 if ($attributes->name == "href") {
713 $conv_data['conversation-href'] = $attributes->textContent;
718 if ($conversation != '') {
719 $conv_data['conversation-uri'] = $conversation;
722 if ($conversation_uri != '') {
723 $conv_data['conversation-uri'] = $conversation_uri;
726 $entry = $doc2->importNode($entry, true);
728 $doc2->appendChild($entry);
730 $conv_data['source'] = $doc2->saveXML();
732 $condition = array('item-uri' => $conv_data['uri'],'protocol' => PROTOCOL_OSTATUS_FEED);
733 if (dba::exists('conversation', $condition)) {
734 logger('Delete deprecated entry for URI '.$conv_data['uri'], LOGGER_DEBUG);
735 dba::delete('conversation', array('item-uri' => $conv_data['uri']));
738 logger('Store conversation data for uri '.$conv_data['uri'], LOGGER_DEBUG);
739 store_conversation($conv_data);
744 * @brief Fetch the own post so that it can be stored later
745 * @param array $item The item array
747 * We want to store the original data for later processing.
748 * This function is meant for cases where we process a feed with multiple entries.
749 * In that case we need to fetch the single posts here.
751 * @param string $self The link to the self item
753 private static function fetchSelf($self, &$item) {
754 $condition = array('`item-uri` = ? AND `protocol` IN (?, ?)', $self, PROTOCOL_DFRN, PROTOCOL_OSTATUS_SALMON);
755 if (dba::exists('conversation', $condition)) {
756 logger('Conversation '.$item['uri'].' is already stored.');
760 $self_data = z_fetch_url($self);
762 if (!$self_data['success']) {
766 // We reformat the XML to make it better readable
767 $doc = new DOMDocument();
768 $doc->loadXML($self_data['body']);
769 $doc->preserveWhiteSpace = false;
770 $doc->formatOutput = true;
771 $xml = $doc->saveXML();
773 $item["protocol"] = PROTOCOL_OSTATUS_SALMON;
774 $item["source"] = $xml;
776 logger('Conversation '.$item['uri'].' is now fetched.');
780 * @brief Fetch related posts and processes them
782 * @param string $related The link to the related item
783 * @param string $related_uri The related item in "uri" format
784 * @param array $importer user record of the importing user
786 private static function fetchRelated($related, $related_uri, $importer) {
787 $condition = array('`item-uri` = ? AND `protocol` IN (?, ?)', $related_uri, PROTOCOL_DFRN, PROTOCOL_OSTATUS_SALMON);
788 $conversation = dba::select('conversation', array('source', 'protocol'), $condition, array('limit' => 1));
789 if (dbm::is_result($conversation)) {
791 $xml = $conversation['source'];
792 if (self::process($xml, $importer, $contact, $hub, $stored, false)) {
793 logger('Got valid cached XML for URI '.$related_uri, LOGGER_DEBUG);
796 if ($conversation['protocol'] == PROTOCOL_OSTATUS_SALMON) {
797 logger('Delete invalid cached XML for URI '.$related_uri, LOGGER_DEBUG);
798 dba::delete('conversation', array('item-uri' => $related_uri));
803 $related_data = z_fetch_url($related);
805 if (!$related_data['success']) {
811 if (stristr($related_data['header'], 'Content-Type: application/atom+xml')) {
812 logger('Directly fetched XML for URI '.$related_uri, LOGGER_DEBUG);
813 $xml = $related_data['body'];
817 $doc = new DOMDocument();
818 if (!@$doc->loadHTML($related_data['body'])) {
821 $xpath = new DomXPath($doc);
825 $links = $xpath->query('//link');
827 foreach ($links AS $link) {
828 $attribute = self::read_attributes($link);
829 if (($attribute['rel'] == 'alternate') && ($attribute['type'] == 'application/atom+xml')) {
830 $atom_file = $attribute['href'];
833 if ($atom_file != '') {
834 $related_atom = z_fetch_url($atom_file);
836 if ($related_atom['success']) {
837 logger('Fetched XML for URI '.$related_uri, LOGGER_DEBUG);
838 $xml = $related_atom['body'];
844 // Workaround for older GNU Social servers
845 if (($xml == '') && strstr($related, '/notice/')) {
846 $related_atom = z_fetch_url(str_replace('/notice/', '/api/statuses/show/', $related).'.atom');
848 if ($related_atom['success']) {
849 logger('GNU Social workaround to fetch XML for URI '.$related_uri, LOGGER_DEBUG);
850 $xml = $related_atom['body'];
854 // Even more worse workaround for GNU Social ;-)
856 $related_guess = ostatus::convert_href($related_uri);
857 $related_atom = z_fetch_url(str_replace('/notice/', '/api/statuses/show/', $related_guess).'.atom');
859 if ($related_atom['success']) {
860 logger('GNU Social workaround 2 to fetch XML for URI '.$related_uri, LOGGER_DEBUG);
861 $xml = $related_atom['body'];
865 // Finally we take the data that we fetched from "ostatus:conversation"
867 $condition = array('item-uri' => $related_uri, 'protocol' => PROTOCOL_SPLITTED_CONV);
868 $conversation = dba::select('conversation', array('source'), $condition, array('limit' => 1));
869 if (dbm::is_result($conversation)) {
871 logger('Got cached XML from conversation for URI '.$related_uri, LOGGER_DEBUG);
872 $xml = $conversation['source'];
877 self::process($xml, $importer, $contact, $hub, $stored, false);
879 logger("XML couldn't be fetched for URI: ".$related_uri." - href: ".$related, LOGGER_DEBUG);
885 * @brief Processes the XML for a repeated post
887 * @param object $xpath The xpath object
888 * @param object $entry The xml entry that is processed
889 * @param array $item The item array
890 * @param array $importer user record of the importing user
892 * @return array with data from links
894 private static function processRepeatedItem($xpath, $entry, &$item, $importer) {
895 $activityobjects = $xpath->query('activity:object', $entry)->item(0);
897 if (!is_object($activityobjects)) {
901 $link_data = array();
903 $orig_uri = $xpath->query('atom:id/text()', $activityobjects)->item(0)->nodeValue;
905 $links = $xpath->query("atom:link", $activityobjects);
907 $link_data = self::processLinks($links, $item);
910 $orig_body = $xpath->query('atom:content/text()', $activityobjects)->item(0)->nodeValue;
911 $orig_created = $xpath->query('atom:published/text()', $activityobjects)->item(0)->nodeValue;
912 $orig_edited = $xpath->query('atom:updated/text()', $activityobjects)->item(0)->nodeValue;
914 $orig_contact = $contact;
915 $orig_author = self::fetchauthor($xpath, $activityobjects, $importer, $orig_contact, false);
917 $item["author-name"] = $orig_author["author-name"];
918 $item["author-link"] = $orig_author["author-link"];
919 $item["author-avatar"] = $orig_author["author-avatar"];
921 $item["body"] = html2bbcode($orig_body);
922 $item["created"] = $orig_created;
923 $item["edited"] = $orig_edited;
925 $item["uri"] = $orig_uri;
927 $item["verb"] = $xpath->query('activity:verb/text()', $activityobjects)->item(0)->nodeValue;
929 $item["object-type"] = $xpath->query('activity:object-type/text()', $activityobjects)->item(0)->nodeValue;
931 $inreplyto = $xpath->query('thr:in-reply-to', $activityobjects);
932 if (is_object($inreplyto->item(0))) {
933 foreach ($inreplyto->item(0)->attributes AS $attributes) {
934 if ($attributes->name == "ref") {
935 $item["parent-uri"] = $attributes->textContent;
944 * @brief Processes links in the XML
946 * @param object $links The xml data that contain links
947 * @param array $item The item array
949 * @return array with data from the links
951 private static function processLinks($links, &$item) {
952 $link_data = array('add_body' => '', 'self' => '');
954 foreach ($links AS $link) {
955 $attribute = self::read_attributes($link);
957 if (($attribute['rel'] != "") && ($attribute['href'] != "")) {
958 switch ($attribute['rel']) {
960 $item["plink"] = $attribute['href'];
961 if (($item["object-type"] == ACTIVITY_OBJ_QUESTION) ||
962 ($item["object-type"] == ACTIVITY_OBJ_EVENT)) {
963 $item["body"] .= add_page_info($attribute['href']);
966 case "ostatus:conversation":
967 $link_data['conversation'] = $attribute['href'];
968 $item['conversation-href'] = $link_data['conversation'];
969 if (!isset($item['conversation-uri'])) {
970 $item['conversation-uri'] = $item['conversation-href'];
974 $filetype = strtolower(substr($attribute['type'], 0, strpos($attribute['type'],'/')));
975 if ($filetype == 'image') {
976 $link_data['add_body'] .= "\n[img]".$attribute['href'].'[/img]';
978 if (strlen($item["attach"])) {
979 $item["attach"] .= ',';
981 if (!isset($attribute['length'])) {
982 $attribute['length'] = "0";
984 $item["attach"] .= '[attach]href="'.$attribute['href'].'" length="'.$attribute['length'].'" type="'.$attribute['type'].'" title="'.$attribute['title'].'"[/attach]';
988 if ($item["object-type"] != ACTIVITY_OBJ_BOOKMARK) {
989 if (!isset($item["parent-uri"])) {
990 $item["parent-uri"] = $attribute['href'];
992 $link_data['related'] = $attribute['href'];
994 $item["body"] .= add_page_info($attribute['href']);
998 if ($item["plink"] == '') {
999 $item["plink"] = $attribute['href'];
1001 $link_data['self'] = $attribute['href'];
1010 * @brief Create an url out of an uri
1012 * @param string $href URI in the format "parameter1:parameter1:..."
1014 * @return string URL in the format http(s)://....
1016 public static function convert_href($href) {
1017 $elements = explode(":",$href);
1019 if ((count($elements) <= 2) || ($elements[0] != "tag"))
1022 $server = explode(",", $elements[1]);
1023 $conversation = explode("=", $elements[2]);
1025 if ((count($elements) == 4) && ($elements[2] == "post"))
1026 return "http://".$server[0]."/notice/".$elements[3];
1028 if ((count($conversation) != 2) || ($conversation[1] =="")) {
1031 if ($elements[3] == "objectType=thread") {
1032 return "http://".$server[0]."/conversation/".$conversation[1];
1034 return "http://".$server[0]."/notice/".$conversation[1];
1040 * @brief Checks if the current post is a reshare
1042 * @param array $item The item array of thw post
1044 * @return string The guid if the post is a reshare
1046 private static function get_reshared_guid($item) {
1047 $body = trim($item["body"]);
1049 // Skip if it isn't a pure repeated messages
1050 // Does it start with a share?
1051 if (strpos($body, "[share") > 0)
1054 // Does it end with a share?
1055 if (strlen($body) > (strrpos($body, "[/share]") + 8))
1058 $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism","$1",$body);
1059 // Skip if there is no shared message in there
1060 if ($body == $attributes)
1064 preg_match("/guid='(.*?)'/ism", $attributes, $matches);
1065 if ($matches[1] != "")
1066 $guid = $matches[1];
1068 preg_match('/guid="(.*?)"/ism', $attributes, $matches);
1069 if ($matches[1] != "")
1070 $guid = $matches[1];
1076 * @brief Cleans the body of a post if it contains picture links
1078 * @param string $body The body
1080 * @return string The cleaned body
1082 private static function format_picture_post($body) {
1083 $siteinfo = get_attached_data($body);
1085 if (($siteinfo["type"] == "photo")) {
1086 if (isset($siteinfo["preview"]))
1087 $preview = $siteinfo["preview"];
1089 $preview = $siteinfo["image"];
1091 // Is it a remote picture? Then make a smaller preview here
1092 $preview = proxy_url($preview, false, PROXY_SIZE_SMALL);
1094 // Is it a local picture? Then make it smaller here
1095 $preview = str_replace(array("-0.jpg", "-0.png"), array("-2.jpg", "-2.png"), $preview);
1096 $preview = str_replace(array("-1.jpg", "-1.png"), array("-2.jpg", "-2.png"), $preview);
1098 if (isset($siteinfo["url"]))
1099 $url = $siteinfo["url"];
1101 $url = $siteinfo["image"];
1103 $body = trim($siteinfo["text"])." [url]".$url."[/url]\n[img]".$preview."[/img]";
1110 * @brief Adds the header elements to the XML document
1112 * @param object $doc XML document
1113 * @param array $owner Contact data of the poster
1115 * @return object header root element
1117 private static function add_header($doc, $owner) {
1121 $root = $doc->createElementNS(NAMESPACE_ATOM1, 'feed');
1122 $doc->appendChild($root);
1124 $root->setAttribute("xmlns:thr", NAMESPACE_THREAD);
1125 $root->setAttribute("xmlns:georss", NAMESPACE_GEORSS);
1126 $root->setAttribute("xmlns:activity", NAMESPACE_ACTIVITY);
1127 $root->setAttribute("xmlns:media", NAMESPACE_MEDIA);
1128 $root->setAttribute("xmlns:poco", NAMESPACE_POCO);
1129 $root->setAttribute("xmlns:ostatus", NAMESPACE_OSTATUS);
1130 $root->setAttribute("xmlns:statusnet", NAMESPACE_STATUSNET);
1131 $root->setAttribute("xmlns:mastodon", NAMESPACE_MASTODON);
1133 $attributes = array("uri" => "https://friendi.ca", "version" => FRIENDICA_VERSION."-".DB_UPDATE_VERSION);
1134 xml::add_element($doc, $root, "generator", FRIENDICA_PLATFORM, $attributes);
1135 xml::add_element($doc, $root, "id", System::baseUrl()."/profile/".$owner["nick"]);
1136 xml::add_element($doc, $root, "title", sprintf("%s timeline", $owner["name"]));
1137 xml::add_element($doc, $root, "subtitle", sprintf("Updates from %s on %s", $owner["name"], $a->config["sitename"]));
1138 xml::add_element($doc, $root, "logo", $owner["photo"]);
1139 xml::add_element($doc, $root, "updated", datetime_convert("UTC", "UTC", "now", ATOM_TIME));
1141 $author = self::add_author($doc, $owner);
1142 $root->appendChild($author);
1144 $attributes = array("href" => $owner["url"], "rel" => "alternate", "type" => "text/html");
1145 xml::add_element($doc, $root, "link", "", $attributes);
1147 /// @TODO We have to find out what this is
1148 /// $attributes = array("href" => System::baseUrl()."/sup",
1149 /// "rel" => "http://api.friendfeed.com/2008/03#sup",
1150 /// "type" => "application/json");
1151 /// xml::add_element($doc, $root, "link", "", $attributes);
1153 self::hublinks($doc, $root, $owner["nick"]);
1155 $attributes = array("href" => System::baseUrl()."/salmon/".$owner["nick"], "rel" => "salmon");
1156 xml::add_element($doc, $root, "link", "", $attributes);
1158 $attributes = array("href" => System::baseUrl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-replies");
1159 xml::add_element($doc, $root, "link", "", $attributes);
1161 $attributes = array("href" => System::baseUrl()."/salmon/".$owner["nick"], "rel" => "http://salmon-protocol.org/ns/salmon-mention");
1162 xml::add_element($doc, $root, "link", "", $attributes);
1164 $attributes = array("href" => System::baseUrl()."/api/statuses/user_timeline/".$owner["nick"].".atom",
1165 "rel" => "self", "type" => "application/atom+xml");
1166 xml::add_element($doc, $root, "link", "", $attributes);
1172 * @brief Add the link to the push hubs to the XML document
1174 * @param object $doc XML document
1175 * @param object $root XML root element where the hub links are added
1177 public static function hublinks($doc, $root, $nick) {
1178 $h = System::baseUrl() . '/pubsubhubbub/'.$nick;
1179 xml::add_element($doc, $root, "link", "", array("href" => $h, "rel" => "hub"));
1183 * @brief Adds attachement data to the XML document
1185 * @param object $doc XML document
1186 * @param object $root XML root element where the hub links are added
1187 * @param array $item Data of the item that is to be posted
1189 private static function get_attachment($doc, $root, $item) {
1191 $siteinfo = get_attached_data($item["body"]);
1193 switch ($siteinfo["type"]) {
1195 $imgdata = get_photo_info($siteinfo["image"]);
1196 $attributes = array("rel" => "enclosure",
1197 "href" => $siteinfo["image"],
1198 "type" => $imgdata["mime"],
1199 "length" => intval($imgdata["size"]));
1200 xml::add_element($doc, $root, "link", "", $attributes);
1203 $attributes = array("rel" => "enclosure",
1204 "href" => $siteinfo["url"],
1205 "type" => "text/html; charset=UTF-8",
1207 "title" => $siteinfo["title"]);
1208 xml::add_element($doc, $root, "link", "", $attributes);
1214 if (!Config::get('system', 'ostatus_not_attach_preview') && ($siteinfo["type"] != "photo") && isset($siteinfo["image"])) {
1215 $imgdata = get_photo_info($siteinfo["image"]);
1216 $attributes = array("rel" => "enclosure",
1217 "href" => $siteinfo["image"],
1218 "type" => $imgdata["mime"],
1219 "length" => intval($imgdata["size"]));
1221 xml::add_element($doc, $root, "link", "", $attributes);
1224 $arr = explode('[/attach],', $item['attach']);
1226 foreach ($arr as $r) {
1228 $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|', $r, $matches);
1230 $attributes = array("rel" => "enclosure",
1231 "href" => $matches[1],
1232 "type" => $matches[3]);
1234 if (intval($matches[2])) {
1235 $attributes["length"] = intval($matches[2]);
1237 if (trim($matches[4]) != "") {
1238 $attributes["title"] = trim($matches[4]);
1240 xml::add_element($doc, $root, "link", "", $attributes);
1247 * @brief Adds the author element to the XML document
1249 * @param object $doc XML document
1250 * @param array $owner Contact data of the poster
1252 * @return object author element
1254 private static function add_author($doc, $owner) {
1256 $r = q("SELECT `homepage`, `publish` FROM `profile` WHERE `uid` = %d AND `is-default` LIMIT 1", intval($owner["uid"]));
1257 if (dbm::is_result($r)) {
1260 $author = $doc->createElement("author");
1261 xml::add_element($doc, $author, "id", $owner["url"]);
1262 xml::add_element($doc, $author, "activity:object-type", ACTIVITY_OBJ_PERSON);
1263 xml::add_element($doc, $author, "uri", $owner["url"]);
1264 xml::add_element($doc, $author, "name", $owner["nick"]);
1265 xml::add_element($doc, $author, "email", $owner["addr"]);
1266 xml::add_element($doc, $author, "summary", bbcode($owner["about"], false, false, 7));
1268 $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $owner["url"]);
1269 xml::add_element($doc, $author, "link", "", $attributes);
1271 $attributes = array(
1273 "type" => "image/jpeg", // To-Do?
1274 "media:width" => 175,
1275 "media:height" => 175,
1276 "href" => $owner["photo"]);
1277 xml::add_element($doc, $author, "link", "", $attributes);
1279 if (isset($owner["thumb"])) {
1280 $attributes = array(
1282 "type" => "image/jpeg", // To-Do?
1283 "media:width" => 80,
1284 "media:height" => 80,
1285 "href" => $owner["thumb"]);
1286 xml::add_element($doc, $author, "link", "", $attributes);
1289 xml::add_element($doc, $author, "poco:preferredUsername", $owner["nick"]);
1290 xml::add_element($doc, $author, "poco:displayName", $owner["name"]);
1291 xml::add_element($doc, $author, "poco:note", bbcode($owner["about"], false, false, 7));
1293 if (trim($owner["location"]) != "") {
1294 $element = $doc->createElement("poco:address");
1295 xml::add_element($doc, $element, "poco:formatted", $owner["location"]);
1296 $author->appendChild($element);
1299 if (trim($profile["homepage"]) != "") {
1300 $urls = $doc->createElement("poco:urls");
1301 xml::add_element($doc, $urls, "poco:type", "homepage");
1302 xml::add_element($doc, $urls, "poco:value", $profile["homepage"]);
1303 xml::add_element($doc, $urls, "poco:primary", "true");
1304 $author->appendChild($urls);
1307 if (count($profile)) {
1308 xml::add_element($doc, $author, "followers", "", array("url" => System::baseUrl()."/viewcontacts/".$owner["nick"]));
1309 xml::add_element($doc, $author, "statusnet:profile_info", "", array("local_id" => $owner["uid"]));
1312 if ($profile["publish"]) {
1313 xml::add_element($doc, $author, "mastodon:scope", "public");
1319 * @TODO Picture attachments should look like this:
1320 * <a href="https://status.pirati.ca/attachment/572819" title="https://status.pirati.ca/file/heluecht-20151202T222602-rd3u49p.gif"
1321 * class="attachment thumbnail" id="attachment-572819" rel="nofollow external">https://status.pirati.ca/attachment/572819</a>
1326 * @brief Returns the given activity if present - otherwise returns the "post" activity
1328 * @param array $item Data of the item that is to be posted
1330 * @return string activity
1332 private static function construct_verb($item) {
1334 return $item['verb'];
1335 return ACTIVITY_POST;
1339 * @brief Returns the given object type if present - otherwise returns the "note" object type
1341 * @param array $item Data of the item that is to be posted
1343 * @return string Object type
1345 private static function construct_objecttype($item) {
1346 if (in_array($item['object-type'], array(ACTIVITY_OBJ_NOTE, ACTIVITY_OBJ_COMMENT)))
1347 return $item['object-type'];
1348 return ACTIVITY_OBJ_NOTE;
1352 * @brief Adds an entry element to the XML document
1354 * @param object $doc XML document
1355 * @param array $item Data of the item that is to be posted
1356 * @param array $owner Contact data of the poster
1357 * @param bool $toplevel
1359 * @return object Entry element
1361 private static function entry($doc, $item, $owner, $toplevel = false) {
1362 $repeated_guid = self::get_reshared_guid($item);
1363 if ($repeated_guid != "")
1364 $xml = self::reshare_entry($doc, $item, $owner, $repeated_guid, $toplevel);
1369 if ($item["verb"] == ACTIVITY_LIKE) {
1370 return self::like_entry($doc, $item, $owner, $toplevel);
1371 } elseif (in_array($item["verb"], array(ACTIVITY_FOLLOW, NAMESPACE_OSTATUS."/unfollow"))) {
1372 return self::follow_entry($doc, $item, $owner, $toplevel);
1374 return self::note_entry($doc, $item, $owner, $toplevel);
1379 * @brief Adds a source entry to the XML document
1381 * @param object $doc XML document
1382 * @param array $contact Array of the contact that is added
1384 * @return object Source element
1386 private static function source_entry($doc, $contact) {
1387 $source = $doc->createElement("source");
1388 xml::add_element($doc, $source, "id", $contact["poll"]);
1389 xml::add_element($doc, $source, "title", $contact["name"]);
1390 xml::add_element($doc, $source, "link", "", array("rel" => "alternate",
1391 "type" => "text/html",
1392 "href" => $contact["alias"]));
1393 xml::add_element($doc, $source, "link", "", array("rel" => "self",
1394 "type" => "application/atom+xml",
1395 "href" => $contact["poll"]));
1396 xml::add_element($doc, $source, "icon", $contact["photo"]);
1397 xml::add_element($doc, $source, "updated", datetime_convert("UTC","UTC",$contact["success_update"]."+00:00",ATOM_TIME));
1403 * @brief Fetches contact data from the contact or the gcontact table
1405 * @param string $url URL of the contact
1406 * @param array $owner Contact data of the poster
1408 * @return array Contact array
1410 private static function contact_entry($url, $owner) {
1412 $r = q("SELECT * FROM `contact` WHERE `nurl` = '%s' AND `uid` IN (0, %d) ORDER BY `uid` DESC LIMIT 1",
1413 dbesc(normalise_link($url)), intval($owner["uid"]));
1414 if (dbm::is_result($r)) {
1416 $contact["uid"] = -1;
1419 if (!dbm::is_result($r)) {
1420 $r = q("SELECT * FROM `gcontact` WHERE `nurl` = '%s' LIMIT 1",
1421 dbesc(normalise_link($url)));
1422 if (dbm::is_result($r)) {
1424 $contact["uid"] = -1;
1425 $contact["success_update"] = $contact["updated"];
1429 if (!dbm::is_result($r))
1432 if (!isset($contact["poll"])) {
1433 $data = probe_url($url);
1434 $contact["poll"] = $data["poll"];
1436 if (!$contact["alias"])
1437 $contact["alias"] = $data["alias"];
1440 if (!isset($contact["alias"]))
1441 $contact["alias"] = $contact["url"];
1447 * @brief Adds an entry element with reshared content
1449 * @param object $doc XML document
1450 * @param array $item Data of the item that is to be posted
1451 * @param array $owner Contact data of the poster
1452 * @param $repeated_guid
1453 * @param bool $toplevel Is it for en entry element (false) or a feed entry (true)?
1455 * @return object Entry element
1457 private static function reshare_entry($doc, $item, $owner, $repeated_guid, $toplevel) {
1459 if (($item["id"] != $item["parent"]) && (normalise_link($item["author-link"]) != normalise_link($owner["url"]))) {
1460 logger("OStatus entry is from author ".$owner["url"]." - not from ".$item["author-link"].". Quitting.", LOGGER_DEBUG);
1463 $title = self::entry_header($doc, $entry, $owner, $toplevel);
1465 $r = q("SELECT * FROM `item` WHERE `uid` = %d AND `guid` = '%s' AND NOT `private` AND `network` IN ('%s', '%s', '%s') LIMIT 1",
1466 intval($owner["uid"]), dbesc($repeated_guid),
1467 dbesc(NETWORK_DFRN), dbesc(NETWORK_DIASPORA), dbesc(NETWORK_OSTATUS));
1468 if (dbm::is_result($r)) {
1469 $repeated_item = $r[0];
1473 $contact = self::contact_entry($repeated_item['author-link'], $owner);
1475 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1477 $title = $owner["nick"]." repeated a notice by ".$contact["nick"];
1479 self::entry_content($doc, $entry, $item, $owner, $title, ACTIVITY_SHARE, false);
1481 $as_object = $doc->createElement("activity:object");
1483 xml::add_element($doc, $as_object, "activity:object-type", NAMESPACE_ACTIVITY_SCHEMA."activity");
1485 self::entry_content($doc, $as_object, $repeated_item, $owner, "", "", false);
1487 $author = self::add_author($doc, $contact);
1488 $as_object->appendChild($author);
1490 $as_object2 = $doc->createElement("activity:object");
1492 xml::add_element($doc, $as_object2, "activity:object-type", self::construct_objecttype($repeated_item));
1494 $title = sprintf("New comment by %s", $contact["nick"]);
1496 self::entry_content($doc, $as_object2, $repeated_item, $owner, $title);
1498 $as_object->appendChild($as_object2);
1500 self::entry_footer($doc, $as_object, $item, $owner, false);
1502 $source = self::source_entry($doc, $contact);
1504 $as_object->appendChild($source);
1506 $entry->appendChild($as_object);
1508 self::entry_footer($doc, $entry, $item, $owner);
1514 * @brief Adds an entry element with a "like"
1516 * @param object $doc XML document
1517 * @param array $item Data of the item that is to be posted
1518 * @param array $owner Contact data of the poster
1519 * @param bool $toplevel Is it for en entry element (false) or a feed entry (true)?
1521 * @return object Entry element with "like"
1523 private static function like_entry($doc, $item, $owner, $toplevel) {
1525 if (($item["id"] != $item["parent"]) && (normalise_link($item["author-link"]) != normalise_link($owner["url"]))) {
1526 logger("OStatus entry is from author ".$owner["url"]." - not from ".$item["author-link"].". Quitting.", LOGGER_DEBUG);
1529 $title = self::entry_header($doc, $entry, $owner, $toplevel);
1531 $verb = NAMESPACE_ACTIVITY_SCHEMA."favorite";
1532 self::entry_content($doc, $entry, $item, $owner, "Favorite", $verb, false);
1534 $as_object = $doc->createElement("activity:object");
1536 $parent = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `uid` = %d",
1537 dbesc($item["thr-parent"]), intval($item["uid"]));
1538 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1540 xml::add_element($doc, $as_object, "activity:object-type", self::construct_objecttype($parent[0]));
1542 self::entry_content($doc, $as_object, $parent[0], $owner, "New entry");
1544 $entry->appendChild($as_object);
1546 self::entry_footer($doc, $entry, $item, $owner);
1552 * @brief Adds the person object element to the XML document
1554 * @param object $doc XML document
1555 * @param array $owner Contact data of the poster
1556 * @param array $contact Contact data of the target
1558 * @return object author element
1560 private static function add_person_object($doc, $owner, $contact) {
1562 $object = $doc->createElement("activity:object");
1563 xml::add_element($doc, $object, "activity:object-type", ACTIVITY_OBJ_PERSON);
1565 if ($contact['network'] == NETWORK_PHANTOM) {
1566 xml::add_element($doc, $object, "id", $contact['url']);
1570 xml::add_element($doc, $object, "id", $contact["alias"]);
1571 xml::add_element($doc, $object, "title", $contact["nick"]);
1573 $attributes = array("rel" => "alternate", "type" => "text/html", "href" => $contact["url"]);
1574 xml::add_element($doc, $object, "link", "", $attributes);
1576 $attributes = array(
1578 "type" => "image/jpeg", // To-Do?
1579 "media:width" => 175,
1580 "media:height" => 175,
1581 "href" => $contact["photo"]);
1582 xml::add_element($doc, $object, "link", "", $attributes);
1584 xml::add_element($doc, $object, "poco:preferredUsername", $contact["nick"]);
1585 xml::add_element($doc, $object, "poco:displayName", $contact["name"]);
1587 if (trim($contact["location"]) != "") {
1588 $element = $doc->createElement("poco:address");
1589 xml::add_element($doc, $element, "poco:formatted", $contact["location"]);
1590 $object->appendChild($element);
1597 * @brief Adds a follow/unfollow entry element
1599 * @param object $doc XML document
1600 * @param array $item Data of the follow/unfollow message
1601 * @param array $owner Contact data of the poster
1602 * @param bool $toplevel Is it for en entry element (false) or a feed entry (true)?
1604 * @return object Entry element
1606 private static function follow_entry($doc, $item, $owner, $toplevel) {
1608 $item["id"] = $item["parent"] = 0;
1609 $item["created"] = $item["edited"] = date("c");
1610 $item["private"] = true;
1612 $contact = Probe::uri($item['follow']);
1614 if ($contact['alias'] == '') {
1615 $contact['alias'] = $contact["url"];
1617 $item['follow'] = $contact['alias'];
1620 $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1621 intval($owner['uid']), dbesc(normalise_link($contact["url"])));
1623 if (dbm::is_result($r)) {
1624 $connect_id = $r[0]['id'];
1629 if ($item['verb'] == ACTIVITY_FOLLOW) {
1630 $message = t('%s is now following %s.');
1631 $title = t('following');
1632 $action = "subscription";
1634 $message = t('%s stopped following %s.');
1635 $title = t('stopped following');
1636 $action = "unfollow";
1639 $item["uri"] = $item['parent-uri'] = $item['thr-parent'] =
1640 'tag:'.get_app()->get_hostname().
1641 ','.date('Y-m-d').':'.$action.':'.$owner['uid'].
1642 ':person:'.$connect_id.':'.$item['created'];
1644 $item["body"] = sprintf($message, $owner["nick"], $contact["nick"]);
1646 self::entry_header($doc, $entry, $owner, $toplevel);
1648 self::entry_content($doc, $entry, $item, $owner, $title);
1650 $object = self::add_person_object($doc, $owner, $contact);
1651 $entry->appendChild($object);
1653 self::entry_footer($doc, $entry, $item, $owner);
1659 * @brief Adds a regular entry element
1661 * @param object $doc XML document
1662 * @param array $item Data of the item that is to be posted
1663 * @param array $owner Contact data of the poster
1664 * @param bool $toplevel Is it for en entry element (false) or a feed entry (true)?
1666 * @return object Entry element
1668 private static function note_entry($doc, $item, $owner, $toplevel) {
1670 if (($item["id"] != $item["parent"]) && (normalise_link($item["author-link"]) != normalise_link($owner["url"]))) {
1671 logger("OStatus entry is from author ".$owner["url"]." - not from ".$item["author-link"].". Quitting.", LOGGER_DEBUG);
1674 $title = self::entry_header($doc, $entry, $owner, $toplevel);
1676 xml::add_element($doc, $entry, "activity:object-type", ACTIVITY_OBJ_NOTE);
1678 self::entry_content($doc, $entry, $item, $owner, $title);
1680 self::entry_footer($doc, $entry, $item, $owner);
1686 * @brief Adds a header element to the XML document
1688 * @param object $doc XML document
1689 * @param object $entry The entry element where the elements are added
1690 * @param array $owner Contact data of the poster
1691 * @param bool $toplevel Is it for en entry element (false) or a feed entry (true)?
1693 * @return string The title for the element
1695 private static function entry_header($doc, &$entry, $owner, $toplevel) {
1696 /// @todo Check if this title stuff is really needed (I guess not)
1698 $entry = $doc->createElement("entry");
1699 $title = sprintf("New note by %s", $owner["nick"]);
1701 $entry = $doc->createElementNS(NAMESPACE_ATOM1, "entry");
1703 $entry->setAttribute("xmlns:thr", NAMESPACE_THREAD);
1704 $entry->setAttribute("xmlns:georss", NAMESPACE_GEORSS);
1705 $entry->setAttribute("xmlns:activity", NAMESPACE_ACTIVITY);
1706 $entry->setAttribute("xmlns:media", NAMESPACE_MEDIA);
1707 $entry->setAttribute("xmlns:poco", NAMESPACE_POCO);
1708 $entry->setAttribute("xmlns:ostatus", NAMESPACE_OSTATUS);
1709 $entry->setAttribute("xmlns:statusnet", NAMESPACE_STATUSNET);
1710 $entry->setAttribute("xmlns:mastodon", NAMESPACE_MASTODON);
1712 $author = self::add_author($doc, $owner);
1713 $entry->appendChild($author);
1715 $title = sprintf("New comment by %s", $owner["nick"]);
1721 * @brief Adds elements to the XML document
1723 * @param object $doc XML document
1724 * @param object $entry Entry element where the content is added
1725 * @param array $item Data of the item that is to be posted
1726 * @param array $owner Contact data of the poster
1727 * @param string $title Title for the post
1728 * @param string $verb The activity verb
1729 * @param bool $complete Add the "status_net" element?
1731 private static function entry_content($doc, $entry, $item, $owner, $title, $verb = "", $complete = true) {
1734 $verb = self::construct_verb($item);
1736 xml::add_element($doc, $entry, "id", $item["uri"]);
1737 xml::add_element($doc, $entry, "title", $title);
1739 $body = self::format_picture_post($item['body']);
1741 if ($item['title'] != "")
1742 $body = "[b]".$item['title']."[/b]\n\n".$body;
1744 $body = bbcode($body, false, false, 7);
1746 xml::add_element($doc, $entry, "content", $body, array("type" => "html"));
1748 xml::add_element($doc, $entry, "link", "", array("rel" => "alternate", "type" => "text/html",
1749 "href" => System::baseUrl()."/display/".$item["guid"]));
1751 if ($complete && ($item["id"] > 0))
1752 xml::add_element($doc, $entry, "status_net", "", array("notice_id" => $item["id"]));
1754 xml::add_element($doc, $entry, "activity:verb", $verb);
1756 xml::add_element($doc, $entry, "published", datetime_convert("UTC","UTC",$item["created"]."+00:00",ATOM_TIME));
1757 xml::add_element($doc, $entry, "updated", datetime_convert("UTC","UTC",$item["edited"]."+00:00",ATOM_TIME));
1761 * @brief Adds the elements at the foot of an entry to the XML document
1763 * @param object $doc XML document
1764 * @param object $entry The entry element where the elements are added
1765 * @param array $item Data of the item that is to be posted
1766 * @param array $owner Contact data of the poster
1769 private static function entry_footer($doc, $entry, $item, $owner, $complete = true) {
1771 $mentioned = array();
1773 if (($item['parent'] != $item['id']) || ($item['parent-uri'] !== $item['uri']) || (($item['thr-parent'] !== '') && ($item['thr-parent'] !== $item['uri']))) {
1774 $parent = q("SELECT `guid`, `author-link`, `owner-link` FROM `item` WHERE `id` = %d", intval($item["parent"]));
1775 $parent_item = (($item['thr-parent']) ? $item['thr-parent'] : $item['parent-uri']);
1777 $thrparent = q("SELECT `guid`, `author-link`, `owner-link`, `plink` FROM `item` WHERE `uid` = %d AND `uri` = '%s'",
1778 intval($owner["uid"]),
1779 dbesc($parent_item));
1781 $mentioned[$thrparent[0]["author-link"]] = $thrparent[0]["author-link"];
1782 $mentioned[$thrparent[0]["owner-link"]] = $thrparent[0]["owner-link"];
1783 $parent_plink = $thrparent[0]["plink"];
1785 $mentioned[$parent[0]["author-link"]] = $parent[0]["author-link"];
1786 $mentioned[$parent[0]["owner-link"]] = $parent[0]["owner-link"];
1787 $parent_plink = System::baseUrl()."/display/".$parent[0]["guid"];
1790 $attributes = array(
1791 "ref" => $parent_item,
1792 "href" => $parent_plink);
1793 xml::add_element($doc, $entry, "thr:in-reply-to", "", $attributes);
1795 $attributes = array(
1797 "href" => $parent_plink);
1798 xml::add_element($doc, $entry, "link", "", $attributes);
1801 if (intval($item["parent"]) > 0) {
1802 $conversation_href = System::baseUrl()."/display/".$owner["nick"]."/".$item["parent"];
1803 $conversation_uri = $conversation_href;
1805 if (isset($parent_item)) {
1806 $r = dba::fetch_first("SELECT `conversation-uri`, `conversation-href` FROM `conversation` WHERE `item-uri` = ?", $parent_item);
1807 if (dbm::is_result($r)) {
1808 if ($r['conversation-uri'] != '') {
1809 $conversation_uri = $r['conversation-uri'];
1811 if ($r['conversation-href'] != '') {
1812 $conversation_href = $r['conversation-href'];
1817 xml::add_element($doc, $entry, "link", "", array("rel" => "ostatus:conversation", "href" => $conversation_href));
1819 $attributes = array(
1820 "href" => $conversation_href,
1821 "local_id" => $item["parent"],
1822 "ref" => $conversation_uri);
1824 xml::add_element($doc, $entry, "ostatus:conversation", $conversation_uri, $attributes);
1827 $tags = item_getfeedtags($item);
1830 foreach ($tags as $t)
1832 $mentioned[$t[1]] = $t[1];
1834 // Make sure that mentions are accepted (GNU Social has problems with mixing HTTP and HTTPS)
1835 $newmentions = array();
1836 foreach ($mentioned AS $mention) {
1837 $newmentions[str_replace("http://", "https://", $mention)] = str_replace("http://", "https://", $mention);
1838 $newmentions[str_replace("https://", "http://", $mention)] = str_replace("https://", "http://", $mention);
1840 $mentioned = $newmentions;
1842 foreach ($mentioned AS $mention) {
1843 $r = q("SELECT `forum`, `prv` FROM `contact` WHERE `uid` = %d AND `nurl` = '%s'",
1844 intval($owner["uid"]),
1845 dbesc(normalise_link($mention)));
1846 if ($r[0]["forum"] || $r[0]["prv"])
1847 xml::add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1848 "ostatus:object-type" => ACTIVITY_OBJ_GROUP,
1849 "href" => $mention));
1851 xml::add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1852 "ostatus:object-type" => ACTIVITY_OBJ_PERSON,
1853 "href" => $mention));
1856 if (!$item["private"]) {
1857 xml::add_element($doc, $entry, "link", "", array("rel" => "ostatus:attention",
1858 "href" => "http://activityschema.org/collection/public"));
1859 xml::add_element($doc, $entry, "link", "", array("rel" => "mentioned",
1860 "ostatus:object-type" => "http://activitystrea.ms/schema/1.0/collection",
1861 "href" => "http://activityschema.org/collection/public"));
1862 xml::add_element($doc, $entry, "mastodon:scope", "public");
1866 foreach ($tags as $t)
1868 xml::add_element($doc, $entry, "category", "", array("term" => $t[2]));
1870 self::get_attachment($doc, $entry, $item);
1872 if ($complete && ($item["id"] > 0)) {
1873 $app = $item["app"];
1877 $attributes = array("local_id" => $item["id"], "source" => $app);
1879 if (isset($parent["id"]))
1880 $attributes["repeat_of"] = $parent["id"];
1882 if ($item["coord"] != "")
1883 xml::add_element($doc, $entry, "georss:point", $item["coord"]);
1885 xml::add_element($doc, $entry, "statusnet:notice_info", "", $attributes);
1890 * @brief Creates the XML feed for a given nickname
1892 * @param App $a The application class
1893 * @param string $owner_nick Nickname of the feed owner
1894 * @param string $last_update Date of the last update
1895 * @param integer $max_items Number of maximum items to fetch
1897 * @return string XML feed
1899 public static function feed(App $a, $owner_nick, &$last_update, $max_items = 300) {
1900 $stamp = microtime(true);
1902 $cachekey = "ostatus:feed:".$owner_nick.":".$last_update;
1904 $previous_created = $last_update;
1906 $result = Cache::get($cachekey);
1907 if (!is_null($result)) {
1908 logger('Feed duration: '.number_format(microtime(true) - $stamp, 3).' - '.$owner_nick.' - '.$previous_created.' (cached)', LOGGER_DEBUG);
1909 $last_update = $result['last_update'];
1910 return $result['feed'];
1913 $r = q("SELECT `contact`.*, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
1914 FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
1915 WHERE `contact`.`self` AND `user`.`nickname` = '%s' LIMIT 1",
1916 dbesc($owner_nick));
1917 if (!dbm::is_result($r)) {
1923 if (!strlen($last_update)) {
1924 $last_update = 'now -30 days';
1927 $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
1928 $authorid = get_contact($owner["url"], 0);
1930 $items = q("SELECT `item`.*, `item`.`id` AS `item_id` FROM `item` USE INDEX (`uid_contactid_created`)
1931 STRAIGHT_JOIN `thread` ON `thread`.`iid` = `item`.`parent`
1932 WHERE `item`.`uid` = %d AND `item`.`contact-id` = %d AND
1933 `item`.`author-id` = %d AND `item`.`created` > '%s' AND
1934 NOT `item`.`deleted` AND NOT `item`.`private` AND
1935 `thread`.`network` IN ('%s', '%s')
1936 ORDER BY `item`.`created` DESC LIMIT %d",
1937 intval($owner["uid"]), intval($owner["id"]),
1938 intval($authorid), dbesc($check_date),
1939 dbesc(NETWORK_OSTATUS), dbesc(NETWORK_DFRN), intval($max_items));
1941 $doc = new DOMDocument('1.0', 'utf-8');
1942 $doc->formatOutput = true;
1944 $root = self::add_header($doc, $owner);
1946 foreach ($items AS $item) {
1947 if (Config::get('system', 'ostatus_debug')) {
1948 $item['body'] .= '🍼';
1950 $entry = self::entry($doc, $item, $owner);
1951 $root->appendChild($entry);
1953 if ($last_update < $item['created']) {
1954 $last_update = $item['created'];
1958 $feeddata = trim($doc->saveXML());
1960 $msg = array('feed' => $feeddata, 'last_update' => $last_update);
1961 Cache::set($cachekey, $msg, CACHE_QUARTER_HOUR);
1963 logger('Feed duration: '.number_format(microtime(true) - $stamp, 3).' - '.$owner_nick.' - '.$previous_created, LOGGER_DEBUG);
1969 * @brief Creates the XML for a salmon message
1971 * @param array $item Data of the item that is to be posted
1972 * @param array $owner Contact data of the poster
1974 * @return string XML for the salmon
1976 public static function salmon($item,$owner) {
1978 $doc = new DOMDocument('1.0', 'utf-8');
1979 $doc->formatOutput = true;
1981 if (Config::get('system', 'ostatus_debug')) {
1982 $item['body'] .= '🐟';
1985 $entry = self::entry($doc, $item, $owner, true);
1987 $doc->appendChild($entry);
1989 return trim($doc->saveXML());