]> git.mxchange.org Git - friendica.git/blob - include/diaspora.php
There were undecoded entities in the title
[friendica.git] / include / diaspora.php
1 <?php
2 /**
3  * @file include/diaspora.php
4  * @brief The implementation of the diaspora protocol
5  */
6
7 require_once("include/items.php");
8 require_once("include/bb2diaspora.php");
9 require_once("include/Scrape.php");
10 require_once("include/Contact.php");
11 require_once("include/Photo.php");
12 require_once("include/socgraph.php");
13 require_once("include/group.php");
14 require_once("include/xml.php");
15 require_once("include/datetime.php");
16 require_once("include/queue_fn.php");
17
18 /**
19  * @brief This class contain functions to create and send Diaspora XML files
20  *
21  */
22 class diaspora {
23
24         /**
25          * @brief Return a list of relay servers
26          *
27          * This is an experimental Diaspora feature.
28          *
29          * @return array of relay servers
30          */
31         public static function relay_list() {
32
33                 $serverdata = get_config("system", "relay_server");
34                 if ($serverdata == "")
35                         return array();
36
37                 $relay = array();
38
39                 $servers = explode(",", $serverdata);
40
41                 foreach($servers AS $server) {
42                         $server = trim($server);
43                         $batch = $server."/receive/public";
44
45                         $relais = q("SELECT `batch`, `id`, `name`,`network` FROM `contact` WHERE `uid` = 0 AND `batch` = '%s' LIMIT 1", dbesc($batch));
46
47                         if (!$relais) {
48                                 $addr = "relay@".str_replace("http://", "", normalise_link($server));
49
50                                 $r = q("INSERT INTO `contact` (`uid`, `created`, `name`, `nick`, `addr`, `url`, `nurl`, `batch`, `network`, `rel`, `blocked`, `pending`, `writable`, `name-date`, `uri-date`, `avatar-date`)
51                                         VALUES (0, '%s', '%s', 'relay', '%s', '%s', '%s', '%s', '%s', %d, 0, 0, 1, '%s', '%s', '%s')",
52                                         datetime_convert(),
53                                         dbesc($addr),
54                                         dbesc($addr),
55                                         dbesc($server),
56                                         dbesc(normalise_link($server)),
57                                         dbesc($batch),
58                                         dbesc(NETWORK_DIASPORA),
59                                         intval(CONTACT_IS_FOLLOWER),
60                                         dbesc(datetime_convert()),
61                                         dbesc(datetime_convert()),
62                                         dbesc(datetime_convert())
63                                 );
64
65                                 $relais = q("SELECT `batch`, `id`, `name`,`network` FROM `contact` WHERE `uid` = 0 AND `batch` = '%s' LIMIT 1", dbesc($batch));
66                                 if ($relais)
67                                         $relay[] = $relais[0];
68                         } else
69                                 $relay[] = $relais[0];
70                 }
71
72                 return $relay;
73         }
74
75         /**
76          * @brief repairs a signature that was double encoded
77          *
78          * The function is unused at the moment. It was copied from the old implementation.
79          *
80          * @param string $signature The signature
81          * @param string $handle The handle of the signature owner
82          * @param integer $level This value is only set inside this function to avoid endless loops
83          *
84          * @return string the repaired signature
85          */
86         private function repair_signature($signature, $handle = "", $level = 1) {
87
88                 if ($signature == "")
89                         return ($signature);
90
91                 if (base64_encode(base64_decode(base64_decode($signature))) == base64_decode($signature)) {
92                         $signature = base64_decode($signature);
93                         logger("Repaired double encoded signature from Diaspora/Hubzilla handle ".$handle." - level ".$level, LOGGER_DEBUG);
94
95                         // Do a recursive call to be able to fix even multiple levels
96                         if ($level < 10)
97                                 $signature = self::repair_signature($signature, $handle, ++$level);
98                 }
99
100                 return($signature);
101         }
102
103         /**
104          * @brief: Decodes incoming Diaspora message
105          *
106          * @param array $importer Array of the importer user
107          * @param string $xml urldecoded Diaspora salmon
108          *
109          * @return array
110          * 'message' -> decoded Diaspora XML message
111          * 'author' -> author diaspora handle
112          * 'key' -> author public key (converted to pkcs#8)
113          */
114         public static function decode($importer, $xml) {
115
116                 $public = false;
117                 $basedom = parse_xml_string($xml);
118
119                 if (!is_object($basedom))
120                         return false;
121
122                 $children = $basedom->children('https://joindiaspora.com/protocol');
123
124                 if($children->header) {
125                         $public = true;
126                         $author_link = str_replace('acct:','',$children->header->author_id);
127                 } else {
128
129                         $encrypted_header = json_decode(base64_decode($children->encrypted_header));
130
131                         $encrypted_aes_key_bundle = base64_decode($encrypted_header->aes_key);
132                         $ciphertext = base64_decode($encrypted_header->ciphertext);
133
134                         $outer_key_bundle = '';
135                         openssl_private_decrypt($encrypted_aes_key_bundle,$outer_key_bundle,$importer['prvkey']);
136
137                         $j_outer_key_bundle = json_decode($outer_key_bundle);
138
139                         $outer_iv = base64_decode($j_outer_key_bundle->iv);
140                         $outer_key = base64_decode($j_outer_key_bundle->key);
141
142                         $decrypted = mcrypt_decrypt(MCRYPT_RIJNDAEL_128, $outer_key, $ciphertext, MCRYPT_MODE_CBC, $outer_iv);
143
144
145                         $decrypted = pkcs5_unpad($decrypted);
146
147                         logger('decrypted: '.$decrypted, LOGGER_DEBUG);
148                         $idom = parse_xml_string($decrypted,false);
149
150                         $inner_iv = base64_decode($idom->iv);
151                         $inner_aes_key = base64_decode($idom->aes_key);
152
153                         $author_link = str_replace('acct:','',$idom->author_id);
154                 }
155
156                 $dom = $basedom->children(NAMESPACE_SALMON_ME);
157
158                 // figure out where in the DOM tree our data is hiding
159
160                 if($dom->provenance->data)
161                         $base = $dom->provenance;
162                 elseif($dom->env->data)
163                         $base = $dom->env;
164                 elseif($dom->data)
165                         $base = $dom;
166
167                 if (!$base) {
168                         logger('unable to locate salmon data in xml');
169                         http_status_exit(400);
170                 }
171
172
173                 // Stash the signature away for now. We have to find their key or it won't be good for anything.
174                 $signature = base64url_decode($base->sig);
175
176                 // unpack the  data
177
178                 // strip whitespace so our data element will return to one big base64 blob
179                 $data = str_replace(array(" ","\t","\r","\n"),array("","","",""),$base->data);
180
181
182                 // stash away some other stuff for later
183
184                 $type = $base->data[0]->attributes()->type[0];
185                 $keyhash = $base->sig[0]->attributes()->keyhash[0];
186                 $encoding = $base->encoding;
187                 $alg = $base->alg;
188
189
190                 $signed_data = $data.'.'.base64url_encode($type).'.'.base64url_encode($encoding).'.'.base64url_encode($alg);
191
192
193                 // decode the data
194                 $data = base64url_decode($data);
195
196
197                 if($public)
198                         $inner_decrypted = $data;
199                 else {
200
201                         // Decode the encrypted blob
202
203                         $inner_encrypted = base64_decode($data);
204                         $inner_decrypted = mcrypt_decrypt(MCRYPT_RIJNDAEL_128, $inner_aes_key, $inner_encrypted, MCRYPT_MODE_CBC, $inner_iv);
205                         $inner_decrypted = pkcs5_unpad($inner_decrypted);
206                 }
207
208                 if (!$author_link) {
209                         logger('Could not retrieve author URI.');
210                         http_status_exit(400);
211                 }
212                 // Once we have the author URI, go to the web and try to find their public key
213                 // (first this will look it up locally if it is in the fcontact cache)
214                 // This will also convert diaspora public key from pkcs#1 to pkcs#8
215
216                 logger('Fetching key for '.$author_link);
217                 $key = self::key($author_link);
218
219                 if (!$key) {
220                         logger('Could not retrieve author key.');
221                         http_status_exit(400);
222                 }
223
224                 $verify = rsa_verify($signed_data,$signature,$key);
225
226                 if (!$verify) {
227                         logger('Message did not verify. Discarding.');
228                         http_status_exit(400);
229                 }
230
231                 logger('Message verified.');
232
233                 return array('message' => (string)$inner_decrypted,
234                                 'author' => unxmlify($author_link),
235                                 'key' => (string)$key);
236
237         }
238
239
240         /**
241          * @brief Dispatches public messages and find the fitting receivers
242          *
243          * @param array $msg The post that will be dispatched
244          *
245          * @return int The message id of the generated message, "true" or "false" if there was an error
246          */
247         public static function dispatch_public($msg) {
248
249                 $enabled = intval(get_config("system", "diaspora_enabled"));
250                 if (!$enabled) {
251                         logger("diaspora is disabled");
252                         return false;
253                 }
254
255                 // Use a dummy importer to import the data for the public copy
256                 $importer = array("uid" => 0, "page-flags" => PAGE_FREELOVE);
257                 $message_id = self::dispatch($importer,$msg);
258
259                 // Now distribute it to the followers
260                 $r = q("SELECT `user`.* FROM `user` WHERE `user`.`uid` IN
261                         (SELECT `contact`.`uid` FROM `contact` WHERE `contact`.`network` = '%s' AND `contact`.`addr` = '%s')
262                         AND NOT `account_expired` AND NOT `account_removed`",
263                         dbesc(NETWORK_DIASPORA),
264                         dbesc($msg["author"])
265                 );
266                 if($r) {
267                         foreach($r as $rr) {
268                                 logger("delivering to: ".$rr["username"]);
269                                 self::dispatch($rr,$msg);
270                         }
271                 } else
272                         logger("No subscribers for ".$msg["author"]." ".print_r($msg, true));
273
274                 return $message_id;
275         }
276
277         /**
278          * @brief Dispatches the different message types to the different functions
279          *
280          * @param array $importer Array of the importer user
281          * @param array $msg The post that will be dispatched
282          *
283          * @return int The message id of the generated message, "true" or "false" if there was an error
284          */
285         public static function dispatch($importer, $msg) {
286
287                 // The sender is the handle of the contact that sent the message.
288                 // This will often be different with relayed messages (for example "like" and "comment")
289                 $sender = $msg["author"];
290
291                 if (!diaspora::valid_posting($msg, $fields)) {
292                         logger("Invalid posting");
293                         return false;
294                 }
295
296                 $type = $fields->getName();
297
298                 logger("Received message type ".$type." from ".$sender." for user ".$importer["uid"], LOGGER_DEBUG);
299
300                 switch ($type) {
301                         case "account_deletion":
302                                 return self::receive_account_deletion($importer, $fields);
303
304                         case "comment":
305                                 return self::receive_comment($importer, $sender, $fields, $msg["message"]);
306
307                         case "contact":
308                                 return self::receive_contact_request($importer, $fields);
309
310                         case "conversation":
311                                 return self::receive_conversation($importer, $msg, $fields);
312
313                         case "like":
314                                 return self::receive_like($importer, $sender, $fields);
315
316                         case "message":
317                                 return self::receive_message($importer, $fields);
318
319                         case "participation": // Not implemented
320                                 return self::receive_participation($importer, $fields);
321
322                         case "photo": // Not implemented
323                                 return self::receive_photo($importer, $fields);
324
325                         case "poll_participation": // Not implemented
326                                 return self::receive_poll_participation($importer, $fields);
327
328                         case "profile":
329                                 return self::receive_profile($importer, $fields);
330
331                         case "reshare":
332                                 return self::receive_reshare($importer, $fields, $msg["message"]);
333
334                         case "retraction":
335                                 return self::receive_retraction($importer, $sender, $fields);
336
337                         case "status_message":
338                                 return self::receive_status_message($importer, $fields, $msg["message"]);
339
340                         default:
341                                 logger("Unknown message type ".$type);
342                                 return false;
343                 }
344
345                 return true;
346         }
347
348         /**
349          * @brief Checks if a posting is valid and fetches the data fields.
350          *
351          * This function does not only check the signature.
352          * It also does the conversion between the old and the new diaspora format.
353          *
354          * @param array $msg Array with the XML, the sender handle and the sender signature
355          * @param object $fields SimpleXML object that contains the posting when it is valid
356          *
357          * @return bool Is the posting valid?
358          */
359         private function valid_posting($msg, &$fields) {
360
361                 $data = parse_xml_string($msg["message"], false);
362
363                 if (!is_object($data))
364                         return false;
365
366                 $first_child = $data->getName();
367
368                 // Is this the new or the old version?
369                 if ($data->getName() == "XML") {
370                         $oldXML = true;
371                         foreach ($data->post->children() as $child)
372                                 $element = $child;
373                 } else {
374                         $oldXML = false;
375                         $element = $data;
376                 }
377
378                 $type = $element->getName();
379                 $orig_type = $type;
380
381                 // All retractions are handled identically from now on.
382                 // In the new version there will only be "retraction".
383                 if (in_array($type, array("signed_retraction", "relayable_retraction")))
384                         $type = "retraction";
385
386                 if ($type == "request")
387                         $type = "contact";
388
389                 $fields = new SimpleXMLElement("<".$type."/>");
390
391                 $signed_data = "";
392
393                 foreach ($element->children() AS $fieldname => $entry) {
394                         if ($oldXML) {
395                                 // Translation for the old XML structure
396                                 if ($fieldname == "diaspora_handle")
397                                         $fieldname = "author";
398
399                                 if ($fieldname == "participant_handles")
400                                         $fieldname = "participants";
401
402                                 if (in_array($type, array("like", "participation"))) {
403                                         if ($fieldname == "target_type")
404                                                 $fieldname = "parent_type";
405                                 }
406
407                                 if ($fieldname == "sender_handle")
408                                         $fieldname = "author";
409
410                                 if ($fieldname == "recipient_handle")
411                                         $fieldname = "recipient";
412
413                                 if ($fieldname == "root_diaspora_id")
414                                         $fieldname = "root_author";
415
416                                 if ($type == "retraction") {
417                                         if ($fieldname == "post_guid")
418                                                 $fieldname = "target_guid";
419
420                                         if ($fieldname == "type")
421                                                 $fieldname = "target_type";
422                                 }
423                         }
424
425                         if ($fieldname == "author_signature")
426                                 $author_signature = base64_decode($entry);
427                         elseif ($fieldname == "parent_author_signature")
428                                 $parent_author_signature = base64_decode($entry);
429                         elseif ($fieldname != "target_author_signature") {
430                                 if ($signed_data != "") {
431                                         $signed_data .= ";";
432                                         $signed_data_parent .= ";";
433                                 }
434
435                                 $signed_data .= $entry;
436                         }
437                         if (!in_array($fieldname, array("parent_author_signature", "target_author_signature")) OR
438                                 ($orig_type == "relayable_retraction"))
439                                 xml::copy($entry, $fields, $fieldname);
440                 }
441
442                 // This is something that shouldn't happen at all.
443                 if (in_array($type, array("status_message", "reshare", "profile")))
444                         if ($msg["author"] != $fields->author) {
445                                 logger("Message handle is not the same as envelope sender. Quitting this message.");
446                                 return false;
447                         }
448
449                 // Only some message types have signatures. So we quit here for the other types.
450                 if (!in_array($type, array("comment", "message", "like")))
451                         return true;
452
453                 // No author_signature? This is a must, so we quit.
454                 if (!isset($author_signature))
455                         return false;
456
457                 if (isset($parent_author_signature)) {
458                         $key = self::key($msg["author"]);
459
460                         if (!rsa_verify($signed_data, $parent_author_signature, $key, "sha256"))
461                                 return false;
462                 }
463
464                 $key = self::key($fields->author);
465
466                 return rsa_verify($signed_data, $author_signature, $key, "sha256");
467         }
468
469         /**
470          * @brief Fetches the public key for a given handle
471          *
472          * @param string $handle The handle
473          *
474          * @return string The public key
475          */
476         private function key($handle) {
477                 $handle = strval($handle);
478
479                 logger("Fetching diaspora key for: ".$handle);
480
481                 $r = self::person_by_handle($handle);
482                 if($r)
483                         return $r["pubkey"];
484
485                 return "";
486         }
487
488         /**
489          * @brief Fetches data for a given handle
490          *
491          * @param string $handle The handle
492          *
493          * @return array the queried data
494          */
495         private function person_by_handle($handle) {
496
497                 $r = q("SELECT * FROM `fcontact` WHERE `network` = '%s' AND `addr` = '%s' LIMIT 1",
498                         dbesc(NETWORK_DIASPORA),
499                         dbesc($handle)
500                 );
501                 if ($r) {
502                         $person = $r[0];
503                         logger("In cache ".print_r($r,true), LOGGER_DEBUG);
504
505                         // update record occasionally so it doesn't get stale
506                         $d = strtotime($person["updated"]." +00:00");
507                         if ($d < strtotime("now - 14 days"))
508                                 $update = true;
509                 }
510
511                 if (!$person OR $update) {
512                         logger("create or refresh", LOGGER_DEBUG);
513                         $r = probe_url($handle, PROBE_DIASPORA);
514
515                         // Note that Friendica contacts will return a "Diaspora person"
516                         // if Diaspora connectivity is enabled on their server
517                         if ($r AND ($r["network"] === NETWORK_DIASPORA)) {
518                                 self::add_fcontact($r, $update);
519                                 $person = $r;
520                         }
521                 }
522                 return $person;
523         }
524
525         /**
526          * @brief Updates the fcontact table
527          *
528          * @param array $arr The fcontact data
529          * @param bool $update Update or insert?
530          *
531          * @return string The id of the fcontact entry
532          */
533         private function add_fcontact($arr, $update = false) {
534
535                 if($update) {
536                         $r = q("UPDATE `fcontact` SET
537                                         `name` = '%s',
538                                         `photo` = '%s',
539                                         `request` = '%s',
540                                         `nick` = '%s',
541                                         `addr` = '%s',
542                                         `batch` = '%s',
543                                         `notify` = '%s',
544                                         `poll` = '%s',
545                                         `confirm` = '%s',
546                                         `alias` = '%s',
547                                         `pubkey` = '%s',
548                                         `updated` = '%s'
549                                 WHERE `url` = '%s' AND `network` = '%s'",
550                                         dbesc($arr["name"]),
551                                         dbesc($arr["photo"]),
552                                         dbesc($arr["request"]),
553                                         dbesc($arr["nick"]),
554                                         dbesc($arr["addr"]),
555                                         dbesc($arr["batch"]),
556                                         dbesc($arr["notify"]),
557                                         dbesc($arr["poll"]),
558                                         dbesc($arr["confirm"]),
559                                         dbesc($arr["alias"]),
560                                         dbesc($arr["pubkey"]),
561                                         dbesc(datetime_convert()),
562                                         dbesc($arr["url"]),
563                                         dbesc($arr["network"])
564                                 );
565                 } else {
566                         $r = q("INSERT INTO `fcontact` (`url`,`name`,`photo`,`request`,`nick`,`addr`,
567                                         `batch`, `notify`,`poll`,`confirm`,`network`,`alias`,`pubkey`,`updated`)
568                                 VALUES ('%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s','%s')",
569                                         dbesc($arr["url"]),
570                                         dbesc($arr["name"]),
571                                         dbesc($arr["photo"]),
572                                         dbesc($arr["request"]),
573                                         dbesc($arr["nick"]),
574                                         dbesc($arr["addr"]),
575                                         dbesc($arr["batch"]),
576                                         dbesc($arr["notify"]),
577                                         dbesc($arr["poll"]),
578                                         dbesc($arr["confirm"]),
579                                         dbesc($arr["network"]),
580                                         dbesc($arr["alias"]),
581                                         dbesc($arr["pubkey"]),
582                                         dbesc(datetime_convert())
583                                 );
584                 }
585
586                 return $r;
587         }
588
589         /**
590          * @brief get a handle (user@domain.tld) from a given contact id or gcontact id
591          *
592          * @param int $contact_id The id in the contact table
593          * @param int $gcontact_id The id in the gcontact table
594          *
595          * @return string the handle
596          */
597         public static function handle_from_contact($contact_id, $gcontact_id = 0) {
598                 $handle = False;
599
600                 logger("contact id is ".$contact_id." - gcontact id is ".$gcontact_id, LOGGER_DEBUG);
601
602                 if ($gcontact_id != 0) {
603                         $r = q("SELECT `addr` FROM `gcontact` WHERE `id` = %d AND `addr` != ''",
604                                 intval($gcontact_id));
605                         if ($r)
606                                 return $r[0]["addr"];
607                 }
608
609                 $r = q("SELECT `network`, `addr`, `self`, `url`, `nick` FROM `contact` WHERE `id` = %d",
610                         intval($contact_id));
611                 if ($r) {
612                         $contact = $r[0];
613
614                         logger("contact 'self' = ".$contact['self']." 'url' = ".$contact['url'], LOGGER_DEBUG);
615
616                         if($contact['addr'] != "")
617                                 $handle = $contact['addr'];
618                         else {
619                                 $baseurl_start = strpos($contact['url'],'://') + 3;
620                                 $baseurl_length = strpos($contact['url'],'/profile') - $baseurl_start; // allows installations in a subdirectory--not sure how Diaspora will handle
621                                 $baseurl = substr($contact['url'], $baseurl_start, $baseurl_length);
622                                 $handle = $contact['nick'].'@'.$baseurl;
623                         }
624                 }
625
626                 return $handle;
627         }
628
629         /**
630          * @brief Get a contact id for a given handle
631          *
632          * @param int $uid The user id
633          * @param string $handle The handle in the format user@domain.tld
634          *
635          * @return The contact id
636          */
637         private function contact_by_handle($uid, $handle) {
638                 $r = q("SELECT * FROM `contact` WHERE `uid` = %d AND `addr` = '%s' LIMIT 1",
639                         intval($uid),
640                         dbesc($handle)
641                 );
642
643                 if ($r)
644                         return $r[0];
645
646                 $handle_parts = explode("@", $handle);
647                 $nurl_sql = "%%://".$handle_parts[1]."%%/profile/".$handle_parts[0];
648                 $r = q("SELECT * FROM `contact` WHERE `network` = '%s' AND `uid` = %d AND `nurl` LIKE '%s' LIMIT 1",
649                         dbesc(NETWORK_DFRN),
650                         intval($uid),
651                         dbesc($nurl_sql)
652                 );
653                 if($r)
654                         return $r[0];
655
656                 return false;
657         }
658
659         /**
660          * @brief Check if posting is allowed for this contact
661          *
662          * @param array $importer Array of the importer user
663          * @param array $contact The contact that is checked
664          * @param bool $is_comment Is the check for a comment?
665          *
666          * @return bool is the contact allowed to post?
667          */
668         private function post_allow($importer, $contact, $is_comment = false) {
669
670                 // perhaps we were already sharing with this person. Now they're sharing with us.
671                 // That makes us friends.
672                 // Normally this should have handled by getting a request - but this could get lost
673                 if($contact["rel"] == CONTACT_IS_FOLLOWER && in_array($importer["page-flags"], array(PAGE_FREELOVE))) {
674                         q("UPDATE `contact` SET `rel` = %d, `writable` = 1 WHERE `id` = %d AND `uid` = %d",
675                                 intval(CONTACT_IS_FRIEND),
676                                 intval($contact["id"]),
677                                 intval($importer["uid"])
678                         );
679                         $contact["rel"] = CONTACT_IS_FRIEND;
680                         logger("defining user ".$contact["nick"]." as friend");
681                 }
682
683                 if(($contact["blocked"]) || ($contact["readonly"]) || ($contact["archive"]))
684                         return false;
685                 if($contact["rel"] == CONTACT_IS_SHARING || $contact["rel"] == CONTACT_IS_FRIEND)
686                         return true;
687                 if($contact["rel"] == CONTACT_IS_FOLLOWER)
688                         if(($importer["page-flags"] == PAGE_COMMUNITY) OR $is_comment)
689                                 return true;
690
691                 // Messages for the global users are always accepted
692                 if ($importer["uid"] == 0)
693                         return true;
694
695                 return false;
696         }
697
698         /**
699          * @brief Fetches the contact id for a handle and checks if posting is allowed
700          *
701          * @param array $importer Array of the importer user
702          * @param string $handle The checked handle in the format user@domain.tld
703          * @param bool $is_comment Is the check for a comment?
704          *
705          * @return array The contact data
706          */
707         private function allowed_contact_by_handle($importer, $handle, $is_comment = false) {
708                 $contact = self::contact_by_handle($importer["uid"], $handle);
709                 if (!$contact) {
710                         logger("A Contact for handle ".$handle." and user ".$importer["uid"]." was not found");
711                         return false;
712                 }
713
714                 if (!self::post_allow($importer, $contact, $is_comment)) {
715                         logger("The handle: ".$handle." is not allowed to post to user ".$importer["uid"]);
716                         return false;
717                 }
718                 return $contact;
719         }
720
721         /**
722          * @brief Does the message already exists on the system?
723          *
724          * @param int $uid The user id
725          * @param string $guid The guid of the message
726          *
727          * @return int|bool message id if the message already was stored into the system - or false.
728          */
729         private function message_exists($uid, $guid) {
730                 $r = q("SELECT `id` FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
731                         intval($uid),
732                         dbesc($guid)
733                 );
734
735                 if($r) {
736                         logger("message ".$guid." already exists for user ".$uid);
737                         return $r[0]["id"];
738                 }
739
740                 return false;
741         }
742
743         /**
744          * @brief Checks for links to posts in a message
745          *
746          * @param array $item The item array
747          */
748         private function fetch_guid($item) {
749                 preg_replace_callback("&\[url=/posts/([^\[\]]*)\](.*)\[\/url\]&Usi",
750                         function ($match) use ($item){
751                                 return(self::fetch_guid_sub($match, $item));
752                         },$item["body"]);
753         }
754
755         /**
756          * @brief sub function of "fetch_guid" which checks for links in messages
757          *
758          * @param array $match array containing a link that has to be checked for a message link
759          * @param array $item The item array
760          */
761         private function fetch_guid_sub($match, $item) {
762                 if (!self::store_by_guid($match[1], $item["author-link"]))
763                         self::store_by_guid($match[1], $item["owner-link"]);
764         }
765
766         /**
767          * @brief Fetches an item with a given guid from a given server
768          *
769          * @param string $guid the message guid
770          * @param string $server The server address
771          * @param int $uid The user id of the user
772          *
773          * @return int the message id of the stored message or false
774          */
775         private function store_by_guid($guid, $server, $uid = 0) {
776                 $serverparts = parse_url($server);
777                 $server = $serverparts["scheme"]."://".$serverparts["host"];
778
779                 logger("Trying to fetch item ".$guid." from ".$server, LOGGER_DEBUG);
780
781                 $msg = self::message($guid, $server);
782
783                 if (!$msg)
784                         return false;
785
786                 logger("Successfully fetched item ".$guid." from ".$server, LOGGER_DEBUG);
787
788                 // Now call the dispatcher
789                 return self::dispatch_public($msg);
790         }
791
792         /**
793          * @brief Fetches a message from a server
794          *
795          * @param string $guid message guid
796          * @param string $server The url of the server
797          * @param int $level Endless loop prevention
798          *
799          * @return array
800          *      'message' => The message XML
801          *      'author' => The author handle
802          *      'key' => The public key of the author
803          */
804         private function message($guid, $server, $level = 0) {
805
806                 if ($level > 5)
807                         return false;
808
809                 // This will work for Diaspora and newer Friendica servers
810                 $source_url = $server."/p/".$guid.".xml";
811                 $x = fetch_url($source_url);
812                 if(!$x)
813                         return false;
814
815                 $source_xml = parse_xml_string($x, false);
816
817                 if (!is_object($source_xml))
818                         return false;
819
820                 if ($source_xml->post->reshare) {
821                         // Reshare of a reshare - old Diaspora version
822                         return self::message($source_xml->post->reshare->root_guid, $server, ++$level);
823                 } elseif ($source_xml->getName() == "reshare") {
824                         // Reshare of a reshare - new Diaspora version
825                         return self::message($source_xml->root_guid, $server, ++$level);
826                 }
827
828                 $author = "";
829
830                 // Fetch the author - for the old and the new Diaspora version
831                 if ($source_xml->post->status_message->diaspora_handle)
832                         $author = (string)$source_xml->post->status_message->diaspora_handle;
833                 elseif ($source_xml->author AND ($source_xml->getName() == "status_message"))
834                         $author = (string)$source_xml->author;
835
836                 // If this isn't a "status_message" then quit
837                 if (!$author)
838                         return false;
839
840                 $msg = array("message" => $x, "author" => $author);
841
842                 $msg["key"] = self::key($msg["author"]);
843
844                 return $msg;
845         }
846
847         /**
848          * @brief Fetches the item record of a given guid
849          *
850          * @param int $uid The user id
851          * @param string $guid message guid
852          * @param string $author The handle of the item
853          * @param array $contact The contact of the item owner
854          *
855          * @return array the item record
856          */
857         private function parent_item($uid, $guid, $author, $contact) {
858                 $r = q("SELECT `id`, `body`, `wall`, `uri`, `private`, `origin`,
859                                 `author-name`, `author-link`, `author-avatar`,
860                                 `owner-name`, `owner-link`, `owner-avatar`
861                         FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
862                         intval($uid), dbesc($guid));
863
864                 if(!$r) {
865                         $result = self::store_by_guid($guid, $contact["url"], $uid);
866
867                         if (!$result) {
868                                 $person = self::person_by_handle($author);
869                                 $result = self::store_by_guid($guid, $person["url"], $uid);
870                         }
871
872                         if ($result) {
873                                 logger("Fetched missing item ".$guid." - result: ".$result, LOGGER_DEBUG);
874
875                                 $r = q("SELECT `id`, `body`, `wall`, `uri`, `private`, `origin`,
876                                                 `author-name`, `author-link`, `author-avatar`,
877                                                 `owner-name`, `owner-link`, `owner-avatar`
878                                         FROM `item` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
879                                         intval($uid), dbesc($guid));
880                         }
881                 }
882
883                 if (!$r) {
884                         logger("parent item not found: parent: ".$guid." - user: ".$uid);
885                         return false;
886                 } else {
887                         logger("parent item found: parent: ".$guid." - user: ".$uid);
888                         return $r[0];
889                 }
890         }
891
892         /**
893          * @brief returns contact details
894          *
895          * @param array $contact The default contact if the person isn't found
896          * @param array $person The record of the person
897          * @param int $uid The user id
898          *
899          * @return array
900          *      'cid' => contact id
901          *      'network' => network type
902          */
903         private function author_contact_by_url($contact, $person, $uid) {
904
905                 $r = q("SELECT `id`, `network` FROM `contact` WHERE `nurl` = '%s' AND `uid` = %d LIMIT 1",
906                         dbesc(normalise_link($person["url"])), intval($uid));
907                 if ($r) {
908                         $cid = $r[0]["id"];
909                         $network = $r[0]["network"];
910                 } else {
911                         $cid = $contact["id"];
912                         $network = NETWORK_DIASPORA;
913                 }
914
915                 return (array("cid" => $cid, "network" => $network));
916         }
917
918         /**
919          * @brief Is the profile a hubzilla profile?
920          *
921          * @param string $url The profile link
922          *
923          * @return bool is it a hubzilla server?
924          */
925         public static function is_redmatrix($url) {
926                 return(strstr($url, "/channel/"));
927         }
928
929         /**
930          * @brief Generate a post link with a given handle and message guid
931          *
932          * @param string $addr The user handle
933          * @param string $guid message guid
934          *
935          * @return string the post link
936          */
937         private function plink($addr, $guid) {
938                 $r = q("SELECT `url`, `nick`, `network` FROM `fcontact` WHERE `addr`='%s' LIMIT 1", dbesc($addr));
939
940                 // Fallback
941                 if (!$r)
942                         return "https://".substr($addr,strpos($addr,"@")+1)."/posts/".$guid;
943
944                 // Friendica contacts are often detected as Diaspora contacts in the "fcontact" table
945                 // So we try another way as well.
946                 $s = q("SELECT `network` FROM `gcontact` WHERE `nurl`='%s' LIMIT 1", dbesc(normalise_link($r[0]["url"])));
947                 if ($s)
948                         $r[0]["network"] = $s[0]["network"];
949
950                 if ($r[0]["network"] == NETWORK_DFRN)
951                         return(str_replace("/profile/".$r[0]["nick"]."/", "/display/".$guid, $r[0]["url"]."/"));
952
953                 if (self::is_redmatrix($r[0]["url"]))
954                         return $r[0]["url"]."/?f=&mid=".$guid;
955
956                 return "https://".substr($addr,strpos($addr,"@")+1)."/posts/".$guid;
957         }
958
959         /**
960          * @brief Processes an account deletion
961          *
962          * @param array $importer Array of the importer user
963          * @param object $data The message object
964          *
965          * @return bool Success
966          */
967         private function receive_account_deletion($importer, $data) {
968
969                 /// @todo Account deletion should remove the contact from the global contacts as well
970
971                 $author = notags(unxmlify($data->author));
972
973                 $contact = self::contact_by_handle($importer["uid"], $author);
974                 if (!$contact) {
975                         logger("cannot find contact for author: ".$author);
976                         return false;
977                 }
978
979                 // We now remove the contact
980                 contact_remove($contact["id"]);
981                 return true;
982         }
983
984         /**
985          * @brief Processes an incoming comment
986          *
987          * @param array $importer Array of the importer user
988          * @param string $sender The sender of the message
989          * @param object $data The message object
990          * @param string $xml The original XML of the message
991          *
992          * @return int The message id of the generated comment or "false" if there was an error
993          */
994         private function receive_comment($importer, $sender, $data, $xml) {
995                 $guid = notags(unxmlify($data->guid));
996                 $parent_guid = notags(unxmlify($data->parent_guid));
997                 $text = unxmlify($data->text);
998                 $author = notags(unxmlify($data->author));
999
1000                 $contact = self::allowed_contact_by_handle($importer, $sender, true);
1001                 if (!$contact)
1002                         return false;
1003
1004                 $message_id = self::message_exists($importer["uid"], $guid);
1005                 if ($message_id)
1006                         return $message_id;
1007
1008                 $parent_item = self::parent_item($importer["uid"], $parent_guid, $author, $contact);
1009                 if (!$parent_item)
1010                         return false;
1011
1012                 $person = self::person_by_handle($author);
1013                 if (!is_array($person)) {
1014                         logger("unable to find author details");
1015                         return false;
1016                 }
1017
1018                 // Fetch the contact id - if we know this contact
1019                 $author_contact = self::author_contact_by_url($contact, $person, $importer["uid"]);
1020
1021                 $datarray = array();
1022
1023                 $datarray["uid"] = $importer["uid"];
1024                 $datarray["contact-id"] = $author_contact["cid"];
1025                 $datarray["network"]  = $author_contact["network"];
1026
1027                 $datarray["author-name"] = $person["name"];
1028                 $datarray["author-link"] = $person["url"];
1029                 $datarray["author-avatar"] = ((x($person,"thumb")) ? $person["thumb"] : $person["photo"]);
1030
1031                 $datarray["owner-name"] = $contact["name"];
1032                 $datarray["owner-link"] = $contact["url"];
1033                 $datarray["owner-avatar"] = ((x($contact,"thumb")) ? $contact["thumb"] : $contact["photo"]);
1034
1035                 $datarray["guid"] = $guid;
1036                 $datarray["uri"] = $author.":".$guid;
1037
1038                 $datarray["type"] = "remote-comment";
1039                 $datarray["verb"] = ACTIVITY_POST;
1040                 $datarray["gravity"] = GRAVITY_COMMENT;
1041                 $datarray["parent-uri"] = $parent_item["uri"];
1042
1043                 $datarray["object-type"] = ACTIVITY_OBJ_COMMENT;
1044                 $datarray["object"] = $xml;
1045
1046                 $datarray["body"] = diaspora2bb($text);
1047
1048                 self::fetch_guid($datarray);
1049
1050                 $message_id = item_store($datarray);
1051
1052                 if ($message_id)
1053                         logger("Stored comment ".$datarray["guid"]." with message id ".$message_id, LOGGER_DEBUG);
1054
1055                 // If we are the origin of the parent we store the original data and notify our followers
1056                 if($message_id AND $parent_item["origin"]) {
1057
1058                         // Formerly we stored the signed text, the signature and the author in different fields.
1059                         // We now store the raw data so that we are more flexible.
1060                         q("INSERT INTO `sign` (`iid`,`signed_text`) VALUES (%d,'%s')",
1061                                 intval($message_id),
1062                                 dbesc(json_encode($data))
1063                         );
1064
1065                         // notify others
1066                         proc_run("php", "include/notifier.php", "comment-import", $message_id);
1067                 }
1068
1069                 return $message_id;
1070         }
1071
1072         /**
1073          * @brief processes and stores private messages
1074          *
1075          * @param array $importer Array of the importer user
1076          * @param array $contact The contact of the message
1077          * @param object $data The message object
1078          * @param array $msg Array of the processed message, author handle and key
1079          * @param object $mesg The private message
1080          * @param array $conversation The conversation record to which this message belongs
1081          *
1082          * @return bool "true" if it was successful
1083          */
1084         private function receive_conversation_message($importer, $contact, $data, $msg, $mesg, $conversation) {
1085                 $guid = notags(unxmlify($data->guid));
1086                 $subject = notags(unxmlify($data->subject));
1087                 $author = notags(unxmlify($data->author));
1088
1089                 $reply = 0;
1090
1091                 $msg_guid = notags(unxmlify($mesg->guid));
1092                 $msg_parent_guid = notags(unxmlify($mesg->parent_guid));
1093                 $msg_parent_author_signature = notags(unxmlify($mesg->parent_author_signature));
1094                 $msg_author_signature = notags(unxmlify($mesg->author_signature));
1095                 $msg_text = unxmlify($mesg->text);
1096                 $msg_created_at = datetime_convert("UTC", "UTC", notags(unxmlify($mesg->created_at)));
1097
1098                 // "diaspora_handle" is the element name from the old version
1099                 // "author" is the element name from the new version
1100                 if ($mesg->author)
1101                         $msg_author = notags(unxmlify($mesg->author));
1102                 elseif ($mesg->diaspora_handle)
1103                         $msg_author = notags(unxmlify($mesg->diaspora_handle));
1104                 else
1105                         return false;
1106
1107                 $msg_conversation_guid = notags(unxmlify($mesg->conversation_guid));
1108
1109                 if($msg_conversation_guid != $guid) {
1110                         logger("message conversation guid does not belong to the current conversation.");
1111                         return false;
1112                 }
1113
1114                 $body = diaspora2bb($msg_text);
1115                 $message_uri = $msg_author.":".$msg_guid;
1116
1117                 $author_signed_data = $msg_guid.";".$msg_parent_guid.";".$msg_text.";".unxmlify($mesg->created_at).";".$msg_author.";".$msg_conversation_guid;
1118
1119                 $author_signature = base64_decode($msg_author_signature);
1120
1121                 if(strcasecmp($msg_author,$msg["author"]) == 0) {
1122                         $person = $contact;
1123                         $key = $msg["key"];
1124                 } else {
1125                         $person = self::person_by_handle($msg_author);
1126
1127                         if (is_array($person) && x($person, "pubkey"))
1128                                 $key = $person["pubkey"];
1129                         else {
1130                                 logger("unable to find author details");
1131                                         return false;
1132                         }
1133                 }
1134
1135                 if (!rsa_verify($author_signed_data, $author_signature, $key, "sha256")) {
1136                         logger("verification failed.");
1137                         return false;
1138                 }
1139
1140                 if($msg_parent_author_signature) {
1141                         $owner_signed_data = $msg_guid.";".$msg_parent_guid.";".$msg_text.";".unxmlify($mesg->created_at).";".$msg_author.";".$msg_conversation_guid;
1142
1143                         $parent_author_signature = base64_decode($msg_parent_author_signature);
1144
1145                         $key = $msg["key"];
1146
1147                         if (!rsa_verify($owner_signed_data, $parent_author_signature, $key, "sha256")) {
1148                                 logger("owner verification failed.");
1149                                 return false;
1150                         }
1151                 }
1152
1153                 $r = q("SELECT `id` FROM `mail` WHERE `uri` = '%s' LIMIT 1",
1154                         dbesc($message_uri)
1155                 );
1156                 if($r) {
1157                         logger("duplicate message already delivered.", LOGGER_DEBUG);
1158                         return false;
1159                 }
1160
1161                 q("INSERT INTO `mail` (`uid`, `guid`, `convid`, `from-name`,`from-photo`,`from-url`,`contact-id`,`title`,`body`,`seen`,`reply`,`uri`,`parent-uri`,`created`)
1162                         VALUES (%d, '%s', %d, '%s', '%s', '%s', %d, '%s', '%s', %d, %d, '%s','%s','%s')",
1163                         intval($importer["uid"]),
1164                         dbesc($msg_guid),
1165                         intval($conversation["id"]),
1166                         dbesc($person["name"]),
1167                         dbesc($person["photo"]),
1168                         dbesc($person["url"]),
1169                         intval($contact["id"]),
1170                         dbesc($subject),
1171                         dbesc($body),
1172                         0,
1173                         0,
1174                         dbesc($message_uri),
1175                         dbesc($author.":".$guid),
1176                         dbesc($msg_created_at)
1177                 );
1178
1179                 q("UPDATE `conv` SET `updated` = '%s' WHERE `id` = %d",
1180                         dbesc(datetime_convert()),
1181                         intval($conversation["id"])
1182                 );
1183
1184                 notification(array(
1185                         "type" => NOTIFY_MAIL,
1186                         "notify_flags" => $importer["notify-flags"],
1187                         "language" => $importer["language"],
1188                         "to_name" => $importer["username"],
1189                         "to_email" => $importer["email"],
1190                         "uid" =>$importer["uid"],
1191                         "item" => array("subject" => $subject, "body" => $body),
1192                         "source_name" => $person["name"],
1193                         "source_link" => $person["url"],
1194                         "source_photo" => $person["thumb"],
1195                         "verb" => ACTIVITY_POST,
1196                         "otype" => "mail"
1197                 ));
1198                 return true;
1199         }
1200
1201         /**
1202          * @brief Processes new private messages (answers to private messages are processed elsewhere)
1203          *
1204          * @param array $importer Array of the importer user
1205          * @param array $msg Array of the processed message, author handle and key
1206          * @param object $data The message object
1207          *
1208          * @return bool Success
1209          */
1210         private function receive_conversation($importer, $msg, $data) {
1211                 $guid = notags(unxmlify($data->guid));
1212                 $subject = notags(unxmlify($data->subject));
1213                 $created_at = datetime_convert("UTC", "UTC", notags(unxmlify($data->created_at)));
1214                 $author = notags(unxmlify($data->author));
1215                 $participants = notags(unxmlify($data->participants));
1216
1217                 $messages = $data->message;
1218
1219                 if (!count($messages)) {
1220                         logger("empty conversation");
1221                         return false;
1222                 }
1223
1224                 $contact = self::allowed_contact_by_handle($importer, $msg["author"], true);
1225                 if (!$contact)
1226                         return false;
1227
1228                 $conversation = null;
1229
1230                 $c = q("SELECT * FROM `conv` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1231                         intval($importer["uid"]),
1232                         dbesc($guid)
1233                 );
1234                 if($c)
1235                         $conversation = $c[0];
1236                 else {
1237                         $r = q("INSERT INTO `conv` (`uid`, `guid`, `creator`, `created`, `updated`, `subject`, `recips`)
1238                                 VALUES (%d, '%s', '%s', '%s', '%s', '%s', '%s')",
1239                                 intval($importer["uid"]),
1240                                 dbesc($guid),
1241                                 dbesc($author),
1242                                 dbesc(datetime_convert("UTC", "UTC", $created_at)),
1243                                 dbesc(datetime_convert()),
1244                                 dbesc($subject),
1245                                 dbesc($participants)
1246                         );
1247                         if($r)
1248                                 $c = q("SELECT * FROM `conv` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1249                                         intval($importer["uid"]),
1250                                         dbesc($guid)
1251                                 );
1252
1253                         if($c)
1254                                 $conversation = $c[0];
1255                 }
1256                 if (!$conversation) {
1257                         logger("unable to create conversation.");
1258                         return;
1259                 }
1260
1261                 foreach($messages as $mesg)
1262                         self::receive_conversation_message($importer, $contact, $data, $msg, $mesg, $conversation);
1263
1264                 return true;
1265         }
1266
1267         /**
1268          * @brief Creates the body for a "like" message
1269          *
1270          * @param array $contact The contact that send us the "like"
1271          * @param array $parent_item The item array of the parent item
1272          * @param string $guid message guid
1273          *
1274          * @return string the body
1275          */
1276         private function construct_like_body($contact, $parent_item, $guid) {
1277                 $bodyverb = t('%1$s likes %2$s\'s %3$s');
1278
1279                 $ulink = "[url=".$contact["url"]."]".$contact["name"]."[/url]";
1280                 $alink = "[url=".$parent_item["author-link"]."]".$parent_item["author-name"]."[/url]";
1281                 $plink = "[url=".App::get_baseurl()."/display/".urlencode($guid)."]".t("status")."[/url]";
1282
1283                 return sprintf($bodyverb, $ulink, $alink, $plink);
1284         }
1285
1286         /**
1287          * @brief Creates a XML object for a "like"
1288          *
1289          * @param array $importer Array of the importer user
1290          * @param array $parent_item The item array of the parent item
1291          *
1292          * @return string The XML
1293          */
1294         private function construct_like_object($importer, $parent_item) {
1295                 $objtype = ACTIVITY_OBJ_NOTE;
1296                 $link = '<link rel="alternate" type="text/html" href="'.App::get_baseurl()."/display/".$importer["nickname"]."/".$parent_item["id"].'" />';
1297                 $parent_body = $parent_item["body"];
1298
1299                 $xmldata = array("object" => array("type" => $objtype,
1300                                                 "local" => "1",
1301                                                 "id" => $parent_item["uri"],
1302                                                 "link" => $link,
1303                                                 "title" => "",
1304                                                 "content" => $parent_body));
1305
1306                 return xml::from_array($xmldata, $xml, true);
1307         }
1308
1309         /**
1310          * @brief Processes "like" messages
1311          *
1312          * @param array $importer Array of the importer user
1313          * @param string $sender The sender of the message
1314          * @param object $data The message object
1315          *
1316          * @return int The message id of the generated like or "false" if there was an error
1317          */
1318         private function receive_like($importer, $sender, $data) {
1319                 $positive = notags(unxmlify($data->positive));
1320                 $guid = notags(unxmlify($data->guid));
1321                 $parent_type = notags(unxmlify($data->parent_type));
1322                 $parent_guid = notags(unxmlify($data->parent_guid));
1323                 $author = notags(unxmlify($data->author));
1324
1325                 // likes on comments aren't supported by Diaspora - only on posts
1326                 // But maybe this will be supported in the future, so we will accept it.
1327                 if (!in_array($parent_type, array("Post", "Comment")))
1328                         return false;
1329
1330                 $contact = self::allowed_contact_by_handle($importer, $sender, true);
1331                 if (!$contact)
1332                         return false;
1333
1334                 $message_id = self::message_exists($importer["uid"], $guid);
1335                 if ($message_id)
1336                         return $message_id;
1337
1338                 $parent_item = self::parent_item($importer["uid"], $parent_guid, $author, $contact);
1339                 if (!$parent_item)
1340                         return false;
1341
1342                 $person = self::person_by_handle($author);
1343                 if (!is_array($person)) {
1344                         logger("unable to find author details");
1345                         return false;
1346                 }
1347
1348                 // Fetch the contact id - if we know this contact
1349                 $author_contact = self::author_contact_by_url($contact, $person, $importer["uid"]);
1350
1351                 // "positive" = "false" would be a Dislike - wich isn't currently supported by Diaspora
1352                 // We would accept this anyhow.
1353                 if ($positive == "true")
1354                         $verb = ACTIVITY_LIKE;
1355                 else
1356                         $verb = ACTIVITY_DISLIKE;
1357
1358                 $datarray = array();
1359
1360                 $datarray["uid"] = $importer["uid"];
1361                 $datarray["contact-id"] = $author_contact["cid"];
1362                 $datarray["network"]  = $author_contact["network"];
1363
1364                 $datarray["author-name"] = $person["name"];
1365                 $datarray["author-link"] = $person["url"];
1366                 $datarray["author-avatar"] = ((x($person,"thumb")) ? $person["thumb"] : $person["photo"]);
1367
1368                 $datarray["owner-name"] = $contact["name"];
1369                 $datarray["owner-link"] = $contact["url"];
1370                 $datarray["owner-avatar"] = ((x($contact,"thumb")) ? $contact["thumb"] : $contact["photo"]);
1371
1372                 $datarray["guid"] = $guid;
1373                 $datarray["uri"] = $author.":".$guid;
1374
1375                 $datarray["type"] = "activity";
1376                 $datarray["verb"] = $verb;
1377                 $datarray["gravity"] = GRAVITY_LIKE;
1378                 $datarray["parent-uri"] = $parent_item["uri"];
1379
1380                 $datarray["object-type"] = ACTIVITY_OBJ_NOTE;
1381                 $datarray["object"] = self::construct_like_object($importer, $parent_item);
1382
1383                 $datarray["body"] = self::construct_like_body($contact, $parent_item, $guid);
1384
1385                 $message_id = item_store($datarray);
1386
1387                 if ($message_id)
1388                         logger("Stored like ".$datarray["guid"]." with message id ".$message_id, LOGGER_DEBUG);
1389
1390                 // If we are the origin of the parent we store the original data and notify our followers
1391                 if($message_id AND $parent_item["origin"]) {
1392
1393                         // Formerly we stored the signed text, the signature and the author in different fields.
1394                         // We now store the raw data so that we are more flexible.
1395                         q("INSERT INTO `sign` (`iid`,`signed_text`) VALUES (%d,'%s')",
1396                                 intval($message_id),
1397                                 dbesc(json_encode($data))
1398                         );
1399
1400                         // notify others
1401                         proc_run("php", "include/notifier.php", "comment-import", $message_id);
1402                 }
1403
1404                 return $message_id;
1405         }
1406
1407         /**
1408          * @brief Processes private messages
1409          *
1410          * @param array $importer Array of the importer user
1411          * @param object $data The message object
1412          *
1413          * @return bool Success?
1414          */
1415         private function receive_message($importer, $data) {
1416                 $guid = notags(unxmlify($data->guid));
1417                 $parent_guid = notags(unxmlify($data->parent_guid));
1418                 $text = unxmlify($data->text);
1419                 $created_at = datetime_convert("UTC", "UTC", notags(unxmlify($data->created_at)));
1420                 $author = notags(unxmlify($data->author));
1421                 $conversation_guid = notags(unxmlify($data->conversation_guid));
1422
1423                 $contact = self::allowed_contact_by_handle($importer, $author, true);
1424                 if (!$contact)
1425                         return false;
1426
1427                 $conversation = null;
1428
1429                 $c = q("SELECT * FROM `conv` WHERE `uid` = %d AND `guid` = '%s' LIMIT 1",
1430                         intval($importer["uid"]),
1431                         dbesc($conversation_guid)
1432                 );
1433                 if($c)
1434                         $conversation = $c[0];
1435                 else {
1436                         logger("conversation not available.");
1437                         return false;
1438                 }
1439
1440                 $reply = 0;
1441
1442                 $body = diaspora2bb($text);
1443                 $message_uri = $author.":".$guid;
1444
1445                 $person = self::person_by_handle($author);
1446                 if (!$person) {
1447                         logger("unable to find author details");
1448                         return false;
1449                 }
1450
1451                 $r = q("SELECT `id` FROM `mail` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1452                         dbesc($message_uri),
1453                         intval($importer["uid"])
1454                 );
1455                 if($r) {
1456                         logger("duplicate message already delivered.", LOGGER_DEBUG);
1457                         return false;
1458                 }
1459
1460                 q("INSERT INTO `mail` (`uid`, `guid`, `convid`, `from-name`,`from-photo`,`from-url`,`contact-id`,`title`,`body`,`seen`,`reply`,`uri`,`parent-uri`,`created`)
1461                                 VALUES ( %d, '%s', %d, '%s', '%s', '%s', %d, '%s', '%s', %d, %d, '%s','%s','%s')",
1462                         intval($importer["uid"]),
1463                         dbesc($guid),
1464                         intval($conversation["id"]),
1465                         dbesc($person["name"]),
1466                         dbesc($person["photo"]),
1467                         dbesc($person["url"]),
1468                         intval($contact["id"]),
1469                         dbesc($conversation["subject"]),
1470                         dbesc($body),
1471                         0,
1472                         1,
1473                         dbesc($message_uri),
1474                         dbesc($author.":".$parent_guid),
1475                         dbesc($created_at)
1476                 );
1477
1478                 q("UPDATE `conv` SET `updated` = '%s' WHERE `id` = %d",
1479                         dbesc(datetime_convert()),
1480                         intval($conversation["id"])
1481                 );
1482
1483                 return true;
1484         }
1485
1486         /**
1487          * @brief Processes participations - unsupported by now
1488          *
1489          * @param array $importer Array of the importer user
1490          * @param object $data The message object
1491          *
1492          * @return bool always true
1493          */
1494         private function receive_participation($importer, $data) {
1495                 // I'm not sure if we can fully support this message type
1496                 return true;
1497         }
1498
1499         /**
1500          * @brief Processes photos - unneeded
1501          *
1502          * @param array $importer Array of the importer user
1503          * @param object $data The message object
1504          *
1505          * @return bool always true
1506          */
1507         private function receive_photo($importer, $data) {
1508                 // There doesn't seem to be a reason for this function, since the photo data is transmitted in the status message as well
1509                 return true;
1510         }
1511
1512         /**
1513          * @brief Processes poll participations - unssupported
1514          *
1515          * @param array $importer Array of the importer user
1516          * @param object $data The message object
1517          *
1518          * @return bool always true
1519          */
1520         private function receive_poll_participation($importer, $data) {
1521                 // We don't support polls by now
1522                 return true;
1523         }
1524
1525         /**
1526          * @brief Processes incoming profile updates
1527          *
1528          * @param array $importer Array of the importer user
1529          * @param object $data The message object
1530          *
1531          * @return bool Success
1532          */
1533         private function receive_profile($importer, $data) {
1534                 $author = notags(unxmlify($data->author));
1535
1536                 $contact = self::contact_by_handle($importer["uid"], $author);
1537                 if (!$contact)
1538                         return false;
1539
1540                 $name = unxmlify($data->first_name).((strlen($data->last_name)) ? " ".unxmlify($data->last_name) : "");
1541                 $image_url = unxmlify($data->image_url);
1542                 $birthday = unxmlify($data->birthday);
1543                 $location = diaspora2bb(unxmlify($data->location));
1544                 $about = diaspora2bb(unxmlify($data->bio));
1545                 $gender = unxmlify($data->gender);
1546                 $searchable = (unxmlify($data->searchable) == "true");
1547                 $nsfw = (unxmlify($data->nsfw) == "true");
1548                 $tags = unxmlify($data->tag_string);
1549
1550                 $tags = explode("#", $tags);
1551
1552                 $keywords = array();
1553                 foreach ($tags as $tag) {
1554                         $tag = trim(strtolower($tag));
1555                         if ($tag != "")
1556                                 $keywords[] = $tag;
1557                 }
1558
1559                 $keywords = implode(", ", $keywords);
1560
1561                 $handle_parts = explode("@", $author);
1562                 $nick = $handle_parts[0];
1563
1564                 if($name === "")
1565                         $name = $handle_parts[0];
1566
1567                 if( preg_match("|^https?://|", $image_url) === 0)
1568                         $image_url = "http://".$handle_parts[1].$image_url;
1569
1570                 update_contact_avatar($image_url, $importer["uid"], $contact["id"]);
1571
1572                 // Generic birthday. We don't know the timezone. The year is irrelevant.
1573
1574                 $birthday = str_replace("1000", "1901", $birthday);
1575
1576                 if ($birthday != "")
1577                         $birthday = datetime_convert("UTC", "UTC", $birthday, "Y-m-d");
1578
1579                 // this is to prevent multiple birthday notifications in a single year
1580                 // if we already have a stored birthday and the 'm-d' part hasn't changed, preserve the entry, which will preserve the notify year
1581
1582                 if(substr($birthday,5) === substr($contact["bd"],5))
1583                         $birthday = $contact["bd"];
1584
1585                 $r = q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `addr` = '%s', `name-date` = '%s', `bd` = '%s',
1586                                 `location` = '%s', `about` = '%s', `keywords` = '%s', `gender` = '%s' WHERE `id` = %d AND `uid` = %d",
1587                         dbesc($name),
1588                         dbesc($nick),
1589                         dbesc($author),
1590                         dbesc(datetime_convert()),
1591                         dbesc($birthday),
1592                         dbesc($location),
1593                         dbesc($about),
1594                         dbesc($keywords),
1595                         dbesc($gender),
1596                         intval($contact["id"]),
1597                         intval($importer["uid"])
1598                 );
1599
1600                 if ($searchable) {
1601                         poco_check($contact["url"], $name, NETWORK_DIASPORA, $image_url, $about, $location, $gender, $keywords, "",
1602                                 datetime_convert(), 2, $contact["id"], $importer["uid"]);
1603                 }
1604
1605                 $gcontact = array("url" => $contact["url"], "network" => NETWORK_DIASPORA, "generation" => 2,
1606                                         "photo" => $image_url, "name" => $name, "location" => $location,
1607                                         "about" => $about, "birthday" => $birthday, "gender" => $gender,
1608                                         "addr" => $author, "nick" => $nick, "keywords" => $keywords,
1609                                         "hide" => !$searchable, "nsfw" => $nsfw);
1610
1611                 update_gcontact($gcontact);
1612
1613                 logger("Profile of contact ".$contact["id"]." stored for user ".$importer["uid"], LOGGER_DEBUG);
1614
1615                 return true;
1616         }
1617
1618         /**
1619          * @brief Processes incoming friend requests
1620          *
1621          * @param array $importer Array of the importer user
1622          * @param array $contact The contact that send the request
1623          */
1624         private function receive_request_make_friend($importer, $contact) {
1625
1626                 $a = get_app();
1627
1628                 if($contact["rel"] == CONTACT_IS_FOLLOWER && in_array($importer["page-flags"], array(PAGE_FREELOVE))) {
1629                         q("UPDATE `contact` SET `rel` = %d, `writable` = 1 WHERE `id` = %d AND `uid` = %d",
1630                                 intval(CONTACT_IS_FRIEND),
1631                                 intval($contact["id"]),
1632                                 intval($importer["uid"])
1633                         );
1634                 }
1635                 // send notification
1636
1637                 $r = q("SELECT `hide-friends` FROM `profile` WHERE `uid` = %d AND `is-default` = 1 LIMIT 1",
1638                         intval($importer["uid"])
1639                 );
1640
1641                 if($r && !$r[0]["hide-friends"] && !$contact["hidden"] && intval(get_pconfig($importer["uid"], "system", "post_newfriend"))) {
1642
1643                         $self = q("SELECT * FROM `contact` WHERE `self` AND `uid` = %d LIMIT 1",
1644                                 intval($importer["uid"])
1645                         );
1646
1647                         // they are not CONTACT_IS_FOLLOWER anymore but that's what we have in the array
1648
1649                         if($self && $contact["rel"] == CONTACT_IS_FOLLOWER) {
1650
1651                                 $arr = array();
1652                                 $arr["uri"] = $arr["parent-uri"] = item_new_uri($a->get_hostname(), $importer["uid"]);
1653                                 $arr["uid"] = $importer["uid"];
1654                                 $arr["contact-id"] = $self[0]["id"];
1655                                 $arr["wall"] = 1;
1656                                 $arr["type"] = 'wall';
1657                                 $arr["gravity"] = 0;
1658                                 $arr["origin"] = 1;
1659                                 $arr["author-name"] = $arr["owner-name"] = $self[0]["name"];
1660                                 $arr["author-link"] = $arr["owner-link"] = $self[0]["url"];
1661                                 $arr["author-avatar"] = $arr["owner-avatar"] = $self[0]["thumb"];
1662                                 $arr["verb"] = ACTIVITY_FRIEND;
1663                                 $arr["object-type"] = ACTIVITY_OBJ_PERSON;
1664
1665                                 $A = "[url=".$self[0]["url"]."]".$self[0]["name"]."[/url]";
1666                                 $B = "[url=".$contact["url"]."]".$contact["name"]."[/url]";
1667                                 $BPhoto = "[url=".$contact["url"]."][img]".$contact["thumb"]."[/img][/url]";
1668                                 $arr["body"] = sprintf(t("%1$s is now friends with %2$s"), $A, $B)."\n\n\n".$Bphoto;
1669
1670                                 $arr["object"] = self::construct_new_friend_object($contact);
1671
1672                                 $arr["last-child"] = 1;
1673
1674                                 $arr["allow_cid"] = $user[0]["allow_cid"];
1675                                 $arr["allow_gid"] = $user[0]["allow_gid"];
1676                                 $arr["deny_cid"]  = $user[0]["deny_cid"];
1677                                 $arr["deny_gid"]  = $user[0]["deny_gid"];
1678
1679                                 $i = item_store($arr);
1680                                 if($i)
1681                                         proc_run("php", "include/notifier.php", "activity", $i);
1682                         }
1683                 }
1684         }
1685
1686         /**
1687          * @brief Creates a XML object for a "new friend" message
1688          *
1689          * @param array $contact Array of the contact
1690          *
1691          * @return string The XML
1692          */
1693         private function construct_new_friend_object($contact) {
1694                 $objtype = ACTIVITY_OBJ_PERSON;
1695                 $link = '<link rel="alternate" type="text/html" href="'.$contact["url"].'" />'."\n".
1696                         '<link rel="photo" type="image/jpeg" href="'.$contact["thumb"].'" />'."\n";
1697
1698                 $xmldata = array("object" => array("type" => $objtype,
1699                                                 "title" => $contact["name"],
1700                                                 "id" => $contact["url"]."/".$contact["name"],
1701                                                 "link" => $link));
1702
1703                 return xml::from_array($xmldata, $xml, true);
1704         }
1705
1706         /**
1707          * @brief Processes incoming sharing notification
1708          *
1709          * @param array $importer Array of the importer user
1710          * @param object $data The message object
1711          *
1712          * @return bool Success
1713          */
1714         private function receive_contact_request($importer, $data) {
1715                 $author = unxmlify($data->author);
1716                 $recipient = unxmlify($data->recipient);
1717
1718                 if (!$author || !$recipient)
1719                         return false;
1720
1721                 // the current protocol version doesn't know these fields
1722                 // That means that we will assume their existance
1723                 if (isset($data->following))
1724                         $following = (unxmlify($data->following) == "true");
1725                 else
1726                         $following = true;
1727
1728                 if (isset($data->sharing))
1729                         $sharing = (unxmlify($data->sharing) == "true");
1730                 else
1731                         $sharing = true;
1732
1733                 $contact = self::contact_by_handle($importer["uid"],$author);
1734
1735                 // perhaps we were already sharing with this person. Now they're sharing with us.
1736                 // That makes us friends.
1737                 if ($contact) {
1738                         if ($following AND $sharing) {
1739                                 self::receive_request_make_friend($importer, $contact);
1740                                 return true;
1741                         } else /// @todo Handle all possible variations of adding and retracting of permissions
1742                                 return false;
1743                 }
1744
1745                 if (!$following AND $sharing AND in_array($importer["page-flags"], array(PAGE_SOAPBOX, PAGE_NORMAL))) {
1746                         logger("Author ".$author." wants to share with us - but doesn't want to listen. Request is ignored.", LOGGER_DEBUG);
1747                         return false;
1748                 } elseif (!$following AND !$sharing) {
1749                         logger("Author ".$author." doesn't want anything - and we don't know the author. Request is ignored.", LOGGER_DEBUG);
1750                         return false;
1751                 }
1752
1753                 $ret = self::person_by_handle($author);
1754
1755                 if (!$ret || ($ret["network"] != NETWORK_DIASPORA)) {
1756                         logger("Cannot resolve diaspora handle ".$author." for ".$recipient);
1757                         return false;
1758                 }
1759
1760                 $batch = (($ret["batch"]) ? $ret["batch"] : implode("/", array_slice(explode("/", $ret["url"]), 0, 3))."/receive/public");
1761
1762                 $r = q("INSERT INTO `contact` (`uid`, `network`,`addr`,`created`,`url`,`nurl`,`batch`,`name`,`nick`,`photo`,`pubkey`,`notify`,`poll`,`blocked`,`priority`)
1763                         VALUES (%d, '%s', '%s', '%s', '%s','%s','%s','%s','%s','%s','%s','%s','%s',%d,%d)",
1764                         intval($importer["uid"]),
1765                         dbesc($ret["network"]),
1766                         dbesc($ret["addr"]),
1767                         datetime_convert(),
1768                         dbesc($ret["url"]),
1769                         dbesc(normalise_link($ret["url"])),
1770                         dbesc($batch),
1771                         dbesc($ret["name"]),
1772                         dbesc($ret["nick"]),
1773                         dbesc($ret["photo"]),
1774                         dbesc($ret["pubkey"]),
1775                         dbesc($ret["notify"]),
1776                         dbesc($ret["poll"]),
1777                         1,
1778                         2
1779                 );
1780
1781                 // find the contact record we just created
1782
1783                 $contact_record = self::contact_by_handle($importer["uid"],$author);
1784
1785                 if (!$contact_record) {
1786                         logger("unable to locate newly created contact record.");
1787                         return;
1788                 }
1789
1790                 $def_gid = get_default_group($importer['uid'], $ret["network"]);
1791
1792                 if(intval($def_gid))
1793                         group_add_member($importer["uid"], "", $contact_record["id"], $def_gid);
1794
1795                 if($importer["page-flags"] == PAGE_NORMAL) {
1796
1797                         $hash = random_string().(string)time();   // Generate a confirm_key
1798
1799                         $ret = q("INSERT INTO `intro` (`uid`, `contact-id`, `blocked`, `knowyou`, `note`, `hash`, `datetime`)
1800                                 VALUES (%d, %d, %d, %d, '%s', '%s', '%s')",
1801                                 intval($importer["uid"]),
1802                                 intval($contact_record["id"]),
1803                                 0,
1804                                 0,
1805                                 dbesc(t("Sharing notification from Diaspora network")),
1806                                 dbesc($hash),
1807                                 dbesc(datetime_convert())
1808                         );
1809                 } else {
1810
1811                         // automatic friend approval
1812
1813                         update_contact_avatar($contact_record["photo"],$importer["uid"],$contact_record["id"]);
1814
1815                         // technically they are sharing with us (CONTACT_IS_SHARING),
1816                         // but if our page-type is PAGE_COMMUNITY or PAGE_SOAPBOX
1817                         // we are going to change the relationship and make them a follower.
1818
1819                         if (($importer["page-flags"] == PAGE_FREELOVE) AND $sharing AND $following)
1820                                 $new_relation = CONTACT_IS_FRIEND;
1821                         elseif (($importer["page-flags"] == PAGE_FREELOVE) AND $sharing)
1822                                 $new_relation = CONTACT_IS_SHARING;
1823                         else
1824                                 $new_relation = CONTACT_IS_FOLLOWER;
1825
1826                         $r = q("UPDATE `contact` SET `rel` = %d,
1827                                 `name-date` = '%s',
1828                                 `uri-date` = '%s',
1829                                 `blocked` = 0,
1830                                 `pending` = 0,
1831                                 `writable` = 1
1832                                 WHERE `id` = %d
1833                                 ",
1834                                 intval($new_relation),
1835                                 dbesc(datetime_convert()),
1836                                 dbesc(datetime_convert()),
1837                                 intval($contact_record["id"])
1838                         );
1839
1840                         $u = q("SELECT * FROM `user` WHERE `uid` = %d LIMIT 1", intval($importer["uid"]));
1841                         if($u)
1842                                 $ret = self::send_share($u[0], $contact_record);
1843                 }
1844
1845                 return true;
1846         }
1847
1848         /**
1849          * @brief Fetches a message with a given guid
1850          *
1851          * @param string $guid message guid
1852          * @param string $orig_author handle of the original post
1853          * @param string $author handle of the sharer
1854          *
1855          * @return array The fetched item
1856          */
1857         private function original_item($guid, $orig_author, $author) {
1858
1859                 // Do we already have this item?
1860                 $r = q("SELECT `body`, `tag`, `app`, `created`, `object-type`, `uri`, `guid`,
1861                                 `author-name`, `author-link`, `author-avatar`
1862                                 FROM `item` WHERE `guid` = '%s' AND `visible` AND NOT `deleted` AND `body` != '' LIMIT 1",
1863                         dbesc($guid));
1864
1865                 if($r) {
1866                         logger("reshared message ".$guid." already exists on system.");
1867
1868                         // Maybe it is already a reshared item?
1869                         // Then refetch the content, if it is a reshare from a reshare.
1870                         // If it is a reshared post from another network then reformat to avoid display problems with two share elements
1871                         if (self::is_reshare($r[0]["body"], true))
1872                                 $r = array();
1873                         elseif (self::is_reshare($r[0]["body"], false)) {
1874                                 $r[0]["body"] = diaspora2bb(bb2diaspora($r[0]["body"]));
1875
1876                                 // Add OEmbed and other information to the body
1877                                 $r[0]["body"] = add_page_info_to_body($r[0]["body"], false, true);
1878
1879                                 return $r[0];
1880                         } else
1881                                 return $r[0];
1882                 }
1883
1884                 if (!$r) {
1885                         $server = "https://".substr($orig_author, strpos($orig_author, "@") + 1);
1886                         logger("1st try: reshared message ".$guid." will be fetched from original server: ".$server);
1887                         $item_id = self::store_by_guid($guid, $server);
1888
1889                         if (!$item_id) {
1890                                 $server = "http://".substr($orig_author, strpos($orig_author, "@") + 1);
1891                                 logger("2nd try: reshared message ".$guid." will be fetched from original server: ".$server);
1892                                 $item_id = self::store_by_guid($guid, $server);
1893                         }
1894
1895                         // Deactivated by now since there is a risk that someone could manipulate postings through this method
1896 /*                      if (!$item_id) {
1897                                 $server = "https://".substr($author, strpos($author, "@") + 1);
1898                                 logger("3rd try: reshared message ".$guid." will be fetched from sharer's server: ".$server);
1899                                 $item_id = self::store_by_guid($guid, $server);
1900                         }
1901                         if (!$item_id) {
1902                                 $server = "http://".substr($author, strpos($author, "@") + 1);
1903                                 logger("4th try: reshared message ".$guid." will be fetched from sharer's server: ".$server);
1904                                 $item_id = self::store_by_guid($guid, $server);
1905                         }
1906 */
1907                         if ($item_id) {
1908                                 $r = q("SELECT `body`, `tag`, `app`, `created`, `object-type`, `uri`, `guid`,
1909                                                 `author-name`, `author-link`, `author-avatar`
1910                                         FROM `item` WHERE `id` = %d AND `visible` AND NOT `deleted` AND `body` != '' LIMIT 1",
1911                                         intval($item_id));
1912
1913                                 if ($r) {
1914                                         // If it is a reshared post from another network then reformat to avoid display problems with two share elements
1915                                         if (self::is_reshare($r[0]["body"], false))
1916                                                 $r[0]["body"] = diaspora2bb(bb2diaspora($r[0]["body"]));
1917
1918                                         return $r[0];
1919                                 }
1920
1921                         }
1922                 }
1923                 return false;
1924         }
1925
1926         /**
1927          * @brief Processes a reshare message
1928          *
1929          * @param array $importer Array of the importer user
1930          * @param object $data The message object
1931          * @param string $xml The original XML of the message
1932          *
1933          * @return int the message id
1934          */
1935         private function receive_reshare($importer, $data, $xml) {
1936                 $root_author = notags(unxmlify($data->root_author));
1937                 $root_guid = notags(unxmlify($data->root_guid));
1938                 $guid = notags(unxmlify($data->guid));
1939                 $author = notags(unxmlify($data->author));
1940                 $public = notags(unxmlify($data->public));
1941                 $created_at = notags(unxmlify($data->created_at));
1942
1943                 $contact = self::allowed_contact_by_handle($importer, $author, false);
1944                 if (!$contact)
1945                         return false;
1946
1947                 $message_id = self::message_exists($importer["uid"], $guid);
1948                 if ($message_id)
1949                         return $message_id;
1950
1951                 $original_item = self::original_item($root_guid, $root_author, $author);
1952                 if (!$original_item)
1953                         return false;
1954
1955                 $orig_url = App::get_baseurl()."/display/".$original_item["guid"];
1956
1957                 $datarray = array();
1958
1959                 $datarray["uid"] = $importer["uid"];
1960                 $datarray["contact-id"] = $contact["id"];
1961                 $datarray["network"]  = NETWORK_DIASPORA;
1962
1963                 $datarray["author-name"] = $contact["name"];
1964                 $datarray["author-link"] = $contact["url"];
1965                 $datarray["author-avatar"] = ((x($contact,"thumb")) ? $contact["thumb"] : $contact["photo"]);
1966
1967                 $datarray["owner-name"] = $datarray["author-name"];
1968                 $datarray["owner-link"] = $datarray["author-link"];
1969                 $datarray["owner-avatar"] = $datarray["author-avatar"];
1970
1971                 $datarray["guid"] = $guid;
1972                 $datarray["uri"] = $datarray["parent-uri"] = $author.":".$guid;
1973
1974                 $datarray["verb"] = ACTIVITY_POST;
1975                 $datarray["gravity"] = GRAVITY_PARENT;
1976
1977                 $datarray["object"] = $xml;
1978
1979                 $prefix = share_header($original_item["author-name"], $original_item["author-link"], $original_item["author-avatar"],
1980                                         $original_item["guid"], $original_item["created"], $orig_url);
1981                 $datarray["body"] = $prefix.$original_item["body"]."[/share]";
1982
1983                 $datarray["tag"] = $original_item["tag"];
1984                 $datarray["app"]  = $original_item["app"];
1985
1986                 $datarray["plink"] = self::plink($author, $guid);
1987                 $datarray["private"] = (($public == "false") ? 1 : 0);
1988                 $datarray["changed"] = $datarray["created"] = $datarray["edited"] = datetime_convert("UTC", "UTC", $created_at);
1989
1990                 $datarray["object-type"] = $original_item["object-type"];
1991
1992                 self::fetch_guid($datarray);
1993                 $message_id = item_store($datarray);
1994
1995                 if ($message_id)
1996                         logger("Stored reshare ".$datarray["guid"]." with message id ".$message_id, LOGGER_DEBUG);
1997
1998                 return $message_id;
1999         }
2000
2001         /**
2002          * @brief Processes retractions
2003          *
2004          * @param array $importer Array of the importer user
2005          * @param array $contact The contact of the item owner
2006          * @param object $data The message object
2007          *
2008          * @return bool success
2009          */
2010         private function item_retraction($importer, $contact, $data) {
2011                 $target_type = notags(unxmlify($data->target_type));
2012                 $target_guid = notags(unxmlify($data->target_guid));
2013                 $author = notags(unxmlify($data->author));
2014
2015                 $person = self::person_by_handle($author);
2016                 if (!is_array($person)) {
2017                         logger("unable to find author detail for ".$author);
2018                         return false;
2019                 }
2020
2021                 $r = q("SELECT `id`, `parent`, `parent-uri`, `author-link` FROM `item` WHERE `guid` = '%s' AND `uid` = %d AND NOT `file` LIKE '%%[%%' LIMIT 1",
2022                         dbesc($target_guid),
2023                         intval($importer["uid"])
2024                 );
2025                 if (!$r)
2026                         return false;
2027
2028                 // Only delete it if the author really fits
2029                 if (!link_compare($r[0]["author-link"], $person["url"])) {
2030                         logger("Item author ".$r[0]["author-link"]." doesn't fit to expected contact ".$person["url"], LOGGER_DEBUG);
2031                         return false;
2032                 }
2033
2034                 // Check if the sender is the thread owner
2035                 $p = q("SELECT `id`, `author-link`, `origin` FROM `item` WHERE `id` = %d",
2036                         intval($r[0]["parent"]));
2037
2038                 // Only delete it if the parent author really fits
2039                 if (!link_compare($p[0]["author-link"], $contact["url"]) AND !link_compare($r[0]["author-link"], $contact["url"])) {
2040                         logger("Thread author ".$p[0]["author-link"]." and item author ".$r[0]["author-link"]." don't fit to expected contact ".$contact["url"], LOGGER_DEBUG);
2041                         return false;
2042                 }
2043
2044                 // Currently we don't have a central deletion function that we could use in this case. The function "item_drop" doesn't work for that case
2045                 q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s', `body` = '' , `title` = '' WHERE `id` = %d",
2046                         dbesc(datetime_convert()),
2047                         dbesc(datetime_convert()),
2048                         intval($r[0]["id"])
2049                 );
2050                 delete_thread($r[0]["id"], $r[0]["parent-uri"]);
2051
2052                 logger("Deleted target ".$target_guid." (".$r[0]["id"].") from user ".$importer["uid"]." parent: ".$p[0]["id"], LOGGER_DEBUG);
2053
2054                 // Now check if the retraction needs to be relayed by us
2055                 if($p[0]["origin"]) {
2056                         // notify others
2057                         proc_run("php", "include/notifier.php", "drop", $r[0]["id"]);
2058                 }
2059
2060                 return true;
2061         }
2062
2063         /**
2064          * @brief Receives retraction messages
2065          *
2066          * @param array $importer Array of the importer user
2067          * @param string $sender The sender of the message
2068          * @param object $data The message object
2069          *
2070          * @return bool Success
2071          */
2072         private function receive_retraction($importer, $sender, $data) {
2073                 $target_type = notags(unxmlify($data->target_type));
2074
2075                 $contact = self::contact_by_handle($importer["uid"], $sender);
2076                 if (!$contact) {
2077                         logger("cannot find contact for sender: ".$sender." and user ".$importer["uid"]);
2078                         return false;
2079                 }
2080
2081                 logger("Got retraction for ".$target_type.", sender ".$sender." and user ".$importer["uid"], LOGGER_DEBUG);
2082
2083                 switch ($target_type) {
2084                         case "Comment":
2085                         case "Like":
2086                         case "Post": // "Post" will be supported in a future version
2087                         case "Reshare":
2088                         case "StatusMessage":
2089                                 return self::item_retraction($importer, $contact, $data);;
2090
2091                         case "Contact":
2092                         case "Person":
2093                                 /// @todo What should we do with an "unshare"?
2094                                 // Removing the contact isn't correct since we still can read the public items
2095                                 contact_remove($contact["id"]);
2096                                 return true;
2097
2098                         default:
2099                                 logger("Unknown target type ".$target_type);
2100                                 return false;
2101                 }
2102                 return true;
2103         }
2104
2105         /**
2106          * @brief Receives status messages
2107          *
2108          * @param array $importer Array of the importer user
2109          * @param object $data The message object
2110          * @param string $xml The original XML of the message
2111          *
2112          * @return int The message id of the newly created item
2113          */
2114         private function receive_status_message($importer, $data, $xml) {
2115
2116                 $raw_message = unxmlify($data->raw_message);
2117                 $guid = notags(unxmlify($data->guid));
2118                 $author = notags(unxmlify($data->author));
2119                 $public = notags(unxmlify($data->public));
2120                 $created_at = notags(unxmlify($data->created_at));
2121                 $provider_display_name = notags(unxmlify($data->provider_display_name));
2122
2123                 /// @todo enable support for polls
2124                 //if ($data->poll) {
2125                 //      foreach ($data->poll AS $poll)
2126                 //              print_r($poll);
2127                 //      die("poll!\n");
2128                 //}
2129                 $contact = self::allowed_contact_by_handle($importer, $author, false);
2130                 if (!$contact)
2131                         return false;
2132
2133                 $message_id = self::message_exists($importer["uid"], $guid);
2134                 if ($message_id)
2135                         return $message_id;
2136
2137                 $address = array();
2138                 if ($data->location)
2139                         foreach ($data->location->children() AS $fieldname => $data)
2140                                 $address[$fieldname] = notags(unxmlify($data));
2141
2142                 $body = diaspora2bb($raw_message);
2143
2144                 $datarray = array();
2145
2146                 // Attach embedded pictures to the body
2147                 if ($data->photo) {
2148                         foreach ($data->photo AS $photo)
2149                                 $body = "[img]".unxmlify($photo->remote_photo_path).
2150                                         unxmlify($photo->remote_photo_name)."[/img]\n".$body;
2151
2152                         $datarray["object-type"] = ACTIVITY_OBJ_PHOTO;
2153                 } else {
2154                         $datarray["object-type"] = ACTIVITY_OBJ_NOTE;
2155
2156                         // Add OEmbed and other information to the body
2157                         if (!self::is_redmatrix($contact["url"]))
2158                                 $body = add_page_info_to_body($body, false, true);
2159                 }
2160
2161                 $datarray["uid"] = $importer["uid"];
2162                 $datarray["contact-id"] = $contact["id"];
2163                 $datarray["network"] = NETWORK_DIASPORA;
2164
2165                 $datarray["author-name"] = $contact["name"];
2166                 $datarray["author-link"] = $contact["url"];
2167                 $datarray["author-avatar"] = ((x($contact,"thumb")) ? $contact["thumb"] : $contact["photo"]);
2168
2169                 $datarray["owner-name"] = $datarray["author-name"];
2170                 $datarray["owner-link"] = $datarray["author-link"];
2171                 $datarray["owner-avatar"] = $datarray["author-avatar"];
2172
2173                 $datarray["guid"] = $guid;
2174                 $datarray["uri"] = $datarray["parent-uri"] = $author.":".$guid;
2175
2176                 $datarray["verb"] = ACTIVITY_POST;
2177                 $datarray["gravity"] = GRAVITY_PARENT;
2178
2179                 $datarray["object"] = $xml;
2180
2181                 $datarray["body"] = $body;
2182
2183                 if ($provider_display_name != "")
2184                         $datarray["app"] = $provider_display_name;
2185
2186                 $datarray["plink"] = self::plink($author, $guid);
2187                 $datarray["private"] = (($public == "false") ? 1 : 0);
2188                 $datarray["changed"] = $datarray["created"] = $datarray["edited"] = datetime_convert("UTC", "UTC", $created_at);
2189
2190                 if (isset($address["address"]))
2191                         $datarray["location"] = $address["address"];
2192
2193                 if (isset($address["lat"]) AND isset($address["lng"]))
2194                         $datarray["coord"] = $address["lat"]." ".$address["lng"];
2195
2196                 self::fetch_guid($datarray);
2197                 $message_id = item_store($datarray);
2198
2199                 if ($message_id)
2200                         logger("Stored item ".$datarray["guid"]." with message id ".$message_id, LOGGER_DEBUG);
2201
2202                 return $message_id;
2203         }
2204
2205         /* ************************************************************************************** *
2206          * Here are all the functions that are needed to transmit data with the Diaspora protocol *
2207          * ************************************************************************************** */
2208
2209         /**
2210          * @brief returnes the handle of a contact
2211          *
2212          * @param array $me contact array
2213          *
2214          * @return string the handle in the format user@domain.tld
2215          */
2216         private function my_handle($contact) {
2217                 if ($contact["addr"] != "")
2218                         return $contact["addr"];
2219
2220                 // Normally we should have a filled "addr" field - but in the past this wasn't the case
2221                 // So - just in case - we build the the address here.
2222                 if ($contact["nickname"] != "")
2223                         $nick = $contact["nickname"];
2224                 else
2225                         $nick = $contact["nick"];
2226
2227                 return $nick."@".substr(App::get_baseurl(), strpos(App::get_baseurl(),"://") + 3);
2228         }
2229
2230         /**
2231          * @brief Creates the envelope for a public message
2232          *
2233          * @param string $msg The message that is to be transmitted
2234          * @param array $user The record of the sender
2235          * @param array $contact Target of the communication
2236          * @param string $prvkey The private key of the sender
2237          * @param string $pubkey The public key of the receiver
2238          *
2239          * @return string The envelope
2240          */
2241         private function build_public_message($msg, $user, $contact, $prvkey, $pubkey) {
2242
2243                 logger("Message: ".$msg, LOGGER_DATA);
2244
2245                 $handle = self::my_handle($user);
2246
2247                 $b64url_data = base64url_encode($msg);
2248
2249                 $data = str_replace(array("\n", "\r", " ", "\t"), array("", "", "", ""), $b64url_data);
2250
2251                 $type = "application/xml";
2252                 $encoding = "base64url";
2253                 $alg = "RSA-SHA256";
2254
2255                 $signable_data = $data.".".base64url_encode($type).".".base64url_encode($encoding).".".base64url_encode($alg);
2256
2257                 $signature = rsa_sign($signable_data,$prvkey);
2258                 $sig = base64url_encode($signature);
2259
2260                 $xmldata = array("diaspora" => array("header" => array("author_id" => $handle),
2261                                                 "me:env" => array("me:encoding" => "base64url",
2262                                                                 "me:alg" => "RSA-SHA256",
2263                                                                 "me:data" => $data,
2264                                                                 "@attributes" => array("type" => "application/xml"),
2265                                                                 "me:sig" => $sig)));
2266
2267                 $namespaces = array("" => "https://joindiaspora.com/protocol",
2268                                 "me" => "http://salmon-protocol.org/ns/magic-env");
2269
2270                 $magic_env = xml::from_array($xmldata, $xml, false, $namespaces);
2271
2272                 logger("magic_env: ".$magic_env, LOGGER_DATA);
2273                 return $magic_env;
2274         }
2275
2276         /**
2277          * @brief Creates the envelope for a private message
2278          *
2279          * @param string $msg The message that is to be transmitted
2280          * @param array $user The record of the sender
2281          * @param array $contact Target of the communication
2282          * @param string $prvkey The private key of the sender
2283          * @param string $pubkey The public key of the receiver
2284          *
2285          * @return string The envelope
2286          */
2287         private function build_private_message($msg, $user, $contact, $prvkey, $pubkey) {
2288
2289                 logger("Message: ".$msg, LOGGER_DATA);
2290
2291                 // without a public key nothing will work
2292
2293                 if (!$pubkey) {
2294                         logger("pubkey missing: contact id: ".$contact["id"]);
2295                         return false;
2296                 }
2297
2298                 $inner_aes_key = random_string(32);
2299                 $b_inner_aes_key = base64_encode($inner_aes_key);
2300                 $inner_iv = random_string(16);
2301                 $b_inner_iv = base64_encode($inner_iv);
2302
2303                 $outer_aes_key = random_string(32);
2304                 $b_outer_aes_key = base64_encode($outer_aes_key);
2305                 $outer_iv = random_string(16);
2306                 $b_outer_iv = base64_encode($outer_iv);
2307
2308                 $handle = self::my_handle($user);
2309
2310                 $padded_data = pkcs5_pad($msg,16);
2311                 $inner_encrypted = mcrypt_encrypt(MCRYPT_RIJNDAEL_128, $inner_aes_key, $padded_data, MCRYPT_MODE_CBC, $inner_iv);
2312
2313                 $b64_data = base64_encode($inner_encrypted);
2314
2315
2316                 $b64url_data = base64url_encode($b64_data);
2317                 $data = str_replace(array("\n", "\r", " ", "\t"), array("", "", "", ""), $b64url_data);
2318
2319                 $type = "application/xml";
2320                 $encoding = "base64url";
2321                 $alg = "RSA-SHA256";
2322
2323                 $signable_data = $data.".".base64url_encode($type).".".base64url_encode($encoding).".".base64url_encode($alg);
2324
2325                 $signature = rsa_sign($signable_data,$prvkey);
2326                 $sig = base64url_encode($signature);
2327
2328                 $xmldata = array("decrypted_header" => array("iv" => $b_inner_iv,
2329                                                         "aes_key" => $b_inner_aes_key,
2330                                                         "author_id" => $handle));
2331
2332                 $decrypted_header = xml::from_array($xmldata, $xml, true);
2333                 $decrypted_header = pkcs5_pad($decrypted_header,16);
2334
2335                 $ciphertext = mcrypt_encrypt(MCRYPT_RIJNDAEL_128, $outer_aes_key, $decrypted_header, MCRYPT_MODE_CBC, $outer_iv);
2336
2337                 $outer_json = json_encode(array("iv" => $b_outer_iv, "key" => $b_outer_aes_key));
2338
2339                 $encrypted_outer_key_bundle = "";
2340                 openssl_public_encrypt($outer_json, $encrypted_outer_key_bundle, $pubkey);
2341
2342                 $b64_encrypted_outer_key_bundle = base64_encode($encrypted_outer_key_bundle);
2343
2344                 logger("outer_bundle: ".$b64_encrypted_outer_key_bundle." key: ".$pubkey, LOGGER_DATA);
2345
2346                 $encrypted_header_json_object = json_encode(array("aes_key" => base64_encode($encrypted_outer_key_bundle),
2347                                                                 "ciphertext" => base64_encode($ciphertext)));
2348                 $cipher_json = base64_encode($encrypted_header_json_object);
2349
2350                 $xmldata = array("diaspora" => array("encrypted_header" => $cipher_json,
2351                                                 "me:env" => array("me:encoding" => "base64url",
2352                                                                 "me:alg" => "RSA-SHA256",
2353                                                                 "me:data" => $data,
2354                                                                 "@attributes" => array("type" => "application/xml"),
2355                                                                 "me:sig" => $sig)));
2356
2357                 $namespaces = array("" => "https://joindiaspora.com/protocol",
2358                                 "me" => "http://salmon-protocol.org/ns/magic-env");
2359
2360                 $magic_env = xml::from_array($xmldata, $xml, false, $namespaces);
2361
2362                 logger("magic_env: ".$magic_env, LOGGER_DATA);
2363                 return $magic_env;
2364         }
2365
2366         /**
2367          * @brief Create the envelope for a message
2368          *
2369          * @param string $msg The message that is to be transmitted
2370          * @param array $user The record of the sender
2371          * @param array $contact Target of the communication
2372          * @param string $prvkey The private key of the sender
2373          * @param string $pubkey The public key of the receiver
2374          * @param bool $public Is the message public?
2375          *
2376          * @return string The message that will be transmitted to other servers
2377          */
2378         private function build_message($msg, $user, $contact, $prvkey, $pubkey, $public = false) {
2379
2380                 if ($public)
2381                         $magic_env =  self::build_public_message($msg,$user,$contact,$prvkey,$pubkey);
2382                 else
2383                         $magic_env =  self::build_private_message($msg,$user,$contact,$prvkey,$pubkey);
2384
2385                 // The data that will be transmitted is double encoded via "urlencode", strange ...
2386                 $slap = "xml=".urlencode(urlencode($magic_env));
2387                 return $slap;
2388         }
2389
2390         /**
2391          * @brief Creates a signature for a message
2392          *
2393          * @param array $owner the array of the owner of the message
2394          * @param array $message The message that is to be signed
2395          *
2396          * @return string The signature
2397          */
2398         private function signature($owner, $message) {
2399                 $sigmsg = $message;
2400                 unset($sigmsg["author_signature"]);
2401                 unset($sigmsg["parent_author_signature"]);
2402
2403                 $signed_text = implode(";", $sigmsg);
2404
2405                 return base64_encode(rsa_sign($signed_text, $owner["uprvkey"], "sha256"));
2406         }
2407
2408         /**
2409          * @brief Transmit a message to a target server
2410          *
2411          * @param array $owner the array of the item owner
2412          * @param array $contact Target of the communication
2413          * @param string $slap The message that is to be transmitted
2414          * @param bool $public_batch Is it a public post?
2415          * @param bool $queue_run Is the transmission called from the queue?
2416          * @param string $guid message guid
2417          *
2418          * @return int Result of the transmission
2419          */
2420         public static function transmit($owner, $contact, $slap, $public_batch, $queue_run=false, $guid = "") {
2421
2422                 $a = get_app();
2423
2424                 $enabled = intval(get_config("system", "diaspora_enabled"));
2425                 if(!$enabled)
2426                         return 200;
2427
2428                 $logid = random_string(4);
2429                 $dest_url = (($public_batch) ? $contact["batch"] : $contact["notify"]);
2430                 if (!$dest_url) {
2431                         logger("no url for contact: ".$contact["id"]." batch mode =".$public_batch);
2432                         return 0;
2433                 }
2434
2435                 logger("transmit: ".$logid."-".$guid." ".$dest_url);
2436
2437                 if (!$queue_run && was_recently_delayed($contact["id"])) {
2438                         $return_code = 0;
2439                 } else {
2440                         if (!intval(get_config("system", "diaspora_test"))) {
2441                                 post_url($dest_url."/", $slap);
2442                                 $return_code = $a->get_curl_code();
2443                         } else {
2444                                 logger("test_mode");
2445                                 return 200;
2446                         }
2447                 }
2448
2449                 logger("transmit: ".$logid."-".$guid." returns: ".$return_code);
2450
2451                 if(!$return_code || (($return_code == 503) && (stristr($a->get_curl_headers(), "retry-after")))) {
2452                         logger("queue message");
2453
2454                         $r = q("SELECT `id` FROM `queue` WHERE `cid` = %d AND `network` = '%s' AND `content` = '%s' AND `batch` = %d LIMIT 1",
2455                                 intval($contact["id"]),
2456                                 dbesc(NETWORK_DIASPORA),
2457                                 dbesc($slap),
2458                                 intval($public_batch)
2459                         );
2460                         if($r) {
2461                                 logger("add_to_queue ignored - identical item already in queue");
2462                         } else {
2463                                 // queue message for redelivery
2464                                 add_to_queue($contact["id"], NETWORK_DIASPORA, $slap, $public_batch);
2465                         }
2466                 }
2467
2468                 return(($return_code) ? $return_code : (-1));
2469         }
2470
2471
2472         /**
2473          * @brief Builds and transmit messages
2474          *
2475          * @param array $owner the array of the item owner
2476          * @param array $contact Target of the communication
2477          * @param string $type The message type
2478          * @param array $message The message data
2479          * @param bool $public_batch Is it a public post?
2480          * @param string $guid message guid
2481          * @param bool $spool Should the transmission be spooled or transmitted?
2482          *
2483          * @return int Result of the transmission
2484          */
2485         private function build_and_transmit($owner, $contact, $type, $message, $public_batch = false, $guid = "", $spool = false) {
2486
2487                 $data = array("XML" => array("post" => array($type => $message)));
2488
2489                 $msg = xml::from_array($data, $xml);
2490
2491                 logger('message: '.$msg, LOGGER_DATA);
2492                 logger('send guid '.$guid, LOGGER_DEBUG);
2493
2494                 $slap = self::build_message($msg, $owner, $contact, $owner['uprvkey'], $contact['pubkey'], $public_batch);
2495
2496                 if ($spool) {
2497                         add_to_queue($contact['id'], NETWORK_DIASPORA, $slap, $public_batch);
2498                         return true;
2499                 } else
2500                         $return_code = self::transmit($owner, $contact, $slap, $public_batch, false, $guid);
2501
2502                 logger("guid: ".$item["guid"]." result ".$return_code, LOGGER_DEBUG);
2503
2504                 return $return_code;
2505         }
2506
2507         /**
2508          * @brief Sends a "share" message
2509          *
2510          * @param array $owner the array of the item owner
2511          * @param array $contact Target of the communication
2512          *
2513          * @return int The result of the transmission
2514          */
2515         public static function send_share($owner,$contact) {
2516
2517                 $message = array("sender_handle" => self::my_handle($owner),
2518                                 "recipient_handle" => $contact["addr"]);
2519
2520                 return self::build_and_transmit($owner, $contact, "request", $message);
2521         }
2522
2523         /**
2524          * @brief sends an "unshare"
2525          *
2526          * @param array $owner the array of the item owner
2527          * @param array $contact Target of the communication
2528          *
2529          * @return int The result of the transmission
2530          */
2531         public static function send_unshare($owner,$contact) {
2532
2533                 $message = array("post_guid" => $owner["guid"],
2534                                 "diaspora_handle" => self::my_handle($owner),
2535                                 "type" => "Person");
2536
2537                 return self::build_and_transmit($owner, $contact, "retraction", $message);
2538         }
2539
2540         /**
2541          * @brief Checks a message body if it is a reshare
2542          *
2543          * @param string $body The message body that is to be check
2544          * @param bool $complete Should it be a complete check or a simple check?
2545          *
2546          * @return array|bool Reshare details or "false" if no reshare
2547          */
2548         public static function is_reshare($body, $complete = true) {
2549                 $body = trim($body);
2550
2551                 // Skip if it isn't a pure repeated messages
2552                 // Does it start with a share?
2553                 if ((strpos($body, "[share") > 0) AND $complete)
2554                         return(false);
2555
2556                 // Does it end with a share?
2557                 if (strlen($body) > (strrpos($body, "[/share]") + 8))
2558                         return(false);
2559
2560                 $attributes = preg_replace("/\[share(.*?)\]\s?(.*?)\s?\[\/share\]\s?/ism","$1",$body);
2561                 // Skip if there is no shared message in there
2562                 if ($body == $attributes)
2563                         return(false);
2564
2565                 // If we don't do the complete check we quit here
2566                 if (!$complete)
2567                         return true;
2568
2569                 $guid = "";
2570                 preg_match("/guid='(.*?)'/ism", $attributes, $matches);
2571                 if ($matches[1] != "")
2572                         $guid = $matches[1];
2573
2574                 preg_match('/guid="(.*?)"/ism', $attributes, $matches);
2575                 if ($matches[1] != "")
2576                         $guid = $matches[1];
2577
2578                 if ($guid != "") {
2579                         $r = q("SELECT `contact-id` FROM `item` WHERE `guid` = '%s' AND `network` IN ('%s', '%s') LIMIT 1",
2580                                 dbesc($guid), NETWORK_DFRN, NETWORK_DIASPORA);
2581                         if ($r) {
2582                                 $ret= array();
2583                                 $ret["root_handle"] = self::handle_from_contact($r[0]["contact-id"]);
2584                                 $ret["root_guid"] = $guid;
2585                                 return($ret);
2586                         }
2587                 }
2588
2589                 $profile = "";
2590                 preg_match("/profile='(.*?)'/ism", $attributes, $matches);
2591                 if ($matches[1] != "")
2592                         $profile = $matches[1];
2593
2594                 preg_match('/profile="(.*?)"/ism', $attributes, $matches);
2595                 if ($matches[1] != "")
2596                         $profile = $matches[1];
2597
2598                 $ret= array();
2599
2600                 $ret["root_handle"] = preg_replace("=https?://(.*)/u/(.*)=ism", "$2@$1", $profile);
2601                 if (($ret["root_handle"] == $profile) OR ($ret["root_handle"] == ""))
2602                         return(false);
2603
2604                 $link = "";
2605                 preg_match("/link='(.*?)'/ism", $attributes, $matches);
2606                 if ($matches[1] != "")
2607                         $link = $matches[1];
2608
2609                 preg_match('/link="(.*?)"/ism', $attributes, $matches);
2610                 if ($matches[1] != "")
2611                         $link = $matches[1];
2612
2613                 $ret["root_guid"] = preg_replace("=https?://(.*)/posts/(.*)=ism", "$2", $link);
2614                 if (($ret["root_guid"] == $link) OR (trim($ret["root_guid"]) == ""))
2615                         return(false);
2616
2617                 return($ret);
2618         }
2619
2620         /**
2621          * @brief Sends a post
2622          *
2623          * @param array $item The item that will be exported
2624          * @param array $owner the array of the item owner
2625          * @param array $contact Target of the communication
2626          * @param bool $public_batch Is it a public post?
2627          *
2628          * @return int The result of the transmission
2629          */
2630         public static function send_status($item, $owner, $contact, $public_batch = false) {
2631
2632                 $myaddr = self::my_handle($owner);
2633
2634                 $public = (($item["private"]) ? "false" : "true");
2635
2636                 $created = datetime_convert("UTC", "UTC", $item["created"], 'Y-m-d H:i:s \U\T\C');
2637
2638                 // Detect a share element and do a reshare
2639                 if (!$item['private'] AND ($ret = self::is_reshare($item["body"]))) {
2640                         $message = array("root_diaspora_id" => $ret["root_handle"],
2641                                         "root_guid" => $ret["root_guid"],
2642                                         "guid" => $item["guid"],
2643                                         "diaspora_handle" => $myaddr,
2644                                         "public" => $public,
2645                                         "created_at" => $created,
2646                                         "provider_display_name" => $item["app"]);
2647
2648                         $type = "reshare";
2649                 } else {
2650                         $title = $item["title"];
2651                         $body = $item["body"];
2652
2653                         // convert to markdown
2654                         $body = html_entity_decode(bb2diaspora($body));
2655
2656                         // Adding the title
2657                         if(strlen($title))
2658                                 $body = "## ".html_entity_decode($title)."\n\n".$body;
2659
2660                         if ($item["attach"]) {
2661                                 $cnt = preg_match_all('/href=\"(.*?)\"(.*?)title=\"(.*?)\"/ism', $item["attach"], $matches, PREG_SET_ORDER);
2662                                 if(cnt) {
2663                                         $body .= "\n".t("Attachments:")."\n";
2664                                         foreach($matches as $mtch)
2665                                                 $body .= "[".$mtch[3]."](".$mtch[1].")\n";
2666                                 }
2667                         }
2668
2669                         $location = array();
2670
2671                         if ($item["location"] != "")
2672                                 $location["address"] = $item["location"];
2673
2674                         if ($item["coord"] != "") {
2675                                 $coord = explode(" ", $item["coord"]);
2676                                 $location["lat"] = $coord[0];
2677                                 $location["lng"] = $coord[1];
2678                         }
2679
2680                         $message = array("raw_message" => $body,
2681                                         "location" => $location,
2682                                         "guid" => $item["guid"],
2683                                         "diaspora_handle" => $myaddr,
2684                                         "public" => $public,
2685                                         "created_at" => $created,
2686                                         "provider_display_name" => $item["app"]);
2687
2688                         if (count($location) == 0)
2689                                 unset($message["location"]);
2690
2691                         $type = "status_message";
2692                 }
2693
2694                 return self::build_and_transmit($owner, $contact, $type, $message, $public_batch, $item["guid"]);
2695         }
2696
2697         /**
2698          * @brief Creates a "like" object
2699          *
2700          * @param array $item The item that will be exported
2701          * @param array $owner the array of the item owner
2702          *
2703          * @return array The data for a "like"
2704          */
2705         private function construct_like($item, $owner) {
2706
2707                 $p = q("SELECT `guid`, `uri`, `parent-uri` FROM `item` WHERE `uri` = '%s' LIMIT 1",
2708                         dbesc($item["thr-parent"]));
2709                 if(!$p)
2710                         return false;
2711
2712                 $parent = $p[0];
2713
2714                 $target_type = ($parent["uri"] === $parent["parent-uri"] ? "Post" : "Comment");
2715                 $positive = "true";
2716
2717                 return(array("positive" => $positive,
2718                                 "guid" => $item["guid"],
2719                                 "target_type" => $target_type,
2720                                 "parent_guid" => $parent["guid"],
2721                                 "author_signature" => "",
2722                                 "diaspora_handle" => self::my_handle($owner)));
2723         }
2724
2725         /**
2726          * @brief Creates the object for a comment
2727          *
2728          * @param array $item The item that will be exported
2729          * @param array $owner the array of the item owner
2730          *
2731          * @return array The data for a comment
2732          */
2733         private function construct_comment($item, $owner) {
2734
2735                 $p = q("SELECT `guid` FROM `item` WHERE `parent` = %d AND `id` = %d LIMIT 1",
2736                         intval($item["parent"]),
2737                         intval($item["parent"])
2738                 );
2739
2740                 if (!$p)
2741                         return false;
2742
2743                 $parent = $p[0];
2744
2745                 $text = html_entity_decode(bb2diaspora($item["body"]));
2746
2747                 return(array("guid" => $item["guid"],
2748                                 "parent_guid" => $parent["guid"],
2749                                 "author_signature" => "",
2750                                 "text" => $text,
2751                                 "diaspora_handle" => self::my_handle($owner)));
2752         }
2753
2754         /**
2755          * @brief Send a like or a comment
2756          *
2757          * @param array $item The item that will be exported
2758          * @param array $owner the array of the item owner
2759          * @param array $contact Target of the communication
2760          * @param bool $public_batch Is it a public post?
2761          *
2762          * @return int The result of the transmission
2763          */
2764         public static function send_followup($item,$owner,$contact,$public_batch = false) {
2765
2766                 if($item['verb'] === ACTIVITY_LIKE) {
2767                         $message = self::construct_like($item, $owner);
2768                         $type = "like";
2769                 } else {
2770                         $message = self::construct_comment($item, $owner);
2771                         $type = "comment";
2772                 }
2773
2774                 if (!$message)
2775                         return false;
2776
2777                 $message["author_signature"] = self::signature($owner, $message);
2778
2779                 return self::build_and_transmit($owner, $contact, $type, $message, $public_batch, $item["guid"]);
2780         }
2781
2782         /**
2783          * @brief Creates a message from a signature record entry
2784          *
2785          * @param array $item The item that will be exported
2786          * @param array $signature The entry of the "sign" record
2787          *
2788          * @return string The message
2789          */
2790         private function message_from_signature($item, $signature) {
2791
2792                 // Split the signed text
2793                 $signed_parts = explode(";", $signature['signed_text']);
2794
2795                 if ($item["deleted"])
2796                         $message = array("parent_author_signature" => "",
2797                                         "target_guid" => $signed_parts[0],
2798                                         "target_type" => $signed_parts[1],
2799                                         "sender_handle" => $signature['signer'],
2800                                         "target_author_signature" => $signature['signature']);
2801                 elseif ($item['verb'] === ACTIVITY_LIKE)
2802                         $message = array("positive" => $signed_parts[0],
2803                                         "guid" => $signed_parts[1],
2804                                         "target_type" => $signed_parts[2],
2805                                         "parent_guid" => $signed_parts[3],
2806                                         "parent_author_signature" => "",
2807                                         "author_signature" => $signature['signature'],
2808                                         "diaspora_handle" => $signed_parts[4]);
2809                 else {
2810                         // Remove the comment guid
2811                         $guid = array_shift($signed_parts);
2812
2813                         // Remove the parent guid
2814                         $parent_guid = array_shift($signed_parts);
2815
2816                         // Remove the handle
2817                         $handle = array_pop($signed_parts);
2818
2819                         // Glue the parts together
2820                         $text = implode(";", $signed_parts);
2821
2822                         $message = array("guid" => $guid,
2823                                         "parent_guid" => $parent_guid,
2824                                         "parent_author_signature" => "",
2825                                         "author_signature" => $signature['signature'],
2826                                         "text" => implode(";", $signed_parts),
2827                                         "diaspora_handle" => $handle);
2828                 }
2829                 return $message;
2830         }
2831
2832         /**
2833          * @brief Relays messages (like, comment, retraction) to other servers if we are the thread owner
2834          *
2835          * @param array $item The item that will be exported
2836          * @param array $owner the array of the item owner
2837          * @param array $contact Target of the communication
2838          * @param bool $public_batch Is it a public post?
2839          *
2840          * @return int The result of the transmission
2841          */
2842         public static function send_relay($item, $owner, $contact, $public_batch = false) {
2843
2844                 if ($item["deleted"])
2845                         return self::send_retraction($item, $owner, $contact, $public_batch, true);
2846                 elseif ($item['verb'] === ACTIVITY_LIKE)
2847                         $type = "like";
2848                 else
2849                         $type = "comment";
2850
2851                 logger("Got relayable data ".$type." for item ".$item["guid"]." (".$item["id"].")", LOGGER_DEBUG);
2852
2853                 // fetch the original signature
2854
2855                 $r = q("SELECT `signed_text`, `signature`, `signer` FROM `sign` WHERE `iid` = %d LIMIT 1",
2856                         intval($item["id"]));
2857
2858                 if (!$r) {
2859                         logger("Couldn't fetch signatur for item ".$item["guid"]." (".$item["id"].")", LOGGER_DEBUG);
2860                         return false;
2861                 }
2862
2863                 $signature = $r[0];
2864
2865                 // Old way - is used by the internal Friendica functions
2866                 /// @todo Change all signatur storing functions to the new format
2867                 if ($signature['signed_text'] AND $signature['signature'] AND $signature['signer'])
2868                         $message = self::message_from_signature($item, $signature);
2869                 else {// New way
2870                         $msg = json_decode($signature['signed_text'], true);
2871
2872                         $message = array();
2873                         if (is_array($msg)) {
2874                                 foreach ($msg AS $field => $data) {
2875                                         if (!$item["deleted"]) {
2876                                                 if ($field == "author")
2877                                                         $field = "diaspora_handle";
2878                                                 if ($field == "parent_type")
2879                                                         $field = "target_type";
2880                                         }
2881
2882                                         $message[$field] = $data;
2883                                 }
2884                         } else
2885                                 logger("Signature text for item ".$item["guid"]." (".$item["id"].") couldn't be extracted: ".$signature['signed_text'], LOGGER_DEBUG);
2886                 }
2887
2888                 $message["parent_author_signature"] = self::signature($owner, $message);
2889
2890                 logger("Relayed data ".print_r($message, true), LOGGER_DEBUG);
2891
2892                 return self::build_and_transmit($owner, $contact, $type, $message, $public_batch, $item["guid"]);
2893         }
2894
2895         /**
2896          * @brief Sends a retraction (deletion) of a message, like or comment
2897          *
2898          * @param array $item The item that will be exported
2899          * @param array $owner the array of the item owner
2900          * @param array $contact Target of the communication
2901          * @param bool $public_batch Is it a public post?
2902          * @param bool $relay Is the retraction transmitted from a relay?
2903          *
2904          * @return int The result of the transmission
2905          */
2906         public static function send_retraction($item, $owner, $contact, $public_batch = false, $relay = false) {
2907
2908                 $itemaddr = self::handle_from_contact($item["contact-id"], $item["gcontact-id"]);
2909
2910                 // Check whether the retraction is for a top-level post or whether it's a relayable
2911                 if ($item["uri"] !== $item["parent-uri"]) {
2912                         $msg_type = "relayable_retraction";
2913                         $target_type = (($item["verb"] === ACTIVITY_LIKE) ? "Like" : "Comment");
2914                 } else {
2915                         $msg_type = "signed_retraction";
2916                         $target_type = "StatusMessage";
2917                 }
2918
2919                 if ($relay AND ($item["uri"] !== $item["parent-uri"]))
2920                         $signature = "parent_author_signature";
2921                 else
2922                         $signature = "target_author_signature";
2923
2924                 $signed_text = $item["guid"].";".$target_type;
2925
2926                 $message = array("target_guid" => $item['guid'],
2927                                 "target_type" => $target_type,
2928                                 "sender_handle" => $itemaddr,
2929                                 $signature => base64_encode(rsa_sign($signed_text,$owner['uprvkey'],'sha256')));
2930
2931                 logger("Got message ".print_r($message, true), LOGGER_DEBUG);
2932
2933                 return self::build_and_transmit($owner, $contact, $msg_type, $message, $public_batch, $item["guid"]);
2934         }
2935
2936         /**
2937          * @brief Sends a mail
2938          *
2939          * @param array $item The item that will be exported
2940          * @param array $owner The owner
2941          * @param array $contact Target of the communication
2942          *
2943          * @return int The result of the transmission
2944          */
2945         public static function send_mail($item, $owner, $contact) {
2946
2947                 $myaddr = self::my_handle($owner);
2948
2949                 $r = q("SELECT * FROM `conv` WHERE `id` = %d AND `uid` = %d LIMIT 1",
2950                         intval($item["convid"]),
2951                         intval($item["uid"])
2952                 );
2953
2954                 if (!$r) {
2955                         logger("conversation not found.");
2956                         return;
2957                 }
2958                 $cnv = $r[0];
2959
2960                 $conv = array(
2961                         "guid" => $cnv["guid"],
2962                         "subject" => $cnv["subject"],
2963                         "created_at" => datetime_convert("UTC", "UTC", $cnv['created'], 'Y-m-d H:i:s \U\T\C'),
2964                         "diaspora_handle" => $cnv["creator"],
2965                         "participant_handles" => $cnv["recips"]
2966                 );
2967
2968                 $body = bb2diaspora($item["body"]);
2969                 $created = datetime_convert("UTC", "UTC", $item["created"], 'Y-m-d H:i:s \U\T\C');
2970
2971                 $signed_text = $item["guid"].";".$cnv["guid"].";".$body.";".$created.";".$myaddr.";".$cnv['guid'];
2972                 $sig = base64_encode(rsa_sign($signed_text, $owner["uprvkey"], "sha256"));
2973
2974                 $msg = array(
2975                         "guid" => $item["guid"],
2976                         "parent_guid" => $cnv["guid"],
2977                         "parent_author_signature" => $sig,
2978                         "author_signature" => $sig,
2979                         "text" => $body,
2980                         "created_at" => $created,
2981                         "diaspora_handle" => $myaddr,
2982                         "conversation_guid" => $cnv["guid"]
2983                 );
2984
2985                 if ($item["reply"]) {
2986                         $message = $msg;
2987                         $type = "message";
2988                 } else {
2989                         $message = array("guid" => $cnv["guid"],
2990                                         "subject" => $cnv["subject"],
2991                                         "created_at" => datetime_convert("UTC", "UTC", $cnv['created'], 'Y-m-d H:i:s \U\T\C'),
2992                                         "message" => $msg,
2993                                         "diaspora_handle" => $cnv["creator"],
2994                                         "participant_handles" => $cnv["recips"]);
2995
2996                         $type = "conversation";
2997                 }
2998
2999                 return self::build_and_transmit($owner, $contact, $type, $message, false, $item["guid"]);
3000         }
3001
3002         /**
3003          * @brief Sends profile data
3004          *
3005          * @param int $uid The user id
3006          */
3007         public static function send_profile($uid) {
3008
3009                 if (!$uid)
3010                         return;
3011
3012                 $recips = q("SELECT `id`,`name`,`network`,`pubkey`,`notify` FROM `contact` WHERE `network` = '%s'
3013                         AND `uid` = %d AND `rel` != %d",
3014                         dbesc(NETWORK_DIASPORA),
3015                         intval($uid),
3016                         intval(CONTACT_IS_SHARING)
3017                 );
3018                 if (!$recips)
3019                         return;
3020
3021                 $r = q("SELECT `profile`.`uid` AS `profile_uid`, `profile`.* , `user`.*, `user`.`prvkey` AS `uprvkey`, `contact`.`addr`
3022                         FROM `profile`
3023                         INNER JOIN `user` ON `profile`.`uid` = `user`.`uid`
3024                         INNER JOIN `contact` ON `profile`.`uid` = `contact`.`uid`
3025                         WHERE `user`.`uid` = %d AND `profile`.`is-default` AND `contact`.`self` LIMIT 1",
3026                         intval($uid)
3027                 );
3028
3029                 if (!$r)
3030                         return;
3031
3032                 $profile = $r[0];
3033
3034                 $handle = $profile["addr"];
3035                 $first = ((strpos($profile['name'],' ')
3036                         ? trim(substr($profile['name'],0,strpos($profile['name'],' '))) : $profile['name']));
3037                 $last = (($first === $profile['name']) ? '' : trim(substr($profile['name'], strlen($first))));
3038                 $large = App::get_baseurl().'/photo/custom/300/'.$profile['uid'].'.jpg';
3039                 $medium = App::get_baseurl().'/photo/custom/100/'.$profile['uid'].'.jpg';
3040                 $small = App::get_baseurl().'/photo/custom/50/'  .$profile['uid'].'.jpg';
3041                 $searchable = (($profile['publish'] && $profile['net-publish']) ? 'true' : 'false');
3042
3043                 if ($searchable === 'true') {
3044                         $dob = '1000-00-00';
3045
3046                         if (($profile['dob']) && ($profile['dob'] != '0000-00-00'))
3047                                 $dob = ((intval($profile['dob'])) ? intval($profile['dob']) : '1000') .'-'. datetime_convert('UTC','UTC',$profile['dob'],'m-d');
3048
3049                         $about = $profile['about'];
3050                         $about = strip_tags(bbcode($about));
3051
3052                         $location = formatted_location($profile);
3053                         $tags = '';
3054                         if ($profile['pub_keywords']) {
3055                                 $kw = str_replace(',',' ',$profile['pub_keywords']);
3056                                 $kw = str_replace('  ',' ',$kw);
3057                                 $arr = explode(' ',$profile['pub_keywords']);
3058                                 if (count($arr)) {
3059                                         for($x = 0; $x < 5; $x ++) {
3060                                                 if (trim($arr[$x]))
3061                                                         $tags .= '#'. trim($arr[$x]) .' ';
3062                                         }
3063                                 }
3064                         }
3065                         $tags = trim($tags);
3066                 }
3067
3068                 $message = array("diaspora_handle" => $handle,
3069                                 "first_name" => $first,
3070                                 "last_name" => $last,
3071                                 "image_url" => $large,
3072                                 "image_url_medium" => $medium,
3073                                 "image_url_small" => $small,
3074                                 "birthday" => $dob,
3075                                 "gender" => $profile['gender'],
3076                                 "bio" => $about,
3077                                 "location" => $location,
3078                                 "searchable" => $searchable,
3079                                 "tag_string" => $tags);
3080
3081                 foreach($recips as $recip)
3082                         self::build_and_transmit($profile, $recip, "profile", $message, false, "", true);
3083         }
3084
3085         /**
3086          * @brief Stores the signature for likes that are created on our system
3087          *
3088          * @param array $contact The contact array of the "like"
3089          * @param int $post_id The post id of the "like"
3090          *
3091          * @return bool Success
3092          */
3093         public static function store_like_signature($contact, $post_id) {
3094
3095                 // Is the contact the owner? Then fetch the private key
3096                 if (!$contact['self'] OR ($contact['uid'] == 0)) {
3097                         logger("No owner post, so not storing signature", LOGGER_DEBUG);
3098                         return false;
3099                 }
3100
3101                 $r = q("SELECT `prvkey` FROM `user` WHERE `uid` = %d LIMIT 1", intval($contact['uid']));
3102                 if(!$r)
3103                         return false;
3104
3105                 $contact["uprvkey"] = $r[0]['prvkey'];
3106
3107                 $r = q("SELECT * FROM `item` WHERE `id` = %d LIMIT 1", intval($post_id));
3108                 if (!$r)
3109                         return false;
3110
3111                 if (!in_array($r[0]["verb"], array(ACTIVITY_LIKE, ACTIVITY_DISLIKE)))
3112                         return false;
3113
3114                 $message = self::construct_like($r[0], $contact);
3115                 $message["author_signature"] = self::signature($contact, $message);
3116
3117                 // In the future we will store the signature more flexible to support new fields.
3118                 // Right now we cannot change this since old Friendica versions (prior to 3.5) can only handle this format.
3119                 // (We are transmitting this data here via DFRN)
3120
3121                 $signed_text = $message["positive"].";".$message["guid"].";".$message["target_type"].";".
3122                                 $message["parent_guid"].";".$message["diaspora_handle"];
3123
3124                 q("INSERT INTO `sign` (`iid`,`signed_text`,`signature`,`signer`) VALUES (%d,'%s','%s','%s')",
3125                         intval($post_id),
3126                         dbesc($signed_text),
3127                         dbesc($message["author_signature"]),
3128                         dbesc($message["diaspora_handle"])
3129                 );
3130
3131                 // This here will replace the lines above, once Diaspora changed its protocol
3132                 //q("INSERT INTO `sign` (`iid`,`signed_text`) VALUES (%d,'%s')",
3133                 //      intval($message_id),
3134                 //      dbesc(json_encode($message))
3135                 //);
3136
3137                 logger('Stored diaspora like signature');
3138                 return true;
3139         }
3140
3141         /**
3142          * @brief Stores the signature for comments that are created on our system
3143          *
3144          * @param array $item The item array of the comment
3145          * @param array $contact The contact array of the item owner
3146          * @param string $uprvkey The private key of the sender
3147          * @param int $message_id The message id of the comment
3148          *
3149          * @return bool Success
3150          */
3151         public static function store_comment_signature($item, $contact, $uprvkey, $message_id) {
3152
3153                 if ($uprvkey == "") {
3154                         logger('No private key, so not storing comment signature', LOGGER_DEBUG);
3155                         return false;
3156                 }
3157
3158                 $contact["uprvkey"] = $uprvkey;
3159
3160                 $message = self::construct_comment($item, $contact);
3161                 $message["author_signature"] = self::signature($contact, $message);
3162
3163                 // In the future we will store the signature more flexible to support new fields.
3164                 // Right now we cannot change this since old Friendica versions (prior to 3.5) can only handle this format.
3165                 // (We are transmitting this data here via DFRN)
3166                 $signed_text = $message["guid"].";".$message["parent_guid"].";".
3167                                 $message["text"].";".$message["diaspora_handle"];
3168
3169                 q("INSERT INTO `sign` (`iid`,`signed_text`,`signature`,`signer`) VALUES (%d,'%s','%s','%s')",
3170                         intval($message_id),
3171                         dbesc($signed_text),
3172                         dbesc($message["author_signature"]),
3173                         dbesc($message["diaspora_handle"])
3174                 );
3175
3176                 // This here will replace the lines above, once Diaspora changed its protocol
3177                 //q("INSERT INTO `sign` (`iid`,`signed_text`) VALUES (%d,'%s')",
3178                 //      intval($message_id),
3179                 //      dbesc(json_encode($message))
3180                 //);
3181
3182                 logger('Stored diaspora comment signature');
3183                 return true;
3184         }
3185 }
3186 ?>