]> git.mxchange.org Git - friendica.git/blob - src/Protocol/ActivityPub/Transmitter.php
5768c4439a60d5a459df7d518ff0e855cb6a8cfe
[friendica.git] / src / Protocol / ActivityPub / Transmitter.php
1 <?php
2 /**
3  * @copyright Copyright (C) 2020, Friendica
4  *
5  * @license GNU AGPL version 3 or any later version
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU Affero General Public License as
9  * published by the Free Software Foundation, either version 3 of the
10  * License, or (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU Affero General Public License for more details.
16  *
17  * You should have received a copy of the GNU Affero General Public License
18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
19  *
20  */
21
22 namespace Friendica\Protocol\ActivityPub;
23
24 use Friendica\Content\Feature;
25 use Friendica\Content\Text\BBCode;
26 use Friendica\Content\Text\Plaintext;
27 use Friendica\Core\Cache\Duration;
28 use Friendica\Core\Logger;
29 use Friendica\Core\Protocol;
30 use Friendica\Core\System;
31 use Friendica\Database\DBA;
32 use Friendica\DI;
33 use Friendica\Model\APContact;
34 use Friendica\Model\Contact;
35 use Friendica\Model\Conversation;
36 use Friendica\Model\Item;
37 use Friendica\Model\ItemURI;
38 use Friendica\Model\Profile;
39 use Friendica\Model\Photo;
40 use Friendica\Model\Tag;
41 use Friendica\Model\User;
42 use Friendica\Protocol\Activity;
43 use Friendica\Protocol\ActivityPub;
44 use Friendica\Util\DateTimeFormat;
45 use Friendica\Util\HTTPSignature;
46 use Friendica\Util\Images;
47 use Friendica\Util\JsonLD;
48 use Friendica\Util\LDSignature;
49 use Friendica\Util\Map;
50 use Friendica\Util\Network;
51 use Friendica\Util\XML;
52
53 require_once 'include/api.php';
54 require_once 'mod/share.php';
55
56 /**
57  * ActivityPub Transmitter Protocol class
58  *
59  * To-Do:
60  * @todo Undo Announce
61  */
62 class Transmitter
63 {
64         /**
65          * Collects a list of contacts of the given owner
66          *
67          * @param array     $owner  Owner array
68          * @param int|array $rel    The relevant value(s) contact.rel should match
69          * @param string    $module The name of the relevant AP endpoint module (followers|following)
70          * @param integer   $page   Page number
71          *
72          * @return array of owners
73          * @throws \Exception
74          */
75         public static function getContacts($owner, $rel, $module, $page = null)
76         {
77                 $parameters = [
78                         'rel' => $rel,
79                         'uid' => $owner['uid'],
80                         'self' => false,
81                         'deleted' => false,
82                         'hidden' => false,
83                         'archive' => false,
84                         'pending' => false
85                 ];
86                 $condition = DBA::buildCondition($parameters);
87
88                 $sql = "SELECT COUNT(*) as `count`
89                         FROM `contact`
90                         JOIN `apcontact` ON `apcontact`.`url` = `contact`.`url`
91                         " . $condition;
92
93                 $contacts = DBA::fetchFirst($sql, ...$parameters);
94
95                 $modulePath = '/' . $module . '/';
96
97                 $data = ['@context' => ActivityPub::CONTEXT];
98                 $data['id'] = DI::baseUrl() . $modulePath . $owner['nickname'];
99                 $data['type'] = 'OrderedCollection';
100                 $data['totalItems'] = $contacts['count'];
101
102                 // When we hide our friends we will only show the pure number but don't allow more.
103                 $profile = Profile::getByUID($owner['uid']);
104                 if (!empty($profile['hide-friends'])) {
105                         return $data;
106                 }
107
108                 if (empty($page)) {
109                         $data['first'] = DI::baseUrl() . $modulePath . $owner['nickname'] . '?page=1';
110                 } else {
111                         $data['type'] = 'OrderedCollectionPage';
112                         $list = [];
113
114                         $sql = "SELECT `contact`.`url`
115                                 FROM `contact`
116                                 JOIN `apcontact` ON `apcontact`.`url` = `contact`.`url`
117                                 " . $condition . "
118                                 LIMIT ?, ?";
119
120                         $parameters[] = ($page - 1) * 100;
121                         $parameters[] = 100;
122
123                         $contacts = DBA::p($sql, ...$parameters);
124                         while ($contact = DBA::fetch($contacts)) {
125                                 $list[] = $contact['url'];
126                         }
127                         DBA::close($contacts);
128
129                         if (!empty($list)) {
130                                 $data['next'] = DI::baseUrl() . $modulePath . $owner['nickname'] . '?page=' . ($page + 1);
131                         }
132
133                         $data['partOf'] = DI::baseUrl() . $modulePath . $owner['nickname'];
134
135                         $data['orderedItems'] = $list;
136                 }
137
138                 return $data;
139         }
140
141         /**
142          * Public posts for the given owner
143          *
144          * @param array   $owner Owner array
145          * @param integer $page  Page numbe
146          *
147          * @return array of posts
148          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
149          * @throws \ImagickException
150          */
151         public static function getOutbox($owner, $page = null)
152         {
153                 $public_contact = Contact::getIdForURL($owner['url']);
154
155                 $condition = ['uid' => 0, 'contact-id' => $public_contact, 'author-id' => $public_contact,
156                         'private' => [Item::PUBLIC, Item::UNLISTED], 'gravity' => [GRAVITY_PARENT, GRAVITY_COMMENT],
157                         'deleted' => false, 'visible' => true, 'moderated' => false];
158                 $count = DBA::count('item', $condition);
159
160                 $data = ['@context' => ActivityPub::CONTEXT];
161                 $data['id'] = DI::baseUrl() . '/outbox/' . $owner['nickname'];
162                 $data['type'] = 'OrderedCollection';
163                 $data['totalItems'] = $count;
164
165                 if (empty($page)) {
166                         $data['first'] = DI::baseUrl() . '/outbox/' . $owner['nickname'] . '?page=1';
167                 } else {
168                         $data['type'] = 'OrderedCollectionPage';
169                         $list = [];
170
171                         $condition['parent-network'] = Protocol::NATIVE_SUPPORT;
172
173                         $items = Item::select(['id'], $condition, ['limit' => [($page - 1) * 20, 20], 'order' => ['created' => true]]);
174                         while ($item = Item::fetch($items)) {
175                                 $activity = self::createActivityFromItem($item['id'], true);
176                                 $activity['type'] = $activity['type'] == 'Update' ? 'Create' : $activity['type'];
177
178                                 // Only list "Create" activity objects here, no reshares
179                                 if (!empty($activity['object']) && ($activity['type'] == 'Create')) {
180                                         $list[] = $activity['object'];
181                                 }
182                         }
183
184                         if (!empty($list)) {
185                                 $data['next'] = DI::baseUrl() . '/outbox/' . $owner['nickname'] . '?page=' . ($page + 1);
186                         }
187
188                         $data['partOf'] = DI::baseUrl() . '/outbox/' . $owner['nickname'];
189
190                         $data['orderedItems'] = $list;
191                 }
192
193                 return $data;
194         }
195
196         /**
197          * Return the service array containing information the used software and it's url
198          *
199          * @return array with service data
200          */
201         private static function getService()
202         {
203                 return ['type' => 'Service',
204                         'name' =>  FRIENDICA_PLATFORM . " '" . FRIENDICA_CODENAME . "' " . FRIENDICA_VERSION . '-' . DB_UPDATE_VERSION,
205                         'url' => DI::baseUrl()->get()];
206         }
207
208         /**
209          * Return the ActivityPub profile of the given user
210          *
211          * @param integer $uid User ID
212          * @return array with profile data
213          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
214          */
215         public static function getProfile($uid)
216         {
217                 $condition = ['uid' => $uid, 'blocked' => false, 'account_expired' => false,
218                         'account_removed' => false, 'verified' => true];
219                 $fields = ['guid', 'nickname', 'pubkey', 'account-type', 'page-flags'];
220                 $user = DBA::selectFirst('user', $fields, $condition);
221                 if (!DBA::isResult($user)) {
222                         return [];
223                 }
224
225                 $fields = ['locality', 'region', 'country-name'];
226                 $profile = DBA::selectFirst('profile', $fields, ['uid' => $uid]);
227                 if (!DBA::isResult($profile)) {
228                         return [];
229                 }
230
231                 $fields = ['name', 'url', 'location', 'about', 'avatar', 'photo'];
232                 $contact = DBA::selectFirst('contact', $fields, ['uid' => $uid, 'self' => true]);
233                 if (!DBA::isResult($contact)) {
234                         return [];
235                 }
236
237                 $data = ['@context' => ActivityPub::CONTEXT];
238                 $data['id'] = $contact['url'];
239                 $data['diaspora:guid'] = $user['guid'];
240                 $data['type'] = ActivityPub::ACCOUNT_TYPES[$user['account-type']];
241                 $data['following'] = DI::baseUrl() . '/following/' . $user['nickname'];
242                 $data['followers'] = DI::baseUrl() . '/followers/' . $user['nickname'];
243                 $data['inbox'] = DI::baseUrl() . '/inbox/' . $user['nickname'];
244                 $data['outbox'] = DI::baseUrl() . '/outbox/' . $user['nickname'];
245                 $data['preferredUsername'] = $user['nickname'];
246                 $data['name'] = $contact['name'];
247                 $data['vcard:hasAddress'] = ['@type' => 'vcard:Home', 'vcard:country-name' => $profile['country-name'],
248                         'vcard:region' => $profile['region'], 'vcard:locality' => $profile['locality']];
249                 $data['summary'] = BBCode::convert($contact['about'], false);
250                 $data['url'] = $contact['url'];
251                 $data['manuallyApprovesFollowers'] = in_array($user['page-flags'], [User::PAGE_FLAGS_NORMAL, User::PAGE_FLAGS_PRVGROUP]);
252                 $data['publicKey'] = ['id' => $contact['url'] . '#main-key',
253                         'owner' => $contact['url'],
254                         'publicKeyPem' => $user['pubkey']];
255                 $data['endpoints'] = ['sharedInbox' => DI::baseUrl() . '/inbox'];
256                 $data['icon'] = ['type' => 'Image',
257                         'url' => $contact['photo']];
258
259                 $data['generator'] = self::getService();
260
261                 // tags: https://kitty.town/@inmysocks/100656097926961126.json
262                 return $data;
263         }
264
265         /**
266          * @param string $username
267          * @return array
268          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
269          */
270         public static function getDeletedUser($username)
271         {
272                 return [
273                         '@context' => ActivityPub::CONTEXT,
274                         'id' => DI::baseUrl() . '/profile/' . $username,
275                         'type' => 'Tombstone',
276                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
277                         'updated' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
278                         'deleted' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
279                 ];
280         }
281
282         /**
283          * Returns an array with permissions of a given item array
284          *
285          * @param array $item
286          *
287          * @return array with permissions
288          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
289          * @throws \ImagickException
290          */
291         private static function fetchPermissionBlockFromConversation($item)
292         {
293                 if (empty($item['thr-parent'])) {
294                         return [];
295                 }
296
297                 $condition = ['item-uri' => $item['thr-parent'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB];
298                 $conversation = DBA::selectFirst('conversation', ['source'], $condition);
299                 if (!DBA::isResult($conversation)) {
300                         return [];
301                 }
302
303                 $activity = json_decode($conversation['source'], true);
304
305                 $actor = JsonLD::fetchElement($activity, 'actor', 'id');
306                 $profile = APContact::getByURL($actor);
307
308                 $item_profile = APContact::getByURL($item['author-link']);
309                 $exclude[] = $item['author-link'];
310
311                 if ($item['gravity'] == GRAVITY_PARENT) {
312                         $exclude[] = $item['owner-link'];
313                 }
314
315                 $permissions['to'][] = $actor;
316
317                 foreach (['to', 'cc', 'bto', 'bcc'] as $element) {
318                         if (empty($activity[$element])) {
319                                 continue;
320                         }
321                         if (is_string($activity[$element])) {
322                                 $activity[$element] = [$activity[$element]];
323                         }
324
325                         foreach ($activity[$element] as $receiver) {
326                                 if (empty($receiver)) {
327                                         continue;
328                                 }
329
330                                 if (!empty($profile['followers']) && $receiver == $profile['followers'] && !empty($item_profile['followers'])) {
331                                         $permissions[$element][] = $item_profile['followers'];
332                                 } elseif (!in_array($receiver, $exclude)) {
333                                         $permissions[$element][] = $receiver;
334                                 }
335                         }
336                 }
337                 return $permissions;
338         }
339
340         /**
341          * Creates an array of permissions from an item thread
342          *
343          * @param array   $item       Item array
344          * @param boolean $blindcopy  addressing via "bcc" or "cc"?
345          * @param integer $last_id    Last item id for adding receivers
346          * @param boolean $forum_mode "true" means that we are sending content to a forum
347          *
348          * @return array with permission data
349          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
350          * @throws \ImagickException
351          */
352         private static function createPermissionBlockForItem($item, $blindcopy, $last_id = 0, $forum_mode = false)
353         {
354                 if ($last_id == 0) {
355                         $last_id = $item['id'];
356                 }
357
358                 $always_bcc = false;
359
360                 // Check if we should always deliver our stuff via BCC
361                 if (!empty($item['uid'])) {
362                         $profile = Profile::getByUID($item['uid']);
363                         if (!empty($profile)) {
364                                 $always_bcc = $profile['hide-friends'];
365                         }
366                 }
367
368                 if (DI::config()->get('system', 'ap_always_bcc')) {
369                         $always_bcc = true;
370                 }
371
372                 if (self::isAnnounce($item) || DI::config()->get('debug', 'total_ap_delivery')) {
373                         // Will be activated in a later step
374                         $networks = Protocol::FEDERATED;
375                 } else {
376                         // For now only send to these contacts:
377                         $networks = [Protocol::ACTIVITYPUB, Protocol::OSTATUS];
378                 }
379
380                 $data = ['to' => [], 'cc' => [], 'bcc' => []];
381
382                 if ($item['gravity'] == GRAVITY_PARENT) {
383                         $actor_profile = APContact::getByURL($item['owner-link']);
384                 } else {
385                         $actor_profile = APContact::getByURL($item['author-link']);
386                 }
387
388                 $terms = Tag::getByURIId($item['uri-id'], [Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION]);
389
390                 if ($item['private'] != Item::PRIVATE) {
391                         // Directly mention the original author upon a quoted reshare.
392                         // Else just ensure that the original author receives the reshare.
393                         $announce = self::getAnnounceArray($item);
394                         if (!empty($announce['comment'])) {
395                                 $data['to'][] = $announce['actor']['url'];
396                         } elseif (!empty($announce)) {
397                                 $data['cc'][] = $announce['actor']['url'];
398                         }
399
400                         $data = array_merge($data, self::fetchPermissionBlockFromConversation($item));
401
402                         // Check if the item is completely public or unlisted
403                         if ($item['private'] == Item::PUBLIC) {
404                                 $data['to'][] = ActivityPub::PUBLIC_COLLECTION;
405                         } else {
406                                 $data['cc'][] = ActivityPub::PUBLIC_COLLECTION;
407                         }
408
409                         foreach ($terms as $term) {
410                                 $profile = APContact::getByURL($term['url'], false);
411                                 if (!empty($profile)) {
412                                         $data['to'][] = $profile['url'];
413                                 }
414                         }
415                 } else {
416                         $receiver_list = Item::enumeratePermissions($item, true);
417
418                         foreach ($terms as $term) {
419                                 $cid = Contact::getIdForURL($term['url'], $item['uid']);
420                                 if (!empty($cid) && in_array($cid, $receiver_list)) {
421                                         $contact = DBA::selectFirst('contact', ['url', 'network', 'protocol'], ['id' => $cid]);
422                                         if (!DBA::isResult($contact) || (!in_array($contact['network'], $networks) && ($contact['protocol'] != Protocol::ACTIVITYPUB))) {
423                                                 continue;
424                                         }
425
426                                         if (!empty($profile = APContact::getByURL($contact['url'], false))) {
427                                                 $data['to'][] = $profile['url'];
428                                         }
429                                 }
430                         }
431
432                         foreach ($receiver_list as $receiver) {
433                                 $contact = DBA::selectFirst('contact', ['url', 'hidden', 'network', 'protocol'], ['id' => $receiver]);
434                                 if (!DBA::isResult($contact) || (!in_array($contact['network'], $networks) && ($contact['protocol'] != Protocol::ACTIVITYPUB))) {
435                                         continue;
436                                 }
437
438                                 if (!empty($profile = APContact::getByURL($contact['url'], false))) {
439                                         if ($contact['hidden'] || $always_bcc) {
440                                                 $data['bcc'][] = $profile['url'];
441                                         } else {
442                                                 $data['cc'][] = $profile['url'];
443                                         }
444                                 }
445                         }
446                 }
447
448                 if (!empty($item['parent'])) {
449                         $parents = Item::select(['id', 'author-link', 'owner-link', 'gravity', 'uri'], ['parent' => $item['parent']]);
450                         while ($parent = Item::fetch($parents)) {
451                                 if ($parent['gravity'] == GRAVITY_PARENT) {
452                                         $profile = APContact::getByURL($parent['owner-link'], false);
453                                         if (!empty($profile)) {
454                                                 if ($item['gravity'] != GRAVITY_PARENT) {
455                                                         // Comments to forums are directed to the forum
456                                                         // But comments to forums aren't directed to the followers collection
457                                                         // This rule is only valid when the actor isn't the forum.
458                                                         // The forum needs to transmit their content to their followers.
459                                                         if (($profile['type'] == 'Group') && ($profile['url'] != $actor_profile['url'])) {
460                                                                 $data['to'][] = $profile['url'];
461                                                         } else {
462                                                                 $data['cc'][] = $profile['url'];
463                                                                 if (($item['private'] != Item::PRIVATE) && !empty($actor_profile['followers'])) {
464                                                                         $data['cc'][] = $actor_profile['followers'];
465                                                                 }
466                                                         }
467                                                 } else {
468                                                         // Public thread parent post always are directed to the followers
469                                                         if (($item['private'] != Item::PRIVATE) && !$forum_mode) {
470                                                                 $data['cc'][] = $actor_profile['followers'];
471                                                         }
472                                                 }
473                                         }
474                                 }
475
476                                 // Don't include data from future posts
477                                 if ($parent['id'] >= $last_id) {
478                                         continue;
479                                 }
480
481                                 $profile = APContact::getByURL($parent['author-link'], false);
482                                 if (!empty($profile)) {
483                                         if (($profile['type'] == 'Group') || ($parent['uri'] == $item['thr-parent'])) {
484                                                 $data['to'][] = $profile['url'];
485                                         } else {
486                                                 $data['cc'][] = $profile['url'];
487                                         }
488                                 }
489                         }
490                         DBA::close($parents);
491                 }
492
493                 $data['to'] = array_unique($data['to']);
494                 $data['cc'] = array_unique($data['cc']);
495                 $data['bcc'] = array_unique($data['bcc']);
496
497                 if (($key = array_search($item['author-link'], $data['to'])) !== false) {
498                         unset($data['to'][$key]);
499                 }
500
501                 if (($key = array_search($item['author-link'], $data['cc'])) !== false) {
502                         unset($data['cc'][$key]);
503                 }
504
505                 if (($key = array_search($item['author-link'], $data['bcc'])) !== false) {
506                         unset($data['bcc'][$key]);
507                 }
508
509                 foreach ($data['to'] as $to) {
510                         if (($key = array_search($to, $data['cc'])) !== false) {
511                                 unset($data['cc'][$key]);
512                         }
513
514                         if (($key = array_search($to, $data['bcc'])) !== false) {
515                                 unset($data['bcc'][$key]);
516                         }
517                 }
518
519                 foreach ($data['cc'] as $cc) {
520                         if (($key = array_search($cc, $data['bcc'])) !== false) {
521                                 unset($data['bcc'][$key]);
522                         }
523                 }
524
525                 $receivers = ['to' => array_values($data['to']), 'cc' => array_values($data['cc']), 'bcc' => array_values($data['bcc'])];
526
527                 if (!$blindcopy) {
528                         unset($receivers['bcc']);
529                 }
530
531                 return $receivers;
532         }
533
534         /**
535          * Check if an inbox is archived
536          *
537          * @param string $url Inbox url
538          *
539          * @return boolean "true" if inbox is archived
540          */
541         private static function archivedInbox($url)
542         {
543                 return DBA::exists('inbox-status', ['url' => $url, 'archive' => true]);
544         }
545
546         /**
547          * Fetches a list of inboxes of followers of a given user
548          *
549          * @param integer $uid      User ID
550          * @param boolean $personal fetch personal inboxes
551          *
552          * @return array of follower inboxes
553          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
554          * @throws \ImagickException
555          */
556         public static function fetchTargetInboxesforUser($uid, $personal = false)
557         {
558                 $inboxes = [];
559
560                 if (DI::config()->get('debug', 'total_ap_delivery')) {
561                         // Will be activated in a later step
562                         $networks = Protocol::FEDERATED;
563                 } else {
564                         // For now only send to these contacts:
565                         $networks = [Protocol::ACTIVITYPUB, Protocol::OSTATUS];
566                 }
567
568                 $condition = ['uid' => $uid, 'archive' => false, 'pending' => false];
569
570                 if (!empty($uid)) {
571                         $condition['rel'] = [Contact::FOLLOWER, Contact::FRIEND];
572                 }
573
574                 $contacts = DBA::select('contact', ['url', 'network', 'protocol'], $condition);
575                 while ($contact = DBA::fetch($contacts)) {
576                         if (Contact::isLocal($contact['url'])) {
577                                 continue;
578                         }
579
580                         if (!in_array($contact['network'], $networks) && ($contact['protocol'] != Protocol::ACTIVITYPUB)) {
581                                 continue;
582                         }
583
584                         if (Network::isUrlBlocked($contact['url'])) {
585                                 continue;
586                         }
587
588                         $profile = APContact::getByURL($contact['url'], false);
589                         if (!empty($profile)) {
590                                 if (empty($profile['sharedinbox']) || $personal) {
591                                         $target = $profile['inbox'];
592                                 } else {
593                                         $target = $profile['sharedinbox'];
594                                 }
595                                 if (!self::archivedInbox($target)) {
596                                         $inboxes[$target] = $target;
597                                 }
598                         }
599                 }
600                 DBA::close($contacts);
601
602                 return $inboxes;
603         }
604
605         /**
606          * Fetches an array of inboxes for the given item and user
607          *
608          * @param array   $item       Item array
609          * @param integer $uid        User ID
610          * @param boolean $personal   fetch personal inboxes
611          * @param integer $last_id    Last item id for adding receivers
612          * @param boolean $forum_mode "true" means that we are sending content to a forum
613          * @return array with inboxes
614          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
615          * @throws \ImagickException
616          */
617         public static function fetchTargetInboxes($item, $uid, $personal = false, $last_id = 0, $forum_mode = false)
618         {
619                 $permissions = self::createPermissionBlockForItem($item, true, $last_id, $forum_mode);
620                 if (empty($permissions)) {
621                         return [];
622                 }
623
624                 $inboxes = [];
625
626                 if ($item['gravity'] == GRAVITY_ACTIVITY) {
627                         $item_profile = APContact::getByURL($item['author-link'], false);
628                 } else {
629                         $item_profile = APContact::getByURL($item['owner-link'], false);
630                 }
631
632                 $profile_uid = User::getIdForURL($item_profile['url']);
633
634                 foreach (['to', 'cc', 'bto', 'bcc'] as $element) {
635                         if (empty($permissions[$element])) {
636                                 continue;
637                         }
638
639                         $blindcopy = in_array($element, ['bto', 'bcc']);
640
641                         foreach ($permissions[$element] as $receiver) {
642                                 if (empty($receiver) || Network::isUrlBlocked($receiver)) {
643                                         continue;
644                                 }
645
646                                 if ($item_profile && ($receiver == $item_profile['followers']) && ($uid == $profile_uid)) {
647                                         $inboxes = array_merge($inboxes, self::fetchTargetInboxesforUser($uid, $personal));
648                                 } else {
649                                         if (Contact::isLocal($receiver)) {
650                                                 continue;
651                                         }
652
653                                         $profile = APContact::getByURL($receiver, false);
654                                         if (!empty($profile)) {
655                                                 if (empty($profile['sharedinbox']) || $personal || $blindcopy) {
656                                                         $target = $profile['inbox'];
657                                                 } else {
658                                                         $target = $profile['sharedinbox'];
659                                                 }
660                                                 if (!self::archivedInbox($target)) {
661                                                         $inboxes[$target] = $target;
662                                                 }
663                                         }
664                                 }
665                         }
666                 }
667
668                 return $inboxes;
669         }
670
671         /**
672          * Creates an array in the structure of the item table for a given mail id
673          *
674          * @param integer $mail_id
675          *
676          * @return array
677          * @throws \Exception
678          */
679         public static function ItemArrayFromMail($mail_id)
680         {
681                 $mail = DBA::selectFirst('mail', [], ['id' => $mail_id]);
682                 if (!DBA::isResult($mail)) {
683                         return [];
684                 }
685
686                 $mail['uri-id'] = ItemURI::insert(['uri' => $mail['uri'], 'guid' => $mail['guid']]);
687
688                 $reply = DBA::selectFirst('mail', ['uri'], ['parent-uri' => $mail['parent-uri'], 'reply' => false]);
689
690                 // Making the post more compatible for Mastodon by:
691                 // - Making it a note and not an article (no title)
692                 // - Moving the title into the "summary" field that is used as a "content warning"
693                 $mail['body'] = '[abstract]' . $mail['title'] . "[/abstract]\n" . $mail['body'];
694                 $mail['title'] = '';
695
696                 $mail['author-link'] = $mail['owner-link'] = $mail['from-url'];
697                 $mail['allow_cid'] = '<'.$mail['contact-id'].'>';
698                 $mail['allow_gid'] = '';
699                 $mail['deny_cid'] = '';
700                 $mail['deny_gid'] = '';
701                 $mail['private'] = true;
702                 $mail['deleted'] = false;
703                 $mail['edited'] = $mail['created'];
704                 $mail['plink'] = $mail['uri'];
705                 $mail['thr-parent'] = $reply['uri'];
706                 $mail['gravity'] = ($mail['reply'] ? GRAVITY_COMMENT: GRAVITY_PARENT);
707
708                 $mail['event-type'] = '';
709                 $mail['attach'] = '';
710
711                 $mail['parent'] = 0;
712
713                 return $mail;
714         }
715
716         /**
717          * Creates an activity array for a given mail id
718          *
719          * @param integer $mail_id
720          * @param boolean $object_mode Is the activity item is used inside another object?
721          *
722          * @return array of activity
723          * @throws \Exception
724          */
725         public static function createActivityFromMail($mail_id, $object_mode = false)
726         {
727                 $mail = self::ItemArrayFromMail($mail_id);
728                 $object = self::createNote($mail);
729
730                 if (!$object_mode) {
731                         $data = ['@context' => ActivityPub::CONTEXT];
732                 } else {
733                         $data = [];
734                 }
735
736                 $data['id'] = $mail['uri'] . '/Create';
737                 $data['type'] = 'Create';
738                 $data['actor'] = $mail['author-link'];
739                 $data['published'] = DateTimeFormat::utc($mail['created'] . '+00:00', DateTimeFormat::ATOM);
740                 $data['instrument'] = self::getService();
741                 $data = array_merge($data, self::createPermissionBlockForItem($mail, true));
742
743                 if (empty($data['to']) && !empty($data['cc'])) {
744                         $data['to'] = $data['cc'];
745                 }
746
747                 if (empty($data['to']) && !empty($data['bcc'])) {
748                         $data['to'] = $data['bcc'];
749                 }
750
751                 unset($data['cc']);
752                 unset($data['bcc']);
753
754                 $object['to'] = $data['to'];
755                 $object['tag'] = [['type' => 'Mention', 'href' => $object['to'][0], 'name' => '']];
756
757                 unset($object['cc']);
758                 unset($object['bcc']);
759
760                 $data['directMessage'] = true;
761
762                 $data['object'] = $object;
763
764                 $owner = User::getOwnerDataById($mail['uid']);
765
766                 if (!$object_mode && !empty($owner)) {
767                         return LDSignature::sign($data, $owner);
768                 } else {
769                         return $data;
770                 }
771         }
772
773         /**
774          * Returns the activity type of a given item
775          *
776          * @param array $item
777          *
778          * @return string with activity type
779          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
780          * @throws \ImagickException
781          */
782         private static function getTypeOfItem($item)
783         {
784                 $reshared = false;
785
786                 // Only check for a reshare, if it is a real reshare and no quoted reshare
787                 if (strpos($item['body'], "[share") === 0) {
788                         $announce = self::getAnnounceArray($item);
789                         $reshared = !empty($announce);
790                 }
791
792                 if ($reshared) {
793                         $type = 'Announce';
794                 } elseif ($item['verb'] == Activity::POST) {
795                         if ($item['created'] == $item['edited']) {
796                                 $type = 'Create';
797                         } else {
798                                 $type = 'Update';
799                         }
800                 } elseif ($item['verb'] == Activity::LIKE) {
801                         $type = 'Like';
802                 } elseif ($item['verb'] == Activity::DISLIKE) {
803                         $type = 'Dislike';
804                 } elseif ($item['verb'] == Activity::ATTEND) {
805                         $type = 'Accept';
806                 } elseif ($item['verb'] == Activity::ATTENDNO) {
807                         $type = 'Reject';
808                 } elseif ($item['verb'] == Activity::ATTENDMAYBE) {
809                         $type = 'TentativeAccept';
810                 } elseif ($item['verb'] == Activity::FOLLOW) {
811                         $type = 'Follow';
812                 } elseif ($item['verb'] == Activity::TAG) {
813                         $type = 'Add';
814                 } elseif ($item['verb'] == Activity::ANNOUNCE) {
815                         $type = 'Announce';
816                 } else {
817                         $type = '';
818                 }
819
820                 return $type;
821         }
822
823         /**
824          * Creates the activity or fetches it from the cache
825          *
826          * @param integer $item_id
827          * @param boolean $force Force new cache entry
828          *
829          * @return array with the activity
830          * @throws \Exception
831          */
832         public static function createCachedActivityFromItem($item_id, $force = false)
833         {
834                 $cachekey = 'APDelivery:createActivity:' . $item_id;
835
836                 if (!$force) {
837                         $data = DI::cache()->get($cachekey);
838                         if (!is_null($data)) {
839                                 return $data;
840                         }
841                 }
842
843                 $data = self::createActivityFromItem($item_id);
844
845                 DI::cache()->set($cachekey, $data, Duration::QUARTER_HOUR);
846                 return $data;
847         }
848
849         /**
850          * Creates an activity array for a given item id
851          *
852          * @param integer $item_id
853          * @param boolean $object_mode Is the activity item is used inside another object?
854          *
855          * @return array of activity
856          * @throws \Exception
857          */
858         public static function createActivityFromItem($item_id, $object_mode = false)
859         {
860                 Logger::info('Fetching activity', ['item' => $item_id]);
861                 $item = Item::selectFirst([], ['id' => $item_id, 'parent-network' => Protocol::NATIVE_SUPPORT]);
862                 if (!DBA::isResult($item)) {
863                         return false;
864                 }
865
866                 /// @todo This code should be removed by the end of the year 2020
867                 if ($item['wall'] && ($item['uri'] == $item['parent-uri'])) {
868                         $owner = User::getOwnerDataById($item['uid']);
869                         if (($owner['account-type'] == User::ACCOUNT_TYPE_COMMUNITY) && ($item['author-link'] != $owner['url'])) {
870                                 $type = 'Announce';
871
872                                 // Disguise forum posts as reshares. Will later be converted to a real announce
873                                 $item['body'] = BBCode::getShareOpeningTag($item['author-name'], $item['author-link'], $item['author-avatar'],
874                                         $item['plink'], $item['created'], $item['guid']) . $item['body'] . '[/share]';
875                         }
876                 }
877
878                 /*
879                 /// @todo This code should be activated by the end of the year 2020             
880                 // See also "tagDeliver";
881                 // In case of a forum post ensure to return the original post if author and forum are on the same machine
882                 if (!empty($item['forum_mode'])) {
883                         $author = Contact::getById($item['author-id'], ['nurl']);
884                         if (!empty($author['nurl'])) {
885                                 $self = Contact::selectFirst(['uid'], ['nurl' => $author['nurl'], 'self' => true]);
886                                 if (!empty($self['uid'])) {
887                                         $item = Item::selectFirst([], ['uri-id' => $item['uri-id'], 'uid' => $self['uid']]);
888                                 }
889                         }
890                 }
891                 */
892
893                 if (empty($type)) {
894                         $condition = ['item-uri' => $item['uri'], 'protocol' => Conversation::PARCEL_ACTIVITYPUB];
895                         $conversation = DBA::selectFirst('conversation', ['source'], $condition);
896                         if (DBA::isResult($conversation)) {
897                                 $data = json_decode($conversation['source'], true);
898                                 if (!empty($data['type'])) {
899                                         if (in_array($data['type'], ['Create', 'Update'])) {
900                                                 if ($object_mode) {
901                                                         unset($data['@context']);
902                                                         unset($data['signature']);
903                                                 }
904                                                 Logger::info('Return stored conversation', ['item' => $item_id]);
905                                                 return $data;
906                                         } elseif (in_array('as:' . $data['type'], Receiver::CONTENT_TYPES)) {
907                                                 if (!empty($data['@context'])) {
908                                                         $context = $data['@context'];
909                                                         unset($data['@context']);
910                                                 }
911                                                 unset($data['actor']);
912                                                 $object = $data;
913                                         }
914                                 }
915                         }
916
917                         $type = self::getTypeOfItem($item);
918                 }
919
920                 if (!$object_mode) {
921                         $data = ['@context' => $context ?? ActivityPub::CONTEXT];
922
923                         if ($item['deleted'] && ($item['gravity'] == GRAVITY_ACTIVITY)) {
924                                 $type = 'Undo';
925                         } elseif ($item['deleted']) {
926                                 $type = 'Delete';
927                         }
928                 } else {
929                         $data = [];
930                 }
931
932                 $data['id'] = $item['uri'] . '/' . $type;
933                 $data['type'] = $type;
934
935                 if (($type != 'Announce') || ($item['gravity'] != GRAVITY_PARENT)) {
936                         $data['actor'] = $item['author-link'];
937                 } else {
938                         $data['actor'] = $item['owner-link'];
939                 }
940
941                 $data['published'] = DateTimeFormat::utc($item['created'] . '+00:00', DateTimeFormat::ATOM);
942
943                 $data['instrument'] = self::getService();
944
945                 $data = array_merge($data, self::createPermissionBlockForItem($item, false));
946
947                 if (in_array($data['type'], ['Create', 'Update', 'Delete'])) {
948                         $data['object'] = $object ?? self::createNote($item);
949                 } elseif ($data['type'] == 'Add') {
950                         $data = self::createAddTag($item, $data);
951                 } elseif ($data['type'] == 'Announce') {
952                         if ($item['verb'] == ACTIVITY::ANNOUNCE) {
953                                 $data['object'] = $item['thr-parent'];
954                         } else {
955                                 $data = self::createAnnounce($item, $data);
956                         }
957                 } elseif ($data['type'] == 'Follow') {
958                         $data['object'] = $item['parent-uri'];
959                 } elseif ($data['type'] == 'Undo') {
960                         $data['object'] = self::createActivityFromItem($item_id, true);
961                 } else {
962                         $data['diaspora:guid'] = $item['guid'];
963                         if (!empty($item['signed_text'])) {
964                                 $data['diaspora:like'] = $item['signed_text'];
965                         }
966                         $data['object'] = $item['thr-parent'];
967                 }
968
969                 if (!empty($item['contact-uid'])) {
970                         $uid = $item['contact-uid'];
971                 } else {
972                         $uid = $item['uid'];
973                 }
974
975                 $owner = User::getOwnerDataById($uid);
976
977                 Logger::info('Fetched activity', ['item' => $item_id, 'uid' => $uid]);
978
979                 // We don't sign if we aren't the actor. This is important for relaying content especially for forums
980                 if (!$object_mode && !empty($owner) && ($data['actor'] == $owner['url'])) {
981                         return LDSignature::sign($data, $owner);
982                 } else {
983                         return $data;
984                 }
985
986                 /// @todo Create "conversation" entry
987         }
988
989         /**
990          * Creates a location entry for a given item array
991          *
992          * @param array $item
993          *
994          * @return array with location array
995          */
996         private static function createLocation($item)
997         {
998                 $location = ['type' => 'Place'];
999
1000                 if (!empty($item['location'])) {
1001                         $location['name'] = $item['location'];
1002                 }
1003
1004                 $coord = [];
1005
1006                 if (empty($item['coord'])) {
1007                         $coord = Map::getCoordinates($item['location']);
1008                 } else {
1009                         $coords = explode(' ', $item['coord']);
1010                         if (count($coords) == 2) {
1011                                 $coord = ['lat' => $coords[0], 'lon' => $coords[1]];
1012                         }
1013                 }
1014
1015                 if (!empty($coord['lat']) && !empty($coord['lon'])) {
1016                         $location['latitude'] = $coord['lat'];
1017                         $location['longitude'] = $coord['lon'];
1018                 }
1019
1020                 return $location;
1021         }
1022
1023         /**
1024          * Returns a tag array for a given item array
1025          *
1026          * @param array $item
1027          *
1028          * @return array of tags
1029          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1030          */
1031         private static function createTagList($item)
1032         {
1033                 $tags = [];
1034
1035                 $terms = Tag::getByURIId($item['uri-id'], [Tag::HASHTAG, Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION]);
1036                 foreach ($terms as $term) {
1037                         if ($term['type'] == Tag::HASHTAG) {
1038                                 $url = DI::baseUrl() . '/search?tag=' . urlencode($term['name']);
1039                                 $tags[] = ['type' => 'Hashtag', 'href' => $url, 'name' => '#' . $term['name']];
1040                         } else {
1041                                 $contact = Contact::getByURL($term['url'], false, ['addr']);
1042                                 if (empty($contact)) {
1043                                         continue;
1044                                 }
1045                                 if (!empty($contact['addr'])) {
1046                                         $mention = '@' . $contact['addr'];
1047                                 } else {
1048                                         $mention = '@' . $term['url'];
1049                                 }
1050
1051                                 $tags[] = ['type' => 'Mention', 'href' => $term['url'], 'name' => $mention];
1052                         }
1053                 }
1054
1055                 $announce = self::getAnnounceArray($item);
1056                 // Mention the original author upon commented reshares
1057                 if (!empty($announce['comment'])) {
1058                         $tags[] = ['type' => 'Mention', 'href' => $announce['actor']['url'], 'name' => '@' . $announce['actor']['addr']];
1059                 }
1060
1061                 return $tags;
1062         }
1063
1064         /**
1065          * Adds attachment data to the JSON document
1066          *
1067          * @param array  $item Data of the item that is to be posted
1068          * @param string $type Object type
1069          *
1070          * @return array with attachment data
1071          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1072          */
1073         private static function createAttachmentList($item, $type)
1074         {
1075                 $attachments = [];
1076
1077                 // Currently deactivated, since it creates side effects on Mastodon and Pleroma.
1078                 // It will be reactivated, once this cleared.
1079                 /*
1080                 $attach_data = BBCode::getAttachmentData($item['body']);
1081                 if (!empty($attach_data['url'])) {
1082                         $attachment = ['type' => 'Page',
1083                                 'mediaType' => 'text/html',
1084                                 'url' => $attach_data['url']];
1085
1086                         if (!empty($attach_data['title'])) {
1087                                 $attachment['name'] = $attach_data['title'];
1088                         }
1089
1090                         if (!empty($attach_data['description'])) {
1091                                 $attachment['summary'] = $attach_data['description'];
1092                         }
1093
1094                         if (!empty($attach_data['image'])) {
1095                                 $imgdata = Images::getInfoFromURLCached($attach_data['image']);
1096                                 if ($imgdata) {
1097                                         $attachment['icon'] = ['type' => 'Image',
1098                                                 'mediaType' => $imgdata['mime'],
1099                                                 'width' => $imgdata[0],
1100                                                 'height' => $imgdata[1],
1101                                                 'url' => $attach_data['image']];
1102                                 }
1103                         }
1104
1105                         $attachments[] = $attachment;
1106                 }
1107                 */
1108                 $arr = explode('[/attach],', $item['attach']);
1109                 if (count($arr)) {
1110                         foreach ($arr as $r) {
1111                                 $matches = false;
1112                                 $cnt = preg_match('|\[attach\]href=\"(.*?)\" length=\"(.*?)\" type=\"(.*?)\" title=\"(.*?)\"|', $r, $matches);
1113                                 if ($cnt) {
1114                                         $attributes = ['type' => 'Document',
1115                                                         'mediaType' => $matches[3],
1116                                                         'url' => $matches[1],
1117                                                         'name' => null];
1118
1119                                         if (trim($matches[4]) != '') {
1120                                                 $attributes['name'] = trim($matches[4]);
1121                                         }
1122
1123                                         $attachments[] = $attributes;
1124                                 }
1125                         }
1126                 }
1127
1128                 if ($type != 'Note') {
1129                         return $attachments;
1130                 }
1131
1132                 // Simplify image codes
1133                 $body = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $item['body']);
1134
1135                 // Grab all pictures without alternative descriptions and create attachments out of them
1136                 if (preg_match_all("/\[img\]([^\[\]]*)\[\/img\]/Usi", $body, $pictures)) {
1137                         foreach ($pictures[1] as $picture) {
1138                                 $imgdata = Images::getInfoFromURLCached($picture);
1139                                 if ($imgdata) {
1140                                         $attachments[] = ['type' => 'Document',
1141                                                 'mediaType' => $imgdata['mime'],
1142                                                 'url' => $picture,
1143                                                 'name' => null];
1144                                 }
1145                         }
1146                 }
1147
1148                 // Grab all pictures with alternative description and create attachments out of them
1149                 if (preg_match_all("/\[img=([^\[\]]*)\]([^\[\]]*)\[\/img\]/Usi", $body, $pictures, PREG_SET_ORDER)) {
1150                         foreach ($pictures as $picture) {
1151                                 $imgdata = Images::getInfoFromURLCached($picture[1]);
1152                                 if ($imgdata) {
1153                                         $attachments[] = ['type' => 'Document',
1154                                                 'mediaType' => $imgdata['mime'],
1155                                                 'url' => $picture[1],
1156                                                 'name' => $picture[2]];
1157                                 }
1158                         }
1159                 }
1160
1161                 return $attachments;
1162         }
1163
1164         /**
1165          * Callback function to replace a Friendica style mention in a mention that is used on AP
1166          *
1167          * @param array $match Matching values for the callback
1168          * @return string Replaced mention
1169          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1170          */
1171         private static function mentionCallback($match)
1172         {
1173                 if (empty($match[1])) {
1174                         return '';
1175                 }
1176
1177                 $data = Contact::getByURL($match[1], false, ['url', 'nick']);
1178                 if (empty($data['nick'])) {
1179                         return $match[0];
1180                 }
1181
1182                 return '@[url=' . $data['url'] . ']' . $data['nick'] . '[/url]';
1183         }
1184
1185         /**
1186          * Remove image elements since they are added as attachment
1187          *
1188          * @param string $body
1189          *
1190          * @return string with removed images
1191          */
1192         private static function removePictures($body)
1193         {
1194                 // Simplify image codes
1195                 $body = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $body);
1196                 $body = preg_replace("/\[img\=(.*?)\](.*?)\[\/img\]/ism", '[img]$1[/img]', $body);
1197
1198                 // Now remove local links
1199                 $body = preg_replace_callback(
1200                         '/\[url=([^\[\]]*)\]\[img\](.*)\[\/img\]\[\/url\]/Usi',
1201                         function ($match) {
1202                                 // We remove the link when it is a link to a local photo page
1203                                 if (Photo::isLocalPage($match[1])) {
1204                                         return '';
1205                                 }
1206                                 // otherwise we just return the link
1207                                 return '[url]' . $match[1] . '[/url]';
1208                         },
1209                         $body
1210                 );
1211
1212                 // Remove all pictures
1213                 $body = preg_replace("/\[img\]([^\[\]]*)\[\/img\]/Usi", '', $body);
1214
1215                 return $body;
1216         }
1217
1218         /**
1219          * Fetches the "context" value for a givem item array from the "conversation" table
1220          *
1221          * @param array $item
1222          *
1223          * @return string with context url
1224          * @throws \Exception
1225          */
1226         private static function fetchContextURLForItem($item)
1227         {
1228                 $conversation = DBA::selectFirst('conversation', ['conversation-href', 'conversation-uri'], ['item-uri' => $item['parent-uri']]);
1229                 if (DBA::isResult($conversation) && !empty($conversation['conversation-href'])) {
1230                         $context_uri = $conversation['conversation-href'];
1231                 } elseif (DBA::isResult($conversation) && !empty($conversation['conversation-uri'])) {
1232                         $context_uri = $conversation['conversation-uri'];
1233                 } else {
1234                         $context_uri = $item['parent-uri'] . '#context';
1235                 }
1236                 return $context_uri;
1237         }
1238
1239         /**
1240          * Returns if the post contains sensitive content ("nsfw")
1241          *
1242          * @param integer $uri_id
1243          *
1244          * @return boolean
1245          * @throws \Exception
1246          */
1247         private static function isSensitive($uri_id)
1248         {
1249                 return DBA::exists('tag-view', ['uri-id' => $uri_id, 'name' => 'nsfw']);
1250         }
1251
1252         /**
1253          * Creates event data
1254          *
1255          * @param array $item
1256          *
1257          * @return array with the event data
1258          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1259          */
1260         public static function createEvent($item)
1261         {
1262                 $event = [];
1263                 $event['name'] = $item['event-summary'];
1264                 $event['content'] = BBCode::convert($item['event-desc'], false, BBCode::ACTIVITYPUB);
1265                 $event['startTime'] = DateTimeFormat::utc($item['event-start'] . '+00:00', DateTimeFormat::ATOM);
1266
1267                 if (!$item['event-nofinish']) {
1268                         $event['endTime'] = DateTimeFormat::utc($item['event-finish'] . '+00:00', DateTimeFormat::ATOM);
1269                 }
1270
1271                 if (!empty($item['event-location'])) {
1272                         $item['location'] = $item['event-location'];
1273                         $event['location'] = self::createLocation($item);
1274                 }
1275
1276                 return $event;
1277         }
1278
1279         /**
1280          * Creates a note/article object array
1281          *
1282          * @param array $item
1283          *
1284          * @return array with the object data
1285          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1286          * @throws \ImagickException
1287          */
1288         public static function createNote($item)
1289         {
1290                 if (empty($item)) {
1291                         return [];
1292                 }
1293
1294                 if ($item['event-type'] == 'event') {
1295                         $type = 'Event';
1296                 } elseif (!empty($item['title'])) {
1297                         $type = 'Article';
1298                 } else {
1299                         $type = 'Note';
1300                 }
1301
1302                 if ($item['deleted']) {
1303                         $type = 'Tombstone';
1304                 }
1305
1306                 $data = [];
1307                 $data['id'] = $item['uri'];
1308                 $data['type'] = $type;
1309
1310                 if ($item['deleted']) {
1311                         return $data;
1312                 }
1313
1314                 $data['summary'] = BBCode::toPlaintext(BBCode::getAbstract($item['body'], Protocol::ACTIVITYPUB));
1315
1316                 if ($item['uri'] != $item['thr-parent']) {
1317                         $data['inReplyTo'] = $item['thr-parent'];
1318                 } else {
1319                         $data['inReplyTo'] = null;
1320                 }
1321
1322                 $data['diaspora:guid'] = $item['guid'];
1323                 $data['published'] = DateTimeFormat::utc($item['created'] . '+00:00', DateTimeFormat::ATOM);
1324
1325                 if ($item['created'] != $item['edited']) {
1326                         $data['updated'] = DateTimeFormat::utc($item['edited'] . '+00:00', DateTimeFormat::ATOM);
1327                 }
1328
1329                 $data['url'] = $item['plink'];
1330                 $data['attributedTo'] = $item['author-link'];
1331                 $data['sensitive'] = self::isSensitive($item['uri-id']);
1332                 $data['context'] = self::fetchContextURLForItem($item);
1333
1334                 if (!empty($item['title'])) {
1335                         $data['name'] = BBCode::toPlaintext($item['title'], false);
1336                 }
1337
1338                 $permission_block = self::createPermissionBlockForItem($item, false);
1339
1340                 $body = $item['body'];
1341
1342                 if (empty($item['uid']) || !Feature::isEnabled($item['uid'], 'explicit_mentions')) {
1343                         $body = self::prependMentions($body, $item['uri-id']);
1344                 }
1345
1346                 if ($type == 'Note') {
1347                         $body = self::removePictures($body);
1348                 } elseif (($type == 'Article') && empty($data['summary'])) {
1349                         $data['summary'] = BBCode::toPlaintext(Plaintext::shorten(self::removePictures($body), 1000));
1350                 }
1351
1352                 if ($type == 'Event') {
1353                         $data = array_merge($data, self::createEvent($item));
1354                 } else {
1355                         $regexp = "/[@!]\[url\=([^\[\]]*)\].*?\[\/url\]/ism";
1356                         $body = preg_replace_callback($regexp, ['self', 'mentionCallback'], $body);
1357
1358                         $data['content'] = BBCode::convert($body, false, BBCode::ACTIVITYPUB);
1359                 }
1360
1361                 // The regular "content" field does contain a minimized HTML. This is done since systems like
1362                 // Mastodon has got problems with - for example - embedded pictures.
1363                 // The contentMap does contain the unmodified HTML.
1364                 $language = self::getLanguage($item);
1365                 if (!empty($language)) {
1366                         $regexp = "/[@!]\[url\=([^\[\]]*)\].*?\[\/url\]/ism";
1367                         $richbody = preg_replace_callback($regexp, ['self', 'mentionCallback'], $item['body']);
1368                         $richbody = BBCode::removeAttachment($richbody);
1369
1370                         $data['contentMap'][$language] = BBCode::convert($richbody, false);
1371                 }
1372
1373                 $data['source'] = ['content' => $item['body'], 'mediaType' => "text/bbcode"];
1374
1375                 if (!empty($item['signed_text']) && ($item['uri'] != $item['thr-parent'])) {
1376                         $data['diaspora:comment'] = $item['signed_text'];
1377                 }
1378
1379                 $data['attachment'] = self::createAttachmentList($item, $type);
1380                 $data['tag'] = self::createTagList($item);
1381
1382                 if (empty($data['location']) && (!empty($item['coord']) || !empty($item['location']))) {
1383                         $data['location'] = self::createLocation($item);
1384                 }
1385
1386                 if (!empty($item['app'])) {
1387                         $data['generator'] = ['type' => 'Application', 'name' => $item['app']];
1388                 }
1389
1390                 $data = array_merge($data, $permission_block);
1391
1392                 return $data;
1393         }
1394
1395         /**
1396          * Fetches the language from the post, the user or the system.
1397          *
1398          * @param array $item
1399          *
1400          * @return string language string
1401          */
1402         private static function getLanguage(array $item)
1403         {
1404                 // Try to fetch the language from the post itself
1405                 if (!empty($item['language'])) {
1406                         $languages = array_keys(json_decode($item['language'], true));
1407                         if (!empty($languages[0])) {
1408                                 return $languages[0];
1409                         }
1410                 }
1411
1412                 // Otherwise use the user's language
1413                 if (!empty($item['uid'])) {
1414                         $user = DBA::selectFirst('user', ['language'], ['uid' => $item['uid']]);
1415                         if (!empty($user['language'])) {
1416                                 return $user['language'];
1417                         }
1418                 }
1419
1420                 // And finally just use the system language
1421                 return DI::config()->get('system', 'language');
1422         }
1423
1424         /**
1425          * Creates an an "add tag" entry
1426          *
1427          * @param array $item
1428          * @param array $data activity data
1429          *
1430          * @return array with activity data for adding tags
1431          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1432          * @throws \ImagickException
1433          */
1434         private static function createAddTag($item, $data)
1435         {
1436                 $object = XML::parseString($item['object']);
1437                 $target = XML::parseString($item["target"]);
1438
1439                 $data['diaspora:guid'] = $item['guid'];
1440                 $data['actor'] = $item['author-link'];
1441                 $data['target'] = (string)$target->id;
1442                 $data['summary'] = BBCode::toPlaintext($item['body']);
1443                 $data['object'] = ['id' => (string)$object->id, 'type' => 'tag', 'name' => (string)$object->title, 'content' => (string)$object->content];
1444
1445                 return $data;
1446         }
1447
1448         /**
1449          * Creates an announce object entry
1450          *
1451          * @param array $item
1452          * @param array $data activity data
1453          *
1454          * @return array with activity data
1455          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1456          * @throws \ImagickException
1457          */
1458         private static function createAnnounce($item, $data)
1459         {
1460                 $orig_body = $item['body'];
1461                 $announce = self::getAnnounceArray($item);
1462                 if (empty($announce)) {
1463                         $data['type'] = 'Create';
1464                         $data['object'] = self::createNote($item);
1465                         return $data;
1466                 }
1467
1468                 if (empty($announce['comment'])) {
1469                         // Pure announce, without a quote
1470                         $data['type'] = 'Announce';
1471                         $data['object'] = $announce['object']['uri'];
1472                         return $data;
1473                 }
1474
1475                 // Quote
1476                 $data['type'] = 'Create';
1477                 $item['body'] = $announce['comment'] . "\n" . $announce['object']['plink'];
1478                 $data['object'] = self::createNote($item);
1479
1480                 /// @todo Finally descide how to implement this in AP. This is a possible way:
1481                 $data['object']['attachment'][] = self::createNote($announce['object']);
1482
1483                 $data['object']['source']['content'] = $orig_body;
1484                 return $data;
1485         }
1486
1487         /**
1488          * Return announce related data if the item is an annunce
1489          *
1490          * @param array $item
1491          *
1492          * @return array
1493          */
1494         public static function getAnnounceArray($item)
1495         {
1496                 $reshared = Item::getShareArray($item);
1497                 if (empty($reshared['guid'])) {
1498                         return [];
1499                 }
1500
1501                 $reshared_item = Item::selectFirst([], ['guid' => $reshared['guid']]);
1502                 if (!DBA::isResult($reshared_item)) {
1503                         return [];
1504                 }
1505
1506                 if (!in_array($reshared_item['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
1507                         return [];
1508                 }
1509
1510                 $profile = APContact::getByURL($reshared_item['author-link'], false);
1511                 if (empty($profile)) {
1512                         return [];
1513                 }
1514
1515                 return ['object' => $reshared_item, 'actor' => $profile, 'comment' => $reshared['comment']];
1516         }
1517
1518         /**
1519          * Checks if the provided item array is an announce
1520          *
1521          * @param array $item
1522          *
1523          * @return boolean
1524          */
1525         public static function isAnnounce($item)
1526         {
1527                 if ($item['verb'] == Activity::ANNOUNCE) {
1528                         return true;
1529                 }
1530
1531                 $announce = self::getAnnounceArray($item);
1532                 if (empty($announce)) {
1533                         return false;
1534                 }
1535
1536                 return empty($announce['comment']);
1537         }
1538
1539         /**
1540          * Creates an activity id for a given contact id
1541          *
1542          * @param integer $cid Contact ID of target
1543          *
1544          * @return bool|string activity id
1545          */
1546         public static function activityIDFromContact($cid)
1547         {
1548                 $contact = DBA::selectFirst('contact', ['uid', 'id', 'created'], ['id' => $cid]);
1549                 if (!DBA::isResult($contact)) {
1550                         return false;
1551                 }
1552
1553                 $hash = hash('ripemd128', $contact['uid'].'-'.$contact['id'].'-'.$contact['created']);
1554                 $uuid = substr($hash, 0, 8). '-' . substr($hash, 8, 4) . '-' . substr($hash, 12, 4) . '-' . substr($hash, 16, 4) . '-' . substr($hash, 20, 12);
1555                 return DI::baseUrl() . '/activity/' . $uuid;
1556         }
1557
1558         /**
1559          * Transmits a contact suggestion to a given inbox
1560          *
1561          * @param integer $uid           User ID
1562          * @param string  $inbox         Target inbox
1563          * @param integer $suggestion_id Suggestion ID
1564          *
1565          * @return boolean was the transmission successful?
1566          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1567          */
1568         public static function sendContactSuggestion($uid, $inbox, $suggestion_id)
1569         {
1570                 $owner = User::getOwnerDataById($uid);
1571
1572                 $suggestion = DI::fsuggest()->getById($suggestion_id);
1573
1574                 $data = ['@context' => ActivityPub::CONTEXT,
1575                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1576                         'type' => 'Announce',
1577                         'actor' => $owner['url'],
1578                         'object' => $suggestion->url,
1579                         'content' => $suggestion->note,
1580                         'instrument' => self::getService(),
1581                         'to' => [ActivityPub::PUBLIC_COLLECTION],
1582                         'cc' => []];
1583
1584                 $signed = LDSignature::sign($data, $owner);
1585
1586                 Logger::log('Deliver profile deletion for user ' . $uid . ' to ' . $inbox . ' via ActivityPub', Logger::DEBUG);
1587                 return HTTPSignature::transmit($signed, $inbox, $uid);
1588         }
1589
1590         /**
1591          * Transmits a profile relocation to a given inbox
1592          *
1593          * @param integer $uid   User ID
1594          * @param string  $inbox Target inbox
1595          *
1596          * @return boolean was the transmission successful?
1597          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1598          */
1599         public static function sendProfileRelocation($uid, $inbox)
1600         {
1601                 $owner = User::getOwnerDataById($uid);
1602
1603                 $data = ['@context' => ActivityPub::CONTEXT,
1604                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1605                         'type' => 'dfrn:relocate',
1606                         'actor' => $owner['url'],
1607                         'object' => $owner['url'],
1608                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
1609                         'instrument' => self::getService(),
1610                         'to' => [ActivityPub::PUBLIC_COLLECTION],
1611                         'cc' => []];
1612
1613                 $signed = LDSignature::sign($data, $owner);
1614
1615                 Logger::log('Deliver profile relocation for user ' . $uid . ' to ' . $inbox . ' via ActivityPub', Logger::DEBUG);
1616                 return HTTPSignature::transmit($signed, $inbox, $uid);
1617         }
1618
1619         /**
1620          * Transmits a profile deletion to a given inbox
1621          *
1622          * @param integer $uid   User ID
1623          * @param string  $inbox Target inbox
1624          *
1625          * @return boolean was the transmission successful?
1626          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1627          */
1628         public static function sendProfileDeletion($uid, $inbox)
1629         {
1630                 $owner = User::getOwnerDataById($uid);
1631
1632                 if (empty($owner)) {
1633                         Logger::error('No owner data found, the deletion message cannot be processed.', ['user' => $uid]);
1634                         return false;
1635                 }
1636
1637                 if (empty($owner['uprvkey'])) {
1638                         Logger::error('No private key for owner found, the deletion message cannot be processed.', ['user' => $uid]);
1639                         return false;
1640                 }
1641
1642                 $data = ['@context' => ActivityPub::CONTEXT,
1643                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1644                         'type' => 'Delete',
1645                         'actor' => $owner['url'],
1646                         'object' => $owner['url'],
1647                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
1648                         'instrument' => self::getService(),
1649                         'to' => [ActivityPub::PUBLIC_COLLECTION],
1650                         'cc' => []];
1651
1652                 $signed = LDSignature::sign($data, $owner);
1653
1654                 Logger::log('Deliver profile deletion for user ' . $uid . ' to ' . $inbox . ' via ActivityPub', Logger::DEBUG);
1655                 return HTTPSignature::transmit($signed, $inbox, $uid);
1656         }
1657
1658         /**
1659          * Transmits a profile change to a given inbox
1660          *
1661          * @param integer $uid   User ID
1662          * @param string  $inbox Target inbox
1663          *
1664          * @return boolean was the transmission successful?
1665          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1666          * @throws \ImagickException
1667          */
1668         public static function sendProfileUpdate($uid, $inbox)
1669         {
1670                 $owner = User::getOwnerDataById($uid);
1671                 $profile = APContact::getByURL($owner['url']);
1672
1673                 $data = ['@context' => ActivityPub::CONTEXT,
1674                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1675                         'type' => 'Update',
1676                         'actor' => $owner['url'],
1677                         'object' => self::getProfile($uid),
1678                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
1679                         'instrument' => self::getService(),
1680                         'to' => [$profile['followers']],
1681                         'cc' => []];
1682
1683                 $signed = LDSignature::sign($data, $owner);
1684
1685                 Logger::log('Deliver profile update for user ' . $uid . ' to ' . $inbox . ' via ActivityPub', Logger::DEBUG);
1686                 return HTTPSignature::transmit($signed, $inbox, $uid);
1687         }
1688
1689         /**
1690          * Transmits a given activity to a target
1691          *
1692          * @param string  $activity Type name
1693          * @param string  $target   Target profile
1694          * @param integer $uid      User ID
1695          * @return bool
1696          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1697          * @throws \ImagickException
1698          * @throws \Exception
1699          */
1700         public static function sendActivity($activity, $target, $uid, $id = '')
1701         {
1702                 $profile = APContact::getByURL($target);
1703                 if (empty($profile['inbox'])) {
1704                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
1705                         return;
1706                 }
1707
1708                 $owner = User::getOwnerDataById($uid);
1709
1710                 if (empty($id)) {
1711                         $id = DI::baseUrl() . '/activity/' . System::createGUID();
1712                 }
1713
1714                 $data = ['@context' => ActivityPub::CONTEXT,
1715                         'id' => $id,
1716                         'type' => $activity,
1717                         'actor' => $owner['url'],
1718                         'object' => $profile['url'],
1719                         'instrument' => self::getService(),
1720                         'to' => [$profile['url']]];
1721
1722                 Logger::log('Sending activity ' . $activity . ' to ' . $target . ' for user ' . $uid, Logger::DEBUG);
1723
1724                 $signed = LDSignature::sign($data, $owner);
1725                 return HTTPSignature::transmit($signed, $profile['inbox'], $uid);
1726         }
1727
1728         /**
1729          * Transmits a "follow object" activity to a target
1730          * This is a preparation for sending automated "follow" requests when receiving "Announce" messages
1731          *
1732          * @param string  $object Object URL
1733          * @param string  $target Target profile
1734          * @param integer $uid    User ID
1735          * @return bool
1736          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1737          * @throws \ImagickException
1738          * @throws \Exception
1739          */
1740         public static function sendFollowObject($object, $target, $uid = 0)
1741         {
1742                 $profile = APContact::getByURL($target);
1743                 if (empty($profile['inbox'])) {
1744                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
1745                         return;
1746                 }
1747
1748                 if (empty($uid)) {
1749                         // Fetch the list of administrators
1750                         $admin_mail = explode(',', str_replace(' ', '', DI::config()->get('config', 'admin_email')));
1751
1752                         // We need to use some user as a sender. It doesn't care who it will send. We will use an administrator account.
1753                         $condition = ['verified' => true, 'blocked' => false, 'account_removed' => false, 'account_expired' => false, 'email' => $admin_mail];
1754                         $first_user = DBA::selectFirst('user', ['uid'], $condition);
1755                         $uid = $first_user['uid'];
1756                 }
1757
1758                 $condition = ['verb' => Activity::FOLLOW, 'uid' => 0, 'parent-uri' => $object,
1759                         'author-id' => Contact::getPublicIdByUserId($uid)];
1760                 if (Item::exists($condition)) {
1761                         Logger::log('Follow for ' . $object . ' for user ' . $uid . ' does already exist.', Logger::DEBUG);
1762                         return false;
1763                 }
1764
1765                 $owner = User::getOwnerDataById($uid);
1766
1767                 $data = ['@context' => ActivityPub::CONTEXT,
1768                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1769                         'type' => 'Follow',
1770                         'actor' => $owner['url'],
1771                         'object' => $object,
1772                         'instrument' => self::getService(),
1773                         'to' => [$profile['url']]];
1774
1775                 Logger::log('Sending follow ' . $object . ' to ' . $target . ' for user ' . $uid, Logger::DEBUG);
1776
1777                 $signed = LDSignature::sign($data, $owner);
1778                 return HTTPSignature::transmit($signed, $profile['inbox'], $uid);
1779         }
1780
1781         /**
1782          * Transmit a message that the contact request had been accepted
1783          *
1784          * @param string  $target Target profile
1785          * @param         $id
1786          * @param integer $uid    User ID
1787          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1788          * @throws \ImagickException
1789          */
1790         public static function sendContactAccept($target, $id, $uid)
1791         {
1792                 $profile = APContact::getByURL($target);
1793                 if (empty($profile['inbox'])) {
1794                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
1795                         return;
1796                 }
1797
1798                 $owner = User::getOwnerDataById($uid);
1799                 $data = ['@context' => ActivityPub::CONTEXT,
1800                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1801                         'type' => 'Accept',
1802                         'actor' => $owner['url'],
1803                         'object' => [
1804                                 'id' => (string)$id,
1805                                 'type' => 'Follow',
1806                                 'actor' => $profile['url'],
1807                                 'object' => $owner['url']
1808                         ],
1809                         'instrument' => self::getService(),
1810                         'to' => [$profile['url']]];
1811
1812                 Logger::debug('Sending accept to ' . $target . ' for user ' . $uid . ' with id ' . $id);
1813
1814                 $signed = LDSignature::sign($data, $owner);
1815                 HTTPSignature::transmit($signed, $profile['inbox'], $uid);
1816         }
1817
1818         /**
1819          * Reject a contact request or terminates the contact relation
1820          *
1821          * @param string  $target Target profile
1822          * @param         $id
1823          * @param integer $uid    User ID
1824          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1825          * @throws \ImagickException
1826          */
1827         public static function sendContactReject($target, $id, $uid)
1828         {
1829                 $profile = APContact::getByURL($target);
1830                 if (empty($profile['inbox'])) {
1831                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
1832                         return;
1833                 }
1834
1835                 $owner = User::getOwnerDataById($uid);
1836                 $data = ['@context' => ActivityPub::CONTEXT,
1837                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
1838                         'type' => 'Reject',
1839                         'actor' => $owner['url'],
1840                         'object' => [
1841                                 'id' => (string)$id,
1842                                 'type' => 'Follow',
1843                                 'actor' => $profile['url'],
1844                                 'object' => $owner['url']
1845                         ],
1846                         'instrument' => self::getService(),
1847                         'to' => [$profile['url']]];
1848
1849                 Logger::debug('Sending reject to ' . $target . ' for user ' . $uid . ' with id ' . $id);
1850
1851                 $signed = LDSignature::sign($data, $owner);
1852                 HTTPSignature::transmit($signed, $profile['inbox'], $uid);
1853         }
1854
1855         /**
1856          * Transmits a message that we don't want to follow this contact anymore
1857          *
1858          * @param string  $target Target profile
1859          * @param integer $uid    User ID
1860          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1861          * @throws \ImagickException
1862          * @throws \Exception
1863          */
1864         public static function sendContactUndo($target, $cid, $uid)
1865         {
1866                 $profile = APContact::getByURL($target);
1867                 if (empty($profile['inbox'])) {
1868                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
1869                         return;
1870                 }
1871
1872                 $object_id = self::activityIDFromContact($cid);
1873                 if (empty($object_id)) {
1874                         return;
1875                 }
1876
1877                 $id = DI::baseUrl() . '/activity/' . System::createGUID();
1878
1879                 $owner = User::getOwnerDataById($uid);
1880                 $data = ['@context' => ActivityPub::CONTEXT,
1881                         'id' => $id,
1882                         'type' => 'Undo',
1883                         'actor' => $owner['url'],
1884                         'object' => ['id' => $object_id, 'type' => 'Follow',
1885                                 'actor' => $owner['url'],
1886                                 'object' => $profile['url']],
1887                         'instrument' => self::getService(),
1888                         'to' => [$profile['url']]];
1889
1890                 Logger::log('Sending undo to ' . $target . ' for user ' . $uid . ' with id ' . $id, Logger::DEBUG);
1891
1892                 $signed = LDSignature::sign($data, $owner);
1893                 HTTPSignature::transmit($signed, $profile['inbox'], $uid);
1894         }
1895
1896         private static function prependMentions($body, int $uriid)
1897         {
1898                 $mentions = [];
1899
1900                 foreach (Tag::getByURIId($uriid, [Tag::IMPLICIT_MENTION]) as $tag) {
1901                         $profile = Contact::getByURL($tag['url'], false, ['addr', 'contact-type', 'nick']);
1902                         if (!empty($profile['addr'])
1903                                 && $profile['contact-type'] != Contact::TYPE_COMMUNITY
1904                                 && !strstr($body, $profile['addr'])
1905                                 && !strstr($body, $tag['url'])
1906                         ) {
1907                                 $mentions[] = '@[url=' . $tag['url'] . ']' . $profile['nick'] . '[/url]';
1908                         }
1909                 }
1910
1911                 $mentions[] = $body;
1912
1913                 return implode(' ', $mentions);
1914         }
1915 }