src/Protocol/ActivityPub/Transmitter.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2010-2023, the Friendica project
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Protocol\ActivityPub;
  23
  24 use Friendica\App;
  25 use Friendica\Content\Feature;
  26 use Friendica\Content\Smilies;
  27 use Friendica\Content\Text\BBCode;
  28 use Friendica\Core\Cache\Enum\Duration;
  29 use Friendica\Core\Logger;
  30 use Friendica\Core\Protocol;
  31 use Friendica\Core\System;
  32 use Friendica\Database\DBA;
  33 use Friendica\DI;
  34 use Friendica\Model\APContact;
  35 use Friendica\Model\Contact;
  36 use Friendica\Model\GServer;
  37 use Friendica\Model\Item;
  38 use Friendica\Model\Photo;
  39 use Friendica\Model\Post;
  40 use Friendica\Model\Tag;
  41 use Friendica\Model\User;
  42 use Friendica\Network\HTTPException;
  43 use Friendica\Protocol\Activity;
  44 use Friendica\Protocol\ActivityPub;
  45 use Friendica\Protocol\Relay;
  46 use Friendica\Util\DateTimeFormat;
  47 use Friendica\Util\HTTPSignature;
  48 use Friendica\Util\LDSignature;
  49 use Friendica\Util\Map;
  50 use Friendica\Util\Network;
  51 use Friendica\Util\Strings;
  52 use Friendica\Util\XML;
  53
  54 /**
  55  * ActivityPub Transmitter Protocol class
  56  *
  57  * To-Do:
  58  * @todo Undo Announce
  59  */
  60 class Transmitter
  61 {
  62         const CACHEKEY_FEATURED = 'transmitter:getFeatured:';
  63         const CACHEKEY_CONTACTS = 'transmitter:getContacts:';
  64
  65         /**
  66          * Add relay servers to the list of inboxes
  67          *
  68          * @param array $inboxes
  69          * @return array inboxes with added relay servers
  70          */
  71         public static function addRelayServerInboxes(array $inboxes = []): array
  72         {
  73                 foreach (Relay::getList(['inbox']) as $contact) {
  74                         $inboxes[$contact['inbox']] = $contact['inbox'];
  75                 }
  76
  77                 return $inboxes;
  78         }
  79
  80         /**
  81          * Add relay servers to the list of inboxes
  82          *
  83          * @param array $inboxes
  84          * @return array inboxes with added relay servers
  85          */
  86         public static function addRelayServerInboxesForItem(int $item_id, array $inboxes = []): array
  87         {
  88                 $item = Post::selectFirst(['uid'], ['id' => $item_id]);
  89                 if (empty($item)) {
  90                         return $inboxes;
  91                 }
  92
  93                 $relays = Relay::getDirectRelayList($item_id);
  94                 if (empty($relays)) {
  95                         return $inboxes;
  96                 }
  97
  98                 foreach ($relays as $relay) {
  99                         $contact = Contact::getByURLForUser($relay['url'], $item['uid'], false, ['id']);
 100                         $inboxes[$relay['batch']][] = $contact['id'] ?? 0;
 101                 }
 102                 return $inboxes;
 103         }
 104
 105         /**
 106          * Subscribe to a relay and updates contact on success
 107          *
 108          * @param string $url Subscribe actor url
 109          * @return bool success
 110          */
 111         public static function sendRelayFollow(string $url): bool
 112         {
 113                 $contact = Contact::getByURL($url);
 114                 if (empty($contact)) {
 115                         return false;
 116                 }
 117
 118                 $activity_id = self::activityIDFromContact($contact['id']);
 119                 $success = self::sendActivity('Follow', $url, 0, $activity_id);
 120                 if ($success) {
 121                         Contact::update(['rel' => Contact::FRIEND], ['id' => $contact['id']]);
 122                 }
 123
 124                 return $success;
 125         }
 126
 127         /**
 128          * Unsubscribe from a relay and updates contact on success or forced
 129          *
 130          * @param string $url   Subscribe actor url
 131          * @param bool   $force Set the relay status as non follower even if unsubscribe hadn't worked
 132          * @return bool success
 133          */
 134         public static function sendRelayUndoFollow(string $url, bool $force = false): bool
 135         {
 136                 $contact = Contact::getByURL($url);
 137                 if (empty($contact)) {
 138                         return false;
 139                 }
 140
 141                 $success = self::sendContactUndo($url, $contact['id'], User::getSystemAccount());
 142
 143                 if ($success || $force) {
 144                         Contact::update(['rel' => Contact::NOTHING], ['id' => $contact['id']]);
 145                 }
 146
 147                 return $success;
 148         }
 149
 150         /**
 151          * Collects a list of contacts of the given owner
 152          *
 153          * @param array   $owner     Owner array
 154          * @param array   $rel       The relevant value(s) contact.rel should match
 155          * @param string  $module    The name of the relevant AP endpoint module (followers|following)
 156          * @param integer $page      Page number
 157          * @param string  $requester URL of the requester
 158          * @param boolean $nocache   Wether to bypass caching
 159          * @return array of owners
 160          * @throws \Exception
 161          */
 162         public static function getContacts(array $owner, array $rel, string $module, int $page = null, string $requester = null, bool $nocache = false): array
 163         {
 164                 if (empty($page)) {
 165                         $cachekey = self::CACHEKEY_CONTACTS . $module . ':'. $owner['uid'];
 166                         $result = DI::cache()->get($cachekey);
 167                         if (!$nocache && !is_null($result)) {
 168                                 return $result;
 169                         }
 170                 }
 171
 172                 $parameters = [
 173                         'rel' => $rel,
 174                         'uid' => $owner['uid'],
 175                         'self' => false,
 176                         'deleted' => false,
 177                         'hidden' => false,
 178                         'archive' => false,
 179                         'pending' => false,
 180                         'blocked' => false,
 181                 ];
 182
 183                 $condition = DBA::mergeConditions($parameters, ["`url` IN (SELECT `url` FROM `apcontact`)"]);
 184
 185                 $total = DBA::count('contact', $condition);
 186
 187                 $modulePath = '/' . $module . '/';
 188
 189                 $data = ['@context' => ActivityPub::CONTEXT];
 190                 $data['id'] = DI::baseUrl() . $modulePath . $owner['nickname'];
 191                 $data['type'] = 'OrderedCollection';
 192                 $data['totalItems'] = $total;
 193
 194                 if (!empty($page)) {
 195                         $data['id'] .= '?' . http_build_query(['page' => $page]);
 196                 }
 197
 198                 // When we hide our friends we will only show the pure number but don't allow more.
 199                 $show_contacts = ActivityPub::isAcceptedRequester($owner['uid']) && empty($owner['hide-friends']);
 200
 201                 // Allow fetching the contact list when the requester is part of the list.
 202                 if (($owner['page-flags'] == User::PAGE_FLAGS_PRVGROUP) && !empty($requester)) {
 203                         $show_contacts = DBA::exists('contact', ['nurl' => Strings::normaliseLink($requester), 'uid' => $owner['uid'], 'blocked' => false]);
 204                 }
 205
 206                 if (!$show_contacts) {
 207                         if (!empty($cachekey)) {
 208                                 DI::cache()->set($cachekey, $data, Duration::DAY);
 209                         }
 210
 211                         return $data;
 212                 }
 213
 214                 if (empty($page)) {
 215                         $data['first'] = DI::baseUrl() . $modulePath . $owner['nickname'] . '?page=1';
 216                 } else {
 217                         $data['type'] = 'OrderedCollectionPage';
 218                         $list = [];
 219
 220                         $contacts = DBA::select('contact', ['url'], $condition, ['limit' => [($page - 1) * 100, 100]]);
 221                         while ($contact = DBA::fetch($contacts)) {
 222                                 $list[] = $contact['url'];
 223                         }
 224                         DBA::close($contacts);
 225
 226                         if (count($list) == 100) {
 227                                 $data['next'] = DI::baseUrl() . $modulePath . $owner['nickname'] . '?page=' . ($page + 1);
 228                         }
 229
 230                         $data['partOf'] = DI::baseUrl() . $modulePath . $owner['nickname'];
 231
 232                         $data['orderedItems'] = $list;
 233                 }
 234
 235                 if (!empty($cachekey)) {
 236                         DI::cache()->set($cachekey, $data, Duration::DAY);
 237                 }
 238
 239                 return $data;
 240         }
 241
 242         /**
 243          * Public posts for the given owner
 244          *
 245          * @param array   $owner   Owner array
 246          * @param integer $page    Page number
 247          * @param boolean $nocache Wether to bypass caching
 248          *
 249          * @return array of posts
 250          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 251          * @throws \ImagickException
 252          */
 253         public static function getFeatured(array $owner, int $page = null, bool $nocache = false): array
 254         {
 255                 if (empty($page)) {
 256                         $cachekey = self::CACHEKEY_FEATURED . $owner['uid'];
 257                         $result = DI::cache()->get($cachekey);
 258                         if (!$nocache && !is_null($result)) {
 259                                 return $result;
 260                         }
 261                 }
 262
 263                 $owner_cid = Contact::getIdForURL($owner['url'], 0, false);
 264
 265                 $condition = ["`uri-id` IN (SELECT `uri-id` FROM `collection-view` WHERE `cid` = ? AND `type` = ?)",
 266                         $owner_cid, Post\Collection::FEATURED];
 267
 268                 $condition = DBA::mergeConditions($condition, [
 269                         'uid'           => $owner['uid'],
 270                         'author-id'      => $owner_cid,
 271                         'private'        => [Item::PUBLIC, Item::UNLISTED],
 272                         'gravity'        => [Item::GRAVITY_PARENT, Item::GRAVITY_COMMENT],
 273                         'network'        => Protocol::FEDERATED,
 274                         'parent-network' => Protocol::FEDERATED,
 275                         'origin'         => true,
 276                         'deleted'        => false,
 277                         'visible'        => true
 278                 ]);
 279
 280                 $count = Post::count($condition);
 281
 282                 $data = ['@context' => ActivityPub::CONTEXT];
 283                 $data['id'] = DI::baseUrl() . '/featured/' . $owner['nickname'];
 284                 $data['type'] = 'OrderedCollection';
 285                 $data['totalItems'] = $count;
 286
 287                 if (!empty($page)) {
 288                         $data['id'] .= '?' . http_build_query(['page' => $page]);
 289                 }
 290
 291                 if (empty($page)) {
 292                         $items = Post::select(['id'], $condition, ['limit' => 20, 'order' => ['created' => true]]);
 293                 } else {
 294                         $data['type'] = 'OrderedCollectionPage';
 295                         $items = Post::select(['id'], $condition, ['limit' => [($page - 1) * 20, 20], 'order' => ['created' => true]]);
 296                 }
 297                 $list = [];
 298
 299                 while ($item = Post::fetch($items)) {
 300                         $activity = self::createActivityFromItem($item['id'], true);
 301                         if (!empty($activity)) {
 302                                 $list[] = $activity;
 303                         }
 304                 }
 305                 DBA::close($items);
 306
 307                 if (count($list) == 20) {
 308                         $data['next'] = DI::baseUrl() . '/featured/' . $owner['nickname'] . '?page=' . ($page + 1);
 309                 }
 310
 311                 if (!empty($page)) {
 312                         $data['partOf'] = DI::baseUrl() . '/featured/' . $owner['nickname'];
 313                 }
 314
 315                 $data['orderedItems'] = $list;
 316
 317                 if (!empty($cachekey)) {
 318                         DI::cache()->set($cachekey, $data, Duration::DAY);
 319                 }
 320
 321                 return $data;
 322         }
 323
 324         /**
 325          * Return the service array containing information the used software and it's url
 326          *
 327          * @return array with service data
 328          */
 329         public static function getService(): array
 330         {
 331                 return [
 332                         'type' => 'Service',
 333                         'name' =>  App::PLATFORM . " '" . App::CODENAME . "' " . App::VERSION . '-' . DB_UPDATE_VERSION,
 334                         'url' => (string)DI::baseUrl()
 335                 ];
 336         }
 337
 338         /**
 339          * Return the ActivityPub profile of the given user
 340          *
 341          * @param int  $uid  User ID
 342          * @param bool $full If not full, only the basic information is returned
 343          * @return array with profile data
 344          * @throws HTTPException\NotFoundException
 345          * @throws HTTPException\InternalServerErrorException
 346          */
 347         public static function getProfile(int $uid, bool $full = true): array
 348         {
 349                 $owner = User::getOwnerDataById($uid);
 350                 if (!isset($owner['id'])) {
 351                         DI::logger()->error('Unable to find owner data for uid', ['uid' => $uid]);
 352                         throw new HTTPException\NotFoundException('User not found.');
 353                 }
 354
 355                 $data = ['@context' => ActivityPub::CONTEXT];
 356                 $data['id'] = $owner['url'];
 357
 358                 if (!empty($owner['guid'])) {
 359                         $data['diaspora:guid'] = $owner['guid'];
 360                 }
 361
 362                 $data['type'] = ActivityPub::ACCOUNT_TYPES[$owner['account-type']];
 363
 364                 if ($uid != 0) {
 365                         $data['following'] = DI::baseUrl() . '/following/' . $owner['nick'];
 366                         $data['followers'] = DI::baseUrl() . '/followers/' . $owner['nick'];
 367                         $data['inbox']     = DI::baseUrl() . '/inbox/' . $owner['nick'];
 368                         $data['outbox']    = DI::baseUrl() . '/outbox/' . $owner['nick'];
 369                         $data['featured']  = DI::baseUrl() . '/featured/' . $owner['nick'];
 370                 } else {
 371                         $data['inbox'] = DI::baseUrl() . '/friendica/inbox';
 372                 }
 373
 374                 $data['preferredUsername'] = $owner['nick'];
 375                 $data['name'] = $owner['name'];
 376
 377                 if (!$full && !empty($owner['country-name'] . $owner['region'] . $owner['locality'])) {
 378                         $data['vcard:hasAddress'] = ['@type' => 'vcard:Home', 'vcard:country-name' => $owner['country-name'],
 379                                 'vcard:region' => $owner['region'], 'vcard:locality' => $owner['locality']];
 380                 }
 381
 382                 if ($full && !empty($owner['about'])) {
 383                         $data['summary'] = BBCode::convertForUriId($owner['uri-id'] ?? 0, $owner['about'], BBCode::EXTERNAL);
 384                 }
 385
 386                 if ($full && (!empty($owner['xmpp']) || !empty($owner['matrix']))) {
 387                         $data['vcard:hasInstantMessage'] = [];
 388
 389                         if (!empty($owner['xmpp'])) {
 390                                 $data['vcard:hasInstantMessage'][] = 'xmpp:' . $owner['xmpp'];
 391                         }
 392                         if (!empty($owner['matrix'])) {
 393                                 $data['vcard:hasInstantMessage'][] = 'matrix:' . $owner['matrix'];
 394                         }
 395                 }
 396
 397                 $data['url'] = $owner['url'];
 398                 $data['manuallyApprovesFollowers'] = in_array($owner['page-flags'], [User::PAGE_FLAGS_NORMAL, User::PAGE_FLAGS_PRVGROUP]);
 399                 $data['discoverable'] = (bool)$owner['net-publish'];
 400                 $data['publicKey'] = ['id' => $owner['url'] . '#main-key',
 401                         'owner' => $owner['url'],
 402                         'publicKeyPem' => $owner['pubkey']];
 403                 $data['endpoints'] = ['sharedInbox' => DI::baseUrl() . '/inbox'];
 404                 if ($full && $uid != 0) {
 405                         $data['icon'] = ['type' => 'Image', 'url' => User::getAvatarUrl($owner)];
 406
 407                         $resourceid = Photo::ridFromURI($owner['photo']);
 408                         if (!empty($resourceid)) {
 409                                 $photo = Photo::selectFirst(['type'], ["resource-id" => $resourceid]);
 410                                 if (!empty($photo['type'])) {
 411                                         $data['icon']['mediaType'] = $photo['type'];
 412                                 }
 413                         }
 414
 415                         if (!empty($owner['header'])) {
 416                                 $data['image'] = ['type' => 'Image', 'url' => Contact::getHeaderUrlForId($owner['id'], '', $owner['updated'])];
 417
 418                                 $resourceid = Photo::ridFromURI($owner['header']);
 419                                 if (!empty($resourceid)) {
 420                                         $photo = Photo::selectFirst(['type'], ["resource-id" => $resourceid]);
 421                                         if (!empty($photo['type'])) {
 422                                                 $data['image']['mediaType'] = $photo['type'];
 423                                         }
 424                                 }
 425                         }
 426
 427                         $custom_fields = [];
 428
 429                         foreach (DI::profileField()->selectByContactId(0, $uid) as $profile_field) {
 430                                 $custom_fields[] = [
 431                                         'type' => 'PropertyValue',
 432                                         'name' => $profile_field->label,
 433                                         'value' => BBCode::convertForUriId($owner['uri-id'], $profile_field->value)
 434                                 ];
 435                         };
 436
 437                         if (!empty($custom_fields)) {
 438                                 $data['attachment'] = $custom_fields;
 439                         }
 440                 }
 441
 442                 $data['generator'] = self::getService();
 443
 444                 // tags: https://kitty.town/@inmysocks/100656097926961126.json
 445                 return $data;
 446         }
 447
 448         /**
 449          * Get a minimal actor array for the C2S API
 450          *
 451          * @param integer $cid
 452          * @return array
 453          */
 454         private static function getActorArrayByCid(int $cid): array
 455         {
 456                 $contact = Contact::getById($cid);
 457                 $data = [
 458                         'id'                        => $contact['url'],
 459                         'type'                      => $data['type'] = ActivityPub::ACCOUNT_TYPES[$contact['contact-type']],
 460                         'url'                       => $contact['alias'],
 461                         'preferredUsername'         => $contact['nick'],
 462                         'name'                      => $contact['name'],
 463                         'icon'                      => ['type' => 'Image', 'url' => Contact::getAvatarUrlForId($cid, '', $contact['updated'])],
 464                         'image'                     => ['type' => 'Image', 'url' => Contact::getHeaderUrlForId($cid, '', $contact['updated'])],
 465                         'manuallyApprovesFollowers' => (bool)$contact['manually-approve'],
 466                         'discoverable'              => !$contact['unsearchable'],
 467                 ];
 468
 469                 if (empty($data['url'])) {
 470                         $data['url'] = $data['id'];
 471                 }
 472
 473                 return $data;
 474         }
 475
 476         /**
 477          * @param string $username
 478          * @return array
 479          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 480          */
 481         public static function getDeletedUser(string $username): array
 482         {
 483                 return [
 484                         '@context' => ActivityPub::CONTEXT,
 485                         'id' => DI::baseUrl() . '/profile/' . $username,
 486                         'type' => 'Tombstone',
 487                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
 488                         'updated' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
 489                         'deleted' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
 490                 ];
 491         }
 492
 493         /**
 494          * Returns an array with permissions of the thread parent of the given item array
 495          *
 496          * @param array $item
 497          *
 498          * @return array with permissions
 499          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 500          * @throws \ImagickException
 501          */
 502         private static function fetchPermissionBlockFromThreadParent(array $item, bool $is_group_thread): array
 503         {
 504                 if (empty($item['thr-parent-id'])) {
 505                         return [];
 506                 }
 507
 508                 $parent = Post::selectFirstPost(['author-link'], ['uri-id' => $item['thr-parent-id']]);
 509                 if (empty($parent)) {
 510                         return [];
 511                 }
 512
 513                 $permissions = [
 514                         'to' => [$parent['author-link']],
 515                         'cc' => [],
 516                         'bto' => [],
 517                         'bcc' => [],
 518                         'audience' => [],
 519                 ];
 520
 521                 $parent_profile = APContact::getByURL($parent['author-link']);
 522
 523                 $item_profile = APContact::getByURL($item['author-link']);
 524                 $exclude[] = $item['author-link'];
 525
 526                 if ($item['gravity'] == Item::GRAVITY_PARENT) {
 527                         $exclude[] = $item['owner-link'];
 528                 }
 529
 530                 $type = [Tag::TO => 'to', Tag::CC => 'cc', Tag::BTO => 'bto', Tag::BCC => 'bcc', Tag::AUDIENCE => 'audience'];
 531                 foreach (Tag::getByURIId($item['thr-parent-id'], [Tag::TO, Tag::CC, Tag::BTO, Tag::BCC, Tag::AUDIENCE]) as $receiver) {
 532                         if (!empty($parent_profile['followers']) && $receiver['url'] == $parent_profile['followers'] && !empty($item_profile['followers'])) {
 533                                 if (!$is_group_thread) {
 534                                         $permissions[$type[$receiver['type']]][] = $item_profile['followers'];
 535                                 }
 536                         } elseif (!in_array($receiver['url'], $exclude)) {
 537                                 $permissions[$type[$receiver['type']]][] = $receiver['url'];
 538                         }
 539                 }
 540
 541                 return $permissions;
 542         }
 543
 544         /**
 545          * Check if the given item id is from ActivityPub
 546          *
 547          * @param integer $item_id
 548          * @return boolean "true" if the post is from ActivityPub
 549          */
 550         private static function isAPPost(int $item_id): bool
 551         {
 552                 if (empty($item_id)) {
 553                         return false;
 554                 }
 555
 556                 return Post::exists(['id' => $item_id, 'network' => Protocol::ACTIVITYPUB]);
 557         }
 558
 559         /**
 560          * Creates an array of permissions from an item thread
 561          *
 562          * @param array   $item             Item array
 563          * @param boolean $blindcopy        addressing via "bcc" or "cc"?
 564          * @param integer $last_id          Last item id for adding receivers
 565          *
 566          * @return array with permission data
 567          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 568          * @throws \ImagickException
 569          */
 570         private static function createPermissionBlockForItem(array $item, bool $blindcopy, int $last_id = 0): array
 571         {
 572                 if ($last_id == 0) {
 573                         $last_id = $item['id'];
 574                 }
 575
 576                 $always_bcc = false;
 577                 $is_group   = false;
 578                 $follower   = '';
 579                 $exclusive  = false;
 580                 $mention    = false;
 581                 $audience   = [];
 582
 583                 // Check if we should always deliver our stuff via BCC
 584                 if (!empty($item['uid'])) {
 585                         $owner = User::getOwnerDataById($item['uid']);
 586                         if (!empty($owner)) {
 587                                 $always_bcc = $owner['hide-friends'];
 588                                 $is_group   = ($owner['account-type'] == User::ACCOUNT_TYPE_COMMUNITY);
 589
 590                                 $profile  = APContact::getByURL($owner['url'], false);
 591                                 $follower = $profile['followers'] ?? '';
 592                         }
 593                 }
 594
 595                 if (DI::config()->get('system', 'ap_always_bcc')) {
 596                         $always_bcc = true;
 597                 }
 598
 599                 $parent = Post::selectFirst(['causer-link', 'post-reason'], ['id' => $item['parent']]);
 600                 if (!empty($parent) && ($parent['post-reason'] == Item::PR_ANNOUNCEMENT) && !empty($parent['causer-link'])) {
 601                         $profile = APContact::getByURL($parent['causer-link'], false);
 602                         $is_group_thread = isset($profile['type']) && $profile['type'] == 'Group';
 603                 } else {
 604                         $is_group_thread = false;
 605                 }
 606
 607                 if (!$is_group) {
 608                         $parent_tags = Tag::getByURIId($item['parent-uri-id'], [Tag::AUDIENCE, Tag::MENTION]);
 609                         if (!empty($parent_tags)) {
 610                                 $is_group_thread = false;
 611                                 foreach ($parent_tags as $tag) {
 612                                         if ($tag['type'] != Tag::AUDIENCE) {
 613                                                 continue;
 614                                         }
 615                                         $profile = APContact::getByURL($tag['url'], false);
 616                                         if (!empty($profile) && ($profile['type'] == 'Group')) {
 617                                                 $audience[] = $tag['url'];
 618                                                 $is_group_thread = true;
 619                                         }
 620                                 }
 621                                 if ($is_group_thread) {
 622                                         foreach ($parent_tags as $tag) {
 623                                                 if (($tag['type'] == Tag::MENTION) && in_array($tag['url'], $audience)) {
 624                                                         $mention = true;
 625                                                 }
 626                                         }
 627                                         $exclusive = !$mention;
 628                                 }
 629                         } elseif ($is_group_thread) {
 630                                 foreach (Tag::getByURIId($item['parent-uri-id'], [Tag::MENTION, Tag::EXCLUSIVE_MENTION]) as $term) {
 631                                         $profile = APContact::getByURL($term['url'], false);
 632                                         if (!empty($profile) && ($profile['type'] == 'Group')) {
 633                                                 if ($term['type'] == Tag::EXCLUSIVE_MENTION) {
 634                                                         $audience[] = $term['url'];
 635                                                         $exclusive  = true;
 636                                                 } elseif ($term['type'] == Tag::MENTION) {
 637                                                         $mention = true;
 638                                                 }
 639                                         }
 640                                 }
 641                         }
 642                 } else {
 643                         $audience[] = $owner['url'];
 644                 }
 645
 646                 if (self::isAnnounce($item) || self::isAPPost($last_id)) {
 647                         // Will be activated in a later step
 648                         $networks = Protocol::FEDERATED;
 649                 } else {
 650                         // For now only send to these contacts:
 651                         $networks = [Protocol::ACTIVITYPUB, Protocol::OSTATUS];
 652                 }
 653
 654                 $data = ['to' => [], 'cc' => [], 'bcc' => [] , 'audience' => $audience];
 655
 656                 if ($item['gravity'] == Item::GRAVITY_PARENT) {
 657                         $actor_profile = APContact::getByURL($item['owner-link']);
 658                 } else {
 659                         $actor_profile = APContact::getByURL($item['author-link']);
 660                 }
 661
 662                 $terms = Tag::getByURIId($item['uri-id'], [Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION, Tag::AUDIENCE]);
 663
 664                 if ($item['private'] != Item::PRIVATE) {
 665                         // Directly mention the original author upon a quoted reshare.
 666                         // Else just ensure that the original author receives the reshare.
 667                         $announce = self::getAnnounceArray($item);
 668                         if (!empty($announce['comment'])) {
 669                                 $data['to'][] = $announce['actor']['url'];
 670                         } elseif (!empty($announce)) {
 671                                 $data['cc'][] = $announce['actor']['url'];
 672                         }
 673
 674                         if (!$exclusive) {
 675                                 $data = array_merge_recursive($data, self::fetchPermissionBlockFromThreadParent($item, $is_group_thread));
 676                         }
 677
 678                         // Check if the item is completely public or unlisted
 679                         if ($item['private'] == Item::PUBLIC) {
 680                                 $data['to'][] = ActivityPub::PUBLIC_COLLECTION;
 681                         } else {
 682                                 $data['cc'][] = ActivityPub::PUBLIC_COLLECTION;
 683                         }
 684
 685                         foreach ($terms as $term) {
 686                                 $profile = APContact::getByURL($term['url'], false);
 687                                 if (!empty($profile)) {
 688                                         if (($term['type'] == Tag::AUDIENCE) && ($profile['type'] == 'Group')) {
 689                                                 $data['audience'][] = $profile['url'];
 690                                         }
 691                                         if ($term['type'] == Tag::EXCLUSIVE_MENTION) {
 692                                                 $exclusive = true;
 693                                                 if (!empty($profile['followers']) && ($profile['type'] == 'Group')) {
 694                                                         $data['cc'][]       = $profile['followers'];
 695                                                         $data['audience'][] = $profile['url'];
 696                                                 }
 697                                         } elseif (($term['type'] == Tag::MENTION) && ($profile['type'] == 'Group')) {
 698                                                 $mention = true;
 699                                         }
 700                                         $data['to'][] = $profile['url'];
 701                                 }
 702                         }
 703                         if (!$exclusive && ($item['private'] == Item::UNLISTED)) {
 704                                 $data['to'][] = $actor_profile['followers'];
 705                         }
 706                 } else {
 707                         $receiver_list = Item::enumeratePermissions($item, true, false);
 708
 709                         foreach ($terms as $term) {
 710                                 $cid = Contact::getIdForURL($term['url'], $item['uid']);
 711                                 if (!empty($cid) && in_array($cid, $receiver_list)) {
 712                                         $contact = DBA::selectFirst('contact', ['url', 'network', 'protocol', 'gsid'], ['id' => $cid, 'network' => Protocol::FEDERATED]);
 713                                         if (!DBA::isResult($contact) || !self::isAPContact($contact, $networks)) {
 714                                                 continue;
 715                                         }
 716
 717                                         $profile = APContact::getByURL($term['url'], false);
 718                                         if (!empty($profile)) {
 719                                                 if (($term['type'] == Tag::AUDIENCE) && ($profile['type'] == 'Group')) {
 720                                                         $data['audience'][] = $profile['url'];
 721                                                 }
 722                                                 if ($term['type'] == Tag::EXCLUSIVE_MENTION) {
 723                                                         $exclusive = true;
 724                                                         if (!empty($profile['followers']) && ($profile['type'] == 'Group')) {
 725                                                                 $data['cc'][]       = $profile['followers'];
 726                                                                 $data['audience'][] = $profile['url'];
 727                                                         }
 728                                                 } elseif (($term['type'] == Tag::MENTION) && ($profile['type'] == 'Group')) {
 729                                                         $mention = true;
 730                                                 }
 731                                                 $data['to'][] = $profile['url'];
 732                                         }
 733                                 }
 734                         }
 735
 736                         if ($mention) {
 737                                 $exclusive = false;
 738                         }
 739
 740                         if ($is_group && !$exclusive && !empty($follower)) {
 741                                 $data['cc'][] = $follower;
 742                         } elseif (!$exclusive) {
 743                                 foreach ($receiver_list as $receiver) {
 744                                         if ($receiver == -1) {
 745                                                 $data['to'][] = $actor_profile['followers'];
 746                                                 continue;
 747                                         }
 748
 749                                         $contact = DBA::selectFirst('contact', ['url', 'hidden', 'network', 'protocol', 'gsid'], ['id' => $receiver, 'network' => Protocol::FEDERATED]);
 750                                         if (!DBA::isResult($contact) || !self::isAPContact($contact, $networks)) {
 751                                                 continue;
 752                                         }
 753
 754                                         if (!empty($profile = APContact::getByURL($contact['url'], false))) {
 755                                                 if ($contact['hidden'] || $always_bcc) {
 756                                                         $data['bcc'][] = $profile['url'];
 757                                                 } else {
 758                                                         $data['cc'][] = $profile['url'];
 759                                                 }
 760                                         }
 761                                 }
 762                         }
 763                 }
 764
 765                 if (!empty($item['parent']) && (!$exclusive || ($item['private'] == Item::PRIVATE))) {
 766                         if ($item['private'] == Item::PRIVATE) {
 767                                 $condition = ['parent' => $item['parent'], 'uri-id' => $item['thr-parent-id']];
 768                         } else {
 769                                 $condition = ['parent' => $item['parent']];
 770                         }
 771                         $parents = Post::select(['id', 'author-link', 'owner-link', 'gravity', 'uri'], $condition, ['order' => ['id']]);
 772                         while ($parent = Post::fetch($parents)) {
 773                                 if ($parent['gravity'] == Item::GRAVITY_PARENT) {
 774                                         $profile = APContact::getByURL($parent['owner-link'], false);
 775                                         if (!empty($profile)) {
 776                                                 if ($item['gravity'] != Item::GRAVITY_PARENT) {
 777                                                         // Comments to groups are directed to the group
 778                                                         // But comments to groups aren't directed to the followers collection
 779                                                         // This rule is only valid when the actor isn't the group.
 780                                                         // The group needs to transmit their content to their followers.
 781                                                         if (($profile['type'] == 'Group') && ($profile['url'] != ($actor_profile['url'] ?? ''))) {
 782                                                                 $data['to'][] = $profile['url'];
 783                                                         } else {
 784                                                                 $data['cc'][] = $profile['url'];
 785                                                                 if (($item['private'] != Item::PRIVATE) && !empty($actor_profile['followers']) && (!$exclusive || !$is_group_thread)) {
 786                                                                         $data['cc'][] = $actor_profile['followers'];
 787                                                                 }
 788                                                         }
 789                                                 } elseif (!$exclusive && !$is_group_thread) {
 790                                                         // Public thread parent post always are directed to the followers.
 791                                                         if ($item['private'] != Item::PRIVATE) {
 792                                                                 $data['cc'][] = $actor_profile['followers'];
 793                                                         }
 794                                                 }
 795                                         }
 796                                 }
 797
 798                                 // Don't include data from future posts
 799                                 if ($parent['id'] >= $last_id) {
 800                                         continue;
 801                                 }
 802
 803                                 $profile = APContact::getByURL($parent['author-link'], false);
 804                                 if (!empty($profile)) {
 805                                         if (($profile['type'] == 'Group') || ($parent['uri'] == $item['thr-parent'])) {
 806                                                 $data['to'][] = $profile['url'];
 807                                         } else {
 808                                                 $data['cc'][] = $profile['url'];
 809                                         }
 810                                 }
 811                         }
 812                         DBA::close($parents);
 813                 }
 814
 815                 $data['to']       = array_unique($data['to']);
 816                 $data['cc']       = array_unique($data['cc']);
 817                 $data['bcc']      = array_unique($data['bcc']);
 818                 $data['audience'] = array_unique($data['audience']);
 819
 820                 if (($key = array_search($item['author-link'], $data['to'])) !== false) {
 821                         unset($data['to'][$key]);
 822                 }
 823
 824                 if (($key = array_search($item['author-link'], $data['cc'])) !== false) {
 825                         unset($data['cc'][$key]);
 826                 }
 827
 828                 if (($key = array_search($item['author-link'], $data['bcc'])) !== false) {
 829                         unset($data['bcc'][$key]);
 830                 }
 831
 832                 foreach ($data['to'] as $to) {
 833                         if (($key = array_search($to, $data['cc'])) !== false) {
 834                                 unset($data['cc'][$key]);
 835                         }
 836
 837                         if (($key = array_search($to, $data['bcc'])) !== false) {
 838                                 unset($data['bcc'][$key]);
 839                         }
 840                 }
 841
 842                 foreach ($data['cc'] as $cc) {
 843                         if (($key = array_search($cc, $data['bcc'])) !== false) {
 844                                 unset($data['bcc'][$key]);
 845                         }
 846                 }
 847
 848                 $receivers = ['to' => array_values($data['to']), 'cc' => array_values($data['cc']), 'bcc' => array_values($data['bcc']), 'audience' => array_values($data['audience'])];
 849
 850                 if (!$blindcopy) {
 851                         unset($receivers['bcc']);
 852                 }
 853
 854                 if (!$blindcopy && count($receivers['audience']) == 1) {
 855                         $receivers['audience'] = $receivers['audience'][0];
 856                 } elseif (!$receivers['audience']) {
 857                         unset($receivers['audience']);
 858                 }
 859
 860                 return $receivers;
 861         }
 862
 863         /**
 864          * Store the receivers for the given item
 865          *
 866          * @param array $item
 867          * @return void
 868          */
 869         public static function storeReceiversForItem(array $item)
 870         {
 871                 $receivers = self::createPermissionBlockForItem($item, true);
 872                 if (empty($receivers)) {
 873                         return;
 874                 }
 875
 876                 foreach (['to' => Tag::TO, 'cc' => Tag::CC, 'bcc' => Tag::BCC, 'audience' => Tag::AUDIENCE] as $element => $type) {
 877                         if (!empty($receivers[$element])) {
 878                                 foreach ($receivers[$element] as $receiver) {
 879                                         if ($receiver == ActivityPub::PUBLIC_COLLECTION) {
 880                                                 $name = Receiver::PUBLIC_COLLECTION;
 881                                         } else {
 882                                                 $name = trim(parse_url($receiver, PHP_URL_PATH), '/');
 883                                         }
 884                                         Tag::store($item['uri-id'], $type, $name, $receiver);
 885                                 }
 886                         }
 887                 }
 888         }
 889
 890         /**
 891          * Get a list of receivers for the provided uri-id
 892          *
 893          * @param array $item
 894          * @param boolean $blindcopy
 895          * @return void
 896          */
 897         public static function getReceiversForUriId(int $uri_id, bool $blindcopy)
 898         {
 899                 $tags = Tag::getByURIId($uri_id, [Tag::TO, Tag::CC, Tag::BCC, Tag::AUDIENCE]);
 900                 if (empty($tags)) {
 901                         Logger::debug('No receivers found', ['uri-id' => $uri_id]);
 902                         $post = Post::selectFirst(Item::DELIVER_FIELDLIST, ['uri-id' => $uri_id, 'origin' => true]);
 903                         if (!empty($post)) {
 904                                 ActivityPub\Transmitter::storeReceiversForItem($post);
 905                                 $tags = Tag::getByURIId($uri_id, [Tag::TO, Tag::CC, Tag::BCC, Tag::AUDIENCE]);
 906                                 Logger::debug('Receivers are created', ['uri-id' => $uri_id, 'receivers' => count($tags)]);
 907                         } else {
 908                                 Logger::debug('Origin item not found', ['uri-id' => $uri_id]);
 909                         }
 910                 }
 911
 912                 $receivers = [
 913                         'to'       => [],
 914                         'cc'       => [],
 915                         'bcc'      => [],
 916                         'audience' => [],
 917                 ];
 918
 919                 foreach ($tags as $receiver) {
 920                         switch ($receiver['type']) {
 921                                 case Tag::TO:
 922                                         $receivers['to'][] = $receiver['url'];
 923                                         break;
 924                                 case Tag::CC:
 925                                         $receivers['cc'][] = $receiver['url'];
 926                                         break;
 927                                 case Tag::BCC:
 928                                         $receivers['bcc'][] = $receiver['url'];
 929                                         break;
 930                                 case Tag::AUDIENCE:
 931                                         $receivers['audience'][] = $receiver['url'];
 932                                         break;
 933                         }
 934                 }
 935
 936                 if (!$blindcopy) {
 937                         unset($receivers['bcc']);
 938                 }
 939
 940                 if (!$blindcopy && count($receivers['audience']) == 1) {
 941                         $receivers['audience'] = $receivers['audience'][0];
 942                 } elseif (!$receivers['audience']) {
 943                         unset($receivers['audience']);
 944                 }
 945
 946                 return $receivers;
 947         }
 948
 949         /**
 950          * Check if an inbox is archived
 951          *
 952          * @param string $url Inbox url
 953          * @return boolean "true" if inbox is archived
 954          */
 955         public static function archivedInbox(string $url): bool
 956         {
 957                 return DBA::exists('inbox-status', ['url' => $url, 'archive' => true]);
 958         }
 959
 960         /**
 961          * Check if a given contact should be delivered via AP
 962          *
 963          * @param array $contact Contact array
 964          * @param array $networks Array with networks
 965          * @return bool Whether the used protocol matches ACTIVITYPUB
 966          * @throws Exception
 967          */
 968         private static function isAPContact(array $contact, array $networks): bool
 969         {
 970                 if (in_array($contact['network'], $networks) || ($contact['protocol'] == Protocol::ACTIVITYPUB)) {
 971                         return true;
 972                 }
 973
 974                 return GServer::getProtocol($contact['gsid'] ?? 0) == Post\DeliveryData::ACTIVITYPUB;
 975         }
 976
 977         /**
 978          * Fetches a list of inboxes of followers of a given user
 979          *
 980          * @param integer $uid      User ID
 981          * @param boolean $personal fetch personal inboxes
 982          * @param boolean $all_ap   Retrieve all AP enabled inboxes
 983          * @return array of follower inboxes
 984          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
 985          * @throws \ImagickException
 986          */
 987         public static function fetchTargetInboxesforUser(int $uid, bool $personal = false, bool $all_ap = false): array
 988         {
 989                 $inboxes = [];
 990
 991                 $isGroup = false;
 992                 if (!empty($item['uid'])) {
 993                         $profile = User::getOwnerDataById($item['uid']);
 994                         if (!empty($profile)) {
 995                                 $isGroup = $profile['account-type'] == User::ACCOUNT_TYPE_COMMUNITY;
 996                         }
 997                 }
 998
 999                 if ($all_ap) {
1000                         // Will be activated in a later step
1001                         $networks = Protocol::FEDERATED;
1002                 } else {
1003                         // For now only send to these contacts:
1004                         $networks = [Protocol::ACTIVITYPUB, Protocol::OSTATUS];
1005                 }
1006
1007                 $condition = [
1008                         'uid'          => $uid,
1009                         'self'         => false,
1010                         'archive'      => false,
1011                         'pending'      => false,
1012                         'blocked'      => false,
1013                         'network'      => Protocol::FEDERATED,
1014                         'contact-type' => [Contact::TYPE_UNKNOWN, Contact::TYPE_PERSON, Contact::TYPE_NEWS, Contact::TYPE_ORGANISATION],
1015                 ];
1016
1017                 if (!empty($uid)) {
1018                         $condition['rel'] = [Contact::FOLLOWER, Contact::FRIEND];
1019                 }
1020
1021                 $contacts = DBA::select('contact', ['id', 'url', 'network', 'protocol', 'gsid'], $condition);
1022                 while ($contact = DBA::fetch($contacts)) {
1023                         if (!self::isAPContact($contact, $networks)) {
1024                                 continue;
1025                         }
1026
1027                         if ($isGroup && ($contact['network'] == Protocol::DFRN)) {
1028                                 continue;
1029                         }
1030
1031                         if (Network::isUrlBlocked($contact['url'])) {
1032                                 continue;
1033                         }
1034
1035                         $profile = APContact::getByURL($contact['url'], false);
1036                         if (!empty($profile)) {
1037                                 if (empty($profile['sharedinbox']) || $personal || Contact::isLocal($contact['url'])) {
1038                                         $target = $profile['inbox'];
1039                                 } else {
1040                                         $target = $profile['sharedinbox'];
1041                                 }
1042                                 if (!self::archivedInbox($target)) {
1043                                         $inboxes[$target][] = $contact['id'];
1044                                 }
1045                         }
1046                 }
1047                 DBA::close($contacts);
1048
1049                 return $inboxes;
1050         }
1051
1052         /**
1053          * Fetches an array of inboxes for the given item and user
1054          *
1055          * @param array   $item     Item array
1056          * @param integer $uid      User ID
1057          * @param boolean $personal fetch personal inboxes
1058          * @return array with inboxes
1059          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1060          * @throws \ImagickException
1061          */
1062         public static function fetchTargetInboxes(array $item, int $uid, bool $personal = false): array
1063         {
1064                 $permissions = self::getReceiversForUriId($item['uri-id'], true);
1065                 if (empty($permissions)) {
1066                         return [];
1067                 }
1068
1069                 $inboxes = [];
1070
1071                 if ($item['gravity'] == Item::GRAVITY_ACTIVITY) {
1072                         $item_profile = APContact::getByURL($item['author-link'], false);
1073                 } else {
1074                         $item_profile = APContact::getByURL($item['owner-link'], false);
1075                 }
1076
1077                 if (empty($item_profile)) {
1078                         return [];
1079                 }
1080
1081                 $profile_uid = User::getIdForURL($item_profile['url']);
1082
1083                 foreach (['to', 'cc', 'bto', 'bcc', 'audience'] as $element) {
1084                         if (empty($permissions[$element])) {
1085                                 continue;
1086                         }
1087
1088                         $blindcopy = in_array($element, ['bto', 'bcc']);
1089
1090                         foreach ($permissions[$element] as $receiver) {
1091                                 if (empty($receiver) || Network::isUrlBlocked($receiver)) {
1092                                         continue;
1093                                 }
1094
1095                                 if ($item_profile && ($receiver == $item_profile['followers']) && ($uid == $profile_uid)) {
1096                                         $inboxes = array_merge_recursive($inboxes, self::fetchTargetInboxesforUser($uid, $personal, true));
1097                                 } else {
1098                                         $profile = APContact::getByURL($receiver, false);
1099                                         if (!empty($profile)) {
1100                                                 $contact = Contact::getByURLForUser($receiver, $uid, false, ['id']);
1101
1102                                                 if (empty($profile['sharedinbox']) || $personal || $blindcopy || Contact::isLocal($receiver)) {
1103                                                         $target = $profile['inbox'];
1104                                                 } else {
1105                                                         $target = $profile['sharedinbox'];
1106                                                 }
1107                                                 if (!self::archivedInbox($target) && !in_array($contact['id'], $inboxes[$target] ?? [])) {
1108                                                         $inboxes[$target][] = $contact['id'] ?? 0;
1109                                                 }
1110                                         }
1111                                 }
1112                         }
1113                 }
1114
1115                 return $inboxes;
1116         }
1117
1118         /**
1119          * Creates an array in the structure of the item table for a given mail id
1120          *
1121          * @param integer $mail_id Mail id
1122          * @return array
1123          * @throws \Exception
1124          */
1125         public static function getItemArrayFromMail(int $mail_id, bool $use_title = false): array
1126         {
1127                 $mail = DBA::selectFirst('mail', [], ['id' => $mail_id]);
1128                 if (!DBA::isResult($mail)) {
1129                         return [];
1130                 }
1131
1132                 $reply = DBA::selectFirst('mail', ['uri', 'uri-id', 'from-url'], ['parent-uri' => $mail['parent-uri'], 'reply' => false]);
1133                 if (!DBA::isResult($reply)) {
1134                         $reply = $mail;
1135                 }
1136
1137                 // Making the post more compatible for Mastodon by:
1138                 // - Making it a note and not an article (no title)
1139                 // - Moving the title into the "summary" field that is used as a "content warning"
1140
1141                 if (!$use_title) {
1142                         $mail['body']         = '[abstract]' . $mail['title'] . "[/abstract]\n" . $mail['body'];
1143                         $mail['title']        = '';
1144                 }
1145
1146                 $mail['content-warning']  = '';
1147                 $mail['author-link']      = $mail['owner-link'] = $mail['from-url'];
1148                 $mail['owner-id']         = $mail['author-id'];
1149                 $mail['allow_cid']        = '<'.$mail['contact-id'].'>';
1150                 $mail['allow_gid']        = '';
1151                 $mail['deny_cid']         = '';
1152                 $mail['deny_gid']         = '';
1153                 $mail['private']          = Item::PRIVATE;
1154                 $mail['deleted']          = false;
1155                 $mail['edited']           = $mail['created'];
1156                 $mail['plink']            = DI::baseUrl() . '/message/' . $mail['id'];
1157                 $mail['parent-uri']       = $reply['uri'];
1158                 $mail['parent-uri-id']    = $reply['uri-id'];
1159                 $mail['parent-author-id'] = Contact::getIdForURL($reply['from-url'], 0, false);
1160                 $mail['gravity']          = ($mail['reply'] ? Item::GRAVITY_COMMENT: Item::GRAVITY_PARENT);
1161                 $mail['event-type']       = '';
1162                 $mail['language']         = '';
1163                 $mail['parent']           = 0;
1164
1165                 return $mail;
1166         }
1167
1168         /**
1169          * Creates an activity array for a given mail id
1170          *
1171          * @param integer $mail_id
1172          * @param boolean $object_mode Is the activity item is used inside another object?
1173          *
1174          * @return array of activity
1175          * @throws \Exception
1176          */
1177         public static function createActivityFromMail(int $mail_id, bool $object_mode = false): array
1178         {
1179                 $mail = self::getItemArrayFromMail($mail_id);
1180                 if (empty($mail)) {
1181                         return [];
1182                 }
1183                 $object = self::createNote($mail);
1184
1185                 if (!$object_mode) {
1186                         $data = ['@context' => ActivityPub::CONTEXT];
1187                 } else {
1188                         $data = [];
1189                 }
1190
1191                 $data['id'] = $mail['uri'] . '/Create';
1192                 $data['type'] = 'Create';
1193                 $data['actor'] = $mail['author-link'];
1194                 $data['published'] = DateTimeFormat::utc($mail['created'] . '+00:00', DateTimeFormat::ATOM);
1195                 $data['instrument'] = self::getService();
1196                 $data = array_merge($data, self::createPermissionBlockForItem($mail, true));
1197
1198                 if (empty($data['to']) && !empty($data['cc'])) {
1199                         $data['to'] = $data['cc'];
1200                 }
1201
1202                 if (empty($data['to']) && !empty($data['bcc'])) {
1203                         $data['to'] = $data['bcc'];
1204                 }
1205
1206                 unset($data['cc']);
1207                 unset($data['bcc']);
1208                 unset($data['audience']);
1209
1210                 $object['to'] = $data['to'];
1211                 $object['tag'] = [['type' => 'Mention', 'href' => $object['to'][0], 'name' => '']];
1212
1213                 unset($object['cc']);
1214                 unset($object['bcc']);
1215                 unset($object['audience']);
1216
1217                 $data['directMessage'] = true;
1218
1219                 $data['object'] = $object;
1220
1221                 $owner = User::getOwnerDataById($mail['uid']);
1222
1223                 if (!$object_mode && !empty($owner)) {
1224                         return LDSignature::sign($data, $owner);
1225                 } else {
1226                         return $data;
1227                 }
1228         }
1229
1230         /**
1231          * Returns the activity type of a given item
1232          *
1233          * @param array $item Item array
1234          * @return string with activity type
1235          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1236          * @throws \ImagickException
1237          */
1238         private static function getTypeOfItem(array $item): string
1239         {
1240                 $reshared = false;
1241
1242                 // Only check for a reshare, if it is a real reshare and no quoted reshare
1243                 if (strpos($item['body'], '[share') === 0) {
1244                         $announce = self::getAnnounceArray($item);
1245                         $reshared = !empty($announce);
1246                 }
1247
1248                 if ($reshared) {
1249                         $type = 'Announce';
1250                 } elseif ($item['verb'] == Activity::POST) {
1251                         if ($item['created'] == $item['edited']) {
1252                                 $type = 'Create';
1253                         } else {
1254                                 $type = 'Update';
1255                         }
1256                 } elseif ($item['verb'] == Activity::LIKE) {
1257                         $type = 'Like';
1258                 } elseif ($item['verb'] == Activity::DISLIKE) {
1259                         $type = 'Dislike';
1260                 } elseif ($item['verb'] == Activity::ATTEND) {
1261                         $type = 'Accept';
1262                 } elseif ($item['verb'] == Activity::ATTENDNO) {
1263                         $type = 'Reject';
1264                 } elseif ($item['verb'] == Activity::ATTENDMAYBE) {
1265                         $type = 'TentativeAccept';
1266                 } elseif ($item['verb'] == Activity::FOLLOW) {
1267                         $type = 'Follow';
1268                 } elseif ($item['verb'] == Activity::TAG) {
1269                         $type = 'Add';
1270                 } elseif ($item['verb'] == Activity::ANNOUNCE) {
1271                         $type = 'Announce';
1272                 } else {
1273                         $type = '';
1274                 }
1275
1276                 return $type;
1277         }
1278
1279         /**
1280          * Creates the activity or fetches it from the cache
1281          *
1282          * @param integer $item_id           Item id
1283          * @param boolean $force             Force new cache entry
1284          * @param boolean $object_mode       true = Create the object, false = create the activity with the object
1285          * @param boolean $announce_activity true = the announced object is the activity, false = we announce the object link
1286          * @return array|false activity or false on failure
1287          * @throws \Exception
1288          */
1289         public static function createCachedActivityFromItem(int $item_id, bool $force = false, bool $object_mode = false, $announce_activity = false)
1290         {
1291                 $cachekey = 'APDelivery:createActivity:' . $item_id . ':' . (int)$object_mode . ':' . (int)$announce_activity;
1292
1293                 if (!$force) {
1294                         $data = DI::cache()->get($cachekey);
1295                         if (!is_null($data)) {
1296                                 return $data;
1297                         }
1298                 }
1299
1300                 $data = self::createActivityFromItem($item_id, $object_mode, false, $announce_activity);
1301
1302                 DI::cache()->set($cachekey, $data, Duration::QUARTER_HOUR);
1303                 return $data;
1304         }
1305
1306         /**
1307          * Creates an activity array for a given item id
1308          *
1309          * @param integer $item_id
1310          * @param boolean $object_mode       true = Create the object, false = create the activity with the object
1311          * @param boolean $api_mode          true = used for the API
1312          * @param boolean $announce_activity true = the announced object is the activity, false = we announce the object link
1313          * @return false|array
1314          * @throws \Exception
1315          */
1316         public static function createActivityFromItem(int $item_id, bool $object_mode = false, $api_mode = false, $announce_activity = false)
1317         {
1318                 $condition = ['id' => $item_id];
1319                 if (!$api_mode) {
1320                         $condition['parent-network'] = Protocol::NATIVE_SUPPORT;
1321                 }
1322                 Logger::info('Fetching activity', $condition);
1323                 $item = Post::selectFirst(Item::DELIVER_FIELDLIST, $condition);
1324                 if (!DBA::isResult($item)) {
1325                         return false;
1326                 }
1327                 return self::createActivityFromArray($item, $object_mode, $api_mode, $announce_activity);
1328         }
1329
1330         /**
1331          * Creates an activity array for a given URI-Id and uid
1332          *
1333          * @param integer $uri_id
1334          * @param integer $uid
1335          * @param boolean $object_mode       true = Create the object, false = create the activity with the object
1336          * @param boolean $api_mode          true = used for the API
1337          * @param boolean $announce_activity true = the announced object is the activity, false = we announce the object link
1338          * @return false|array
1339          * @throws \Exception
1340          */
1341         public static function createActivityFromUriId(int $uri_id, int $uid, bool $object_mode = false, $api_mode = false, $announce_activity = false)
1342         {
1343                 $condition = ['uri-id' => $uri_id, 'uid' => [0, $uid]];
1344                 if (!$api_mode) {
1345                         $condition['parent-network'] = Protocol::NATIVE_SUPPORT;
1346                 }
1347                 Logger::info('Fetching activity', $condition);
1348                 $item = Post::selectFirst(Item::DELIVER_FIELDLIST, $condition, ['order' => ['uid' => true]]);
1349                 if (!DBA::isResult($item)) {
1350                         return false;
1351                 }
1352
1353                 return self::createActivityFromArray($item, $object_mode, $api_mode, $announce_activity);
1354         }
1355
1356         /**
1357          * Creates an activity array for a given item id
1358          *
1359          * @param integer $item_id
1360          * @param boolean $object_mode       true = Create the object, false = create the activity with the object
1361          * @param boolean $api_mode          true = used for the API
1362          * @param boolean $announce_activity true = the announced object is the activity, false = we announce the object link
1363          * @return false|array
1364          * @throws \Exception
1365          */
1366         private static function createActivityFromArray(array $item, bool $object_mode = false, $api_mode = false, $announce_activity = false)
1367         {
1368                 if (!$api_mode && !$item['deleted'] && $item['network'] == Protocol::ACTIVITYPUB) {
1369                         $data = Post\Activity::getByURIId($item['uri-id']);
1370                         if (!$item['origin'] && !empty($data)) {
1371                                 if (!$object_mode) {
1372                                         Logger::info('Return stored conversation', ['item' => $item['id']]);
1373                                         return $data;
1374                                 } elseif (!empty($data['object'])) {
1375                                         Logger::info('Return stored conversation object', ['item' => $item['id']]);
1376                                         return $data['object'];
1377                                 }
1378                         }
1379                 }
1380
1381                 if (!$api_mode && !$item['origin']) {
1382                         Logger::debug('Post is not ours and is not stored', ['id' => $item['id'], 'uri-id' => $item['uri-id']]);
1383                         return false;
1384                 }
1385
1386                 $type = self::getTypeOfItem($item);
1387
1388                 if (!$object_mode) {
1389                         $data = ['@context' => $context ?? ActivityPub::CONTEXT];
1390
1391                         if ($item['deleted'] && ($item['gravity'] == Item::GRAVITY_ACTIVITY)) {
1392                                 $type = 'Undo';
1393                         } elseif ($item['deleted']) {
1394                                 $type = 'Delete';
1395                         }
1396                 } else {
1397                         $data = [];
1398                 }
1399
1400                 if ($type == 'Delete') {
1401                         $data['id'] = Item::newURI($item['guid']) . '/' . $type;;
1402                 } elseif (($item['gravity'] == Item::GRAVITY_ACTIVITY) && ($type != 'Undo')) {
1403                         $data['id'] = $item['uri'];
1404                 } else {
1405                         $data['id'] = $item['uri'] . '/' . $type;
1406                 }
1407
1408                 $data['type'] = $type;
1409
1410                 if (($type != 'Announce') || ($item['gravity'] != Item::GRAVITY_PARENT)) {
1411                         $link = $item['author-link'];
1412                         $id   = $item['author-id'];
1413                 } else {
1414                         $link = $item['owner-link'];
1415                         $id   = $item['owner-id'];
1416                 }
1417
1418                 if ($api_mode) {
1419                         $data['actor'] = self::getActorArrayByCid($id);
1420                 } else {
1421                         $data['actor'] = $link;
1422                 }
1423
1424                 $data['published'] = DateTimeFormat::utc($item['created'] . '+00:00', DateTimeFormat::ATOM);
1425
1426                 $data['instrument'] = self::getService();
1427
1428                 $data = array_merge($data, self::createPermissionBlockForItem($item, false));
1429
1430                 if (in_array($data['type'], ['Create', 'Update', 'Delete'])) {
1431                         $data['object'] = self::createNote($item, $api_mode);
1432                 } elseif ($data['type'] == 'Add') {
1433                         $data = self::createAddTag($item, $data);
1434                 } elseif ($data['type'] == 'Announce') {
1435                         if ($item['verb'] == ACTIVITY::ANNOUNCE) {
1436                                 if ($announce_activity) {
1437                                         $anounced_item = Post::selectFirst(['uid'], ['uri-id' => $item['thr-parent-id'], 'origin' => true]);
1438                                         $data['object'] = self::createActivityFromUriId($item['thr-parent-id'], $anounced_item['uid'] ?? 0);
1439                                         unset($data['object']['@context']);
1440                                 } else {
1441                                         $data['object'] = $item['thr-parent'];
1442                                 }
1443                         } else {
1444                                 $data = self::createAnnounce($item, $data, $api_mode);
1445                         }
1446                 } elseif ($data['type'] == 'Follow') {
1447                         $data['object'] = $item['parent-uri'];
1448                 } elseif ($data['type'] == 'Undo') {
1449                         $data['object'] = self::createActivityFromItem($item['id'], true);
1450                 } else {
1451                         $data['diaspora:guid'] = $item['guid'];
1452                         if (!empty($item['signed_text'])) {
1453                                 $data['diaspora:like'] = $item['signed_text'];
1454                         }
1455                         $data['object'] = $item['thr-parent'];
1456                 }
1457
1458                 if (!empty($item['contact-uid'])) {
1459                         $uid = $item['contact-uid'];
1460                 } else {
1461                         $uid = $item['uid'];
1462                 }
1463
1464                 Logger::info('Fetched activity', ['item' => $item['id'], 'uid' => $uid]);
1465
1466                 // We only sign our own activities
1467                 if (!$api_mode && !$object_mode && $item['origin']) {
1468                         $owner = User::getOwnerDataById($uid);
1469                         return LDSignature::sign($data, $owner);
1470                 } else {
1471                         return $data;
1472                 }
1473
1474                 /// @todo Create "conversation" entry
1475         }
1476
1477         /**
1478          * Creates a location entry for a given item array
1479          *
1480          * @param array $item Item array
1481          * @return array with location array
1482          */
1483         private static function createLocation(array $item): array
1484         {
1485                 $location = ['type' => 'Place'];
1486
1487                 if (!empty($item['location'])) {
1488                         $location['name'] = $item['location'];
1489                 }
1490
1491                 $coord = [];
1492
1493                 if (empty($item['coord'])) {
1494                         $coord = Map::getCoordinates($item['location']);
1495                 } else {
1496                         $coords = explode(' ', $item['coord']);
1497                         if (count($coords) == 2) {
1498                                 $coord = ['lat' => $coords[0], 'lon' => $coords[1]];
1499                         }
1500                 }
1501
1502                 if (!empty($coord['lat']) && !empty($coord['lon'])) {
1503                         $location['latitude'] = $coord['lat'];
1504                         $location['longitude'] = $coord['lon'];
1505                 }
1506
1507                 return $location;
1508         }
1509
1510         /**
1511          * Appends emoji tags to a tag array according to the tags used.
1512          *
1513          * @param array $tags Tag array
1514          * @param string $text Text containing tags like :tag:
1515          * @return string normalized text
1516          */
1517         private static function addEmojiTags(array &$tags, string $text)
1518         {
1519                 $emojis = Smilies::extractUsedSmilies($text);
1520                 $normalized = $emojis[''];
1521                 unset($emojis['']);
1522                 foreach ($emojis as $name => $url) {
1523                         $tags[] = [
1524                                 'type' => 'Emoji',
1525                                 'name' => $name,
1526                                 'icon' => [
1527                                         'type' => 'Image',
1528                                         'url' => $url,
1529                                 ],
1530                         ];
1531                 }
1532                 return $normalized;
1533         }
1534
1535         /**
1536          * Returns a tag array for a given item array
1537          *
1538          * @param array  $item      Item array
1539          * @param string $quote_url Url of the attached quote link
1540          * @return array of tags
1541          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1542          */
1543         private static function createTagList(array $item, string $quote_url): array
1544         {
1545                 $tags = [];
1546
1547                 $terms = Tag::getByURIId($item['uri-id'], [Tag::HASHTAG, Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION]);
1548                 foreach ($terms as $term) {
1549                         if ($term['type'] == Tag::HASHTAG) {
1550                                 $url = DI::baseUrl() . '/search?tag=' . urlencode($term['name']);
1551                                 $tags[] = ['type' => 'Hashtag', 'href' => $url, 'name' => '#' . $term['name']];
1552                         } else {
1553                                 $contact = Contact::getByURL($term['url'], false, ['addr']);
1554                                 if (empty($contact)) {
1555                                         continue;
1556                                 }
1557                                 if (!empty($contact['addr'])) {
1558                                         $mention = '@' . $contact['addr'];
1559                                 } else {
1560                                         $mention = '@' . $term['url'];
1561                                 }
1562
1563                                 $tags[] = ['type' => 'Mention', 'href' => $term['url'], 'name' => $mention];
1564                         }
1565                 }
1566
1567                 $announce = self::getAnnounceArray($item);
1568                 // Mention the original author upon commented reshares
1569                 if (!empty($announce['comment'])) {
1570                         $tags[] = ['type' => 'Mention', 'href' => $announce['actor']['url'], 'name' => '@' . $announce['actor']['addr']];
1571                 }
1572
1573                 // @see https://codeberg.org/fediverse/fep/src/branch/main/feps/fep-e232.md
1574                 if (!empty($quote_url)) {
1575                         // Currently deactivated because of compatibility issues with Pleroma
1576                         //$tags[] = [
1577                         //      'type'      => 'Link',
1578                         //      'mediaType' => 'application/ld+json; profile="https://www.w3.org/ns/activitystreams"',
1579                         //      'href'      => $quote_url,
1580                         //      'name'      => '♲ ' . BBCode::convertForUriId($item['uri-id'], $quote_url, BBCode::ACTIVITYPUB)
1581                         //];
1582                 }
1583
1584                 return $tags;
1585         }
1586
1587         /**
1588          * Adds attachment data to the JSON document
1589          *
1590          * @param array  $item Data of the item that is to be posted
1591          *
1592          * @return array with attachment data
1593          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1594          */
1595         private static function createAttachmentList(array $item): array
1596         {
1597                 $attachments = [];
1598
1599                 $urls = [];
1600                 foreach (Post\Media::getByURIId($item['uri-id'], [Post\Media::AUDIO, Post\Media::IMAGE, Post\Media::VIDEO, Post\Media::DOCUMENT, Post\Media::TORRENT]) as $attachment) {
1601                         if (in_array($attachment['url'], $urls)) {
1602                                 continue;
1603                         }
1604                         $urls[] = $attachment['url'];
1605
1606                         $attach = ['type' => 'Document',
1607                                 'mediaType' => $attachment['mimetype'],
1608                                 'url' => $attachment['url'],
1609                                 'name' => $attachment['description']];
1610
1611                         if (!empty($attachment['height'])) {
1612                                 $attach['height'] = $attachment['height'];
1613                         }
1614
1615                         if (!empty($attachment['width'])) {
1616                                 $attach['width'] = $attachment['width'];
1617                         }
1618
1619                         if (!empty($attachment['preview'])) {
1620                                 $attach['image'] = $attachment['preview'];
1621                         }
1622
1623                         $attachments[] = $attach;
1624                 }
1625
1626                 return $attachments;
1627         }
1628
1629         /**
1630          * Callback function to replace a Friendica style mention in a mention for a summary
1631          *
1632          * @param array $match Matching values for the callback
1633          * @return string Replaced mention
1634          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1635          */
1636         private static function mentionAddrCallback(array $match): string
1637         {
1638                 if (empty($match[1])) {
1639                         return '';
1640                 }
1641
1642                 $data = Contact::getByURL($match[1], false, ['addr']);
1643                 if (empty($data['addr'])) {
1644                         return $match[0];
1645                 }
1646
1647                 return '@' . $data['addr'];
1648         }
1649
1650         /**
1651          * Remove image elements since they are added as attachment
1652          *
1653          * @param string $body HTML code
1654          * @return string with removed images
1655          */
1656         private static function removePictures(string $body): string
1657         {
1658                 return BBCode::performWithEscapedTags($body, ['code', 'noparse', 'nobb', 'pre'], function ($text) {
1659                         // Simplify image codes
1660                         $text = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $text);
1661                         $text = preg_replace("/\[img\=(.*?)\](.*?)\[\/img\]/ism", '[img]$1[/img]', $text);
1662
1663                         // Now remove local links
1664                         $text = preg_replace_callback(
1665                                 '/\[url=([^\[\]]*)\]\[img\](.*)\[\/img\]\[\/url\]/Usi',
1666                                 function ($match) {
1667                                         // We remove the link when it is a link to a local photo page
1668                                         if (Photo::isLocalPage($match[1])) {
1669                                                 return '';
1670                                         }
1671                                         // otherwise we just return the link
1672                                         return '[url]' . $match[1] . '[/url]';
1673                                 },
1674                                 $text
1675                         );
1676
1677                         // Remove all pictures
1678                         return preg_replace("/\[img\]([^\[\]]*)\[\/img\]/Usi", '', $text);
1679                 });
1680         }
1681
1682         /**
1683          * Returns if the post contains sensitive content ("nsfw")
1684          *
1685          * @param integer $uri_id URI id
1686          * @return boolean Whether URI id was found
1687          * @throws \Exception
1688          */
1689         private static function isSensitive(int $uri_id): bool
1690         {
1691                 return DBA::exists('tag-view', ['uri-id' => $uri_id, 'name' => 'nsfw', 'type' => Tag::HASHTAG]);
1692         }
1693
1694         /**
1695          * Creates event data
1696          *
1697          * @param array $item Item array
1698          * @return array with the event data
1699          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1700          */
1701         private static function createEvent(array $item): array
1702         {
1703                 $event = [];
1704                 $event['name'] = $item['event-summary'];
1705                 $event['content'] = BBCode::convertForUriId($item['uri-id'], $item['event-desc'], BBCode::ACTIVITYPUB);
1706                 $event['startTime'] = DateTimeFormat::utc($item['event-start'], 'c');
1707
1708                 if (!$item['event-nofinish']) {
1709                         $event['endTime'] = DateTimeFormat::utc($item['event-finish'], 'c');
1710                 }
1711
1712                 if (!empty($item['event-location'])) {
1713                         $item['location'] = $item['event-location'];
1714                         $event['location'] = self::createLocation($item);
1715                 }
1716
1717                 // 2021.12: Backward compatibility value, all the events now "adjust" to the viewer timezone
1718                 $event['dfrn:adjust'] = true;
1719
1720                 return $event;
1721         }
1722
1723         /**
1724          * Creates a note/article object array
1725          *
1726          * @param array $item
1727          * @param bool  $api_mode
1728          * @return array with the object data
1729          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1730          * @throws \ImagickException
1731          */
1732         public static function createNote(array $item, bool $api_mode = false): array
1733         {
1734                 if (empty($item)) {
1735                         return [];
1736                 }
1737
1738                 // We are treating posts differently when they are directed to a community.
1739                 // This is done to better support Lemmy. Most of the changes should work with other systems as well.
1740                 // But to not risk compatibility issues we currently perform the changes only for communities.
1741                 if ($item['gravity'] == Item::GRAVITY_PARENT) {
1742                         $isCommunityPost = !empty(Tag::getByURIId($item['uri-id'], [Tag::EXCLUSIVE_MENTION]));
1743                         $links = Post\Media::getByURIId($item['uri-id'], [Post\Media::HTML]);
1744                         if ($isCommunityPost && (count($links) == 1)) {
1745                                 $link = $links[0]['url'];
1746                         }
1747                 } else {
1748                         $isCommunityPost = false;
1749                 }
1750
1751                 if ($item['event-type'] == 'event') {
1752                         $type = 'Event';
1753                 } elseif (!empty($item['title'])) {
1754                         if (!$isCommunityPost || empty($link)) {
1755                                 $type = 'Article';
1756                         } else {
1757                                 // "Page" is used by Lemmy for posts that contain an external link
1758                                 $type = 'Page';
1759                         }
1760                 } else {
1761                         $type = 'Note';
1762                 }
1763
1764                 if ($item['deleted']) {
1765                         $type = 'Tombstone';
1766                 }
1767
1768                 $data = [];
1769                 $data['id'] = $item['uri'];
1770                 $data['type'] = $type;
1771
1772                 if ($item['deleted']) {
1773                         return $data;
1774                 }
1775
1776                 $data['summary'] = BBCode::toPlaintext(BBCode::getAbstract($item['body'], Protocol::ACTIVITYPUB));
1777
1778                 if ($item['uri'] != $item['thr-parent']) {
1779                         $data['inReplyTo'] = $item['thr-parent'];
1780                 } else {
1781                         $data['inReplyTo'] = null;
1782                 }
1783
1784                 $data['diaspora:guid'] = $item['guid'];
1785                 $data['published'] = DateTimeFormat::utc($item['created'] . '+00:00', DateTimeFormat::ATOM);
1786
1787                 if ($item['created'] != $item['edited']) {
1788                         $data['updated'] = DateTimeFormat::utc($item['edited'] . '+00:00', DateTimeFormat::ATOM);
1789                 }
1790
1791                 $data['url'] = $link ?? $item['plink'];
1792                 if ($api_mode) {
1793                         $data['attributedTo'] = self::getActorArrayByCid($item['author-id']);
1794                 } else {
1795                         $data['attributedTo'] = $item['author-link'];
1796                 }
1797                 $data['sensitive'] = self::isSensitive($item['uri-id']);
1798
1799                 if (!empty($item['conversation']) && ($item['conversation'] != './')) {
1800                         $data['conversation'] = $data['context'] = $item['conversation'];
1801                 }
1802
1803                 if (!empty($item['title'])) {
1804                         $data['name'] = BBCode::toPlaintext($item['title'], false);
1805                 }
1806
1807                 $permission_block = self::getReceiversForUriId($item['uri-id'], false);
1808
1809                 $real_quote = false;
1810
1811                 $item = Post\Media::addHTMLAttachmentToItem($item);
1812
1813                 $body = $item['body'];
1814                 $emojis = [];
1815                 if ($type == 'Note') {
1816                         $body = $item['raw-body'] ?? self::removePictures($body);
1817                 }
1818                 $body = self::addEmojiTags($emojis, $body);
1819
1820                 /**
1821                  * @todo Improve the automated summary
1822                  * This part is currently deactivated. The automated summary seems to be more
1823                  * confusing than helping. But possibly we will find a better way.
1824                  * So the code is left here for now as a reminder
1825                  *
1826                  * } elseif (($type == 'Article') && empty($data['summary'])) {
1827                  *              $regexp = "/[@!]\[url\=([^\[\]]*)\].*?\[\/url\]/ism";
1828                  *              $summary = preg_replace_callback($regexp, [self::class, 'mentionAddrCallback'], $body);
1829                  *              $data['summary'] = BBCode::toPlaintext(Plaintext::shorten(self::removePictures($summary), 1000));
1830                  * }
1831                  */
1832
1833                 if (empty($item['uid']) || !Feature::isEnabled($item['uid'], 'explicit_mentions')) {
1834                         $body = self::prependMentions($body, $item['uri-id'], $item['author-link']);
1835                 }
1836
1837                 if ($type == 'Event') {
1838                         $data = array_merge($data, self::createEvent($item));
1839                 } else {
1840                         if ($isCommunityPost) {
1841                                 // For community posts we remove the visible "!user@domain.tld".
1842                                 // This improves the look at systems like Lemmy.
1843                                 // Also in the future we should control the community delivery via other methods.
1844                                 $body = preg_replace("/!\[url\=[^\[\]]*\][^\[\]]*\[\/url\]/ism", '', $body);
1845                         }
1846
1847                         if ($type == 'Page') {
1848                                 // When we transmit "Page" posts we have to remove the attachment.
1849                                 // The attachment contains the link that we already transmit in the "url" field.
1850                                 $body = BBCode::removeAttachment($body);
1851                         }
1852
1853                         $body = BBCode::setMentionsToNicknames($body);
1854
1855                         if (!empty($item['quote-uri-id']) && ($item['quote-uri-id'] != $item['uri-id'])) {
1856                                 if (Post::exists(['uri-id' => $item['quote-uri-id'], 'network' => [Protocol::ACTIVITYPUB, Protocol::DFRN]])) {
1857                                         $real_quote = true;
1858                                         $data['quoteUrl'] = $item['quote-uri'];
1859                                         $body = DI::contentItem()->addShareLink($body, $item['quote-uri-id']);
1860                                 } else {
1861                                         $body = DI::contentItem()->addSharedPost($item, $body);
1862                                 }
1863                         }
1864
1865                         $data['content'] = BBCode::convertForUriId($item['uri-id'], $body, BBCode::ACTIVITYPUB);
1866                 }
1867
1868                 // The regular "content" field does contain a minimized HTML. This is done since systems like
1869                 // Mastodon has got problems with - for example - embedded pictures.
1870                 // The contentMap does contain the unmodified HTML.
1871                 $language = self::getLanguage($item);
1872                 if (!empty($language)) {
1873                         $richbody = BBCode::setMentionsToNicknames($item['body'] ?? '');
1874                         $richbody = Post\Media::removeFromEndOfBody($richbody);
1875                         if (!empty($item['quote-uri-id']) && ($item['quote-uri-id'] != $item['uri-id'])) {
1876                                 if ($real_quote) {
1877                                         $richbody = DI::contentItem()->addShareLink($richbody, $item['quote-uri-id']);
1878                                 } else {
1879                                         $richbody = DI::contentItem()->addSharedPost($item, $richbody);
1880                                 }
1881                         }
1882                         $richbody = BBCode::replaceAttachment($richbody);
1883
1884                         $data['contentMap'][$language] = BBCode::convertForUriId($item['uri-id'], $richbody, BBCode::EXTERNAL);
1885                 }
1886
1887                 if (!empty($item['quote-uri-id']) && ($item['quote-uri-id'] != $item['uri-id'])) {
1888                         $source = DI::contentItem()->addSharedPost($item, $item['body']);
1889                 } else {
1890                         $source = $item['body'];
1891                 }
1892
1893                 $data['source'] = ['content' => $source, 'mediaType' => "text/bbcode"];
1894
1895                 if (!empty($item['signed_text']) && ($item['uri'] != $item['thr-parent'])) {
1896                         $data['diaspora:comment'] = $item['signed_text'];
1897                 }
1898
1899                 $data['attachment'] = self::createAttachmentList($item);
1900                 $data['tag'] = array_merge(self::createTagList($item, $data['quoteUrl'] ?? ''), $emojis);
1901
1902                 if (empty($data['location']) && (!empty($item['coord']) || !empty($item['location']))) {
1903                         $data['location'] = self::createLocation($item);
1904                 }
1905
1906                 if (!empty($item['app'])) {
1907                         $data['generator'] = ['type' => 'Application', 'name' => $item['app']];
1908                 }
1909
1910                 $data = array_merge($data, $permission_block);
1911
1912                 return $data;
1913         }
1914
1915         /**
1916          * Fetches the language from the post, the user or the system.
1917          *
1918          * @param array $item
1919          * @return string language string
1920          */
1921         private static function getLanguage(array $item): string
1922         {
1923                 // Try to fetch the language from the post itself
1924                 if (!empty($item['language'])) {
1925                         $languages = array_keys(json_decode($item['language'], true));
1926                         if (!empty($languages[0])) {
1927                                 return DI::l10n()->toISO6391($languages[0]);
1928                         }
1929                 }
1930
1931                 // Otherwise use the user's language
1932                 if (!empty($item['uid'])) {
1933                         $user = DBA::selectFirst('user', ['language'], ['uid' => $item['uid']]);
1934                         if (!empty($user['language'])) {
1935                                 return DI::l10n()->toISO6391($user['language']);
1936                         }
1937                 }
1938
1939                 // And finally just use the system language
1940                 return DI::l10n()->toISO6391(DI::config()->get('system', 'language'));
1941         }
1942
1943         /**
1944          * Creates an an "add tag" entry
1945          *
1946          * @param array $item Item array
1947          * @param array $activity activity data
1948          * @return array with activity data for adding tags
1949          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1950          * @throws \ImagickException
1951          */
1952         private static function createAddTag(array $item, array $activity): array
1953         {
1954                 $object = XML::parseString($item['object']);
1955                 $target = XML::parseString($item['target']);
1956
1957                 $activity['diaspora:guid'] = $item['guid'];
1958                 $activity['actor'] = $item['author-link'];
1959                 $activity['target'] = (string)$target->id;
1960                 $activity['summary'] = BBCode::toPlaintext($item['body']);
1961                 $activity['object'] = ['id' => (string)$object->id, 'type' => 'tag', 'name' => (string)$object->title, 'content' => (string)$object->content];
1962
1963                 return $activity;
1964         }
1965
1966         /**
1967          * Creates an announce object entry
1968          *
1969          * @param array $item Item array
1970          * @param array $activity activity data
1971          * @param bool  $api_mode
1972          * @return array with activity data
1973          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
1974          * @throws \ImagickException
1975          */
1976         private static function createAnnounce(array $item, array $activity, bool $api_mode = false): array
1977         {
1978                 $orig_body = $item['body'];
1979                 $announce = self::getAnnounceArray($item);
1980                 if (empty($announce)) {
1981                         $activity['type'] = 'Create';
1982                         $activity['object'] = self::createNote($item, $api_mode);
1983                         return $activity;
1984                 }
1985
1986                 if (empty($announce['comment'])) {
1987                         // Pure announce, without a quote
1988                         $activity['type'] = 'Announce';
1989                         $activity['object'] = $announce['object']['uri'];
1990                         return $activity;
1991                 }
1992
1993                 // Quote
1994                 $activity['type'] = 'Create';
1995                 $item['body'] = $announce['comment'] . "\n" . $announce['object']['plink'];
1996                 $activity['object'] = self::createNote($item, $api_mode);
1997
1998                 /// @todo Finally decide how to implement this in AP. This is a possible way:
1999                 $activity['object']['attachment'][] = self::createNote($announce['object']);
2000
2001                 $activity['object']['source']['content'] = $orig_body;
2002                 return $activity;
2003         }
2004
2005         /**
2006          * Return announce related data if the item is an announce
2007          *
2008          * @param array $item
2009          * @return array Announcement array
2010          */
2011         private static function getAnnounceArray(array $item): array
2012         {
2013                 $reshared = DI::contentItem()->getSharedPost($item, Item::DELIVER_FIELDLIST);
2014                 if (empty($reshared)) {
2015                         return [];
2016                 }
2017
2018                 if (!in_array($reshared['post']['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
2019                         return [];
2020                 }
2021
2022                 $profile = APContact::getByURL($reshared['post']['author-link'], false);
2023                 if (empty($profile)) {
2024                         return [];
2025                 }
2026
2027                 return ['object' => $reshared['post'], 'actor' => $profile, 'comment' => $reshared['comment']];
2028         }
2029
2030         /**
2031          * Checks if the provided item array is an announce
2032          *
2033          * @param array $item Item array
2034          * @return boolean Whether item is an announcement
2035          */
2036         public static function isAnnounce(array $item): bool
2037         {
2038                 if (!empty($item['verb']) && ($item['verb'] == Activity::ANNOUNCE)) {
2039                         return true;
2040                 }
2041
2042                 $announce = self::getAnnounceArray($item);
2043                 if (empty($announce)) {
2044                         return false;
2045                 }
2046
2047                 return empty($announce['comment']);
2048         }
2049
2050         /**
2051          * Creates an activity id for a given contact id
2052          *
2053          * @param integer $cid Contact ID of target
2054          *
2055          * @return bool|string activity id
2056          */
2057         public static function activityIDFromContact(int $cid)
2058         {
2059                 $contact = DBA::selectFirst('contact', ['uid', 'id', 'created'], ['id' => $cid]);
2060                 if (!DBA::isResult($contact)) {
2061                         return false;
2062                 }
2063
2064                 $hash = hash('ripemd128', $contact['uid'].'-'.$contact['id'].'-'.$contact['created']);
2065                 $uuid = substr($hash, 0, 8). '-' . substr($hash, 8, 4) . '-' . substr($hash, 12, 4) . '-' . substr($hash, 16, 4) . '-' . substr($hash, 20, 12);
2066                 return DI::baseUrl() . '/activity/' . $uuid;
2067         }
2068
2069         /**
2070          * Transmits a contact suggestion to a given inbox
2071          *
2072          * @param array   $owner         Sender owner-view record
2073          * @param string  $inbox         Target inbox
2074          * @param integer $suggestion_id Suggestion ID
2075          * @return boolean was the transmission successful?
2076          * @throws \Exception
2077          */
2078         public static function sendContactSuggestion(array $owner, string $inbox, int $suggestion_id): bool
2079         {
2080                 $suggestion = DI::fsuggest()->selectOneById($suggestion_id);
2081
2082                 $data = [
2083                         '@context' => ActivityPub::CONTEXT,
2084                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2085                         'type' => 'Announce',
2086                         'actor' => $owner['url'],
2087                         'object' => $suggestion->url,
2088                         'content' => $suggestion->note,
2089                         'instrument' => self::getService(),
2090                         'to' => [ActivityPub::PUBLIC_COLLECTION],
2091                         'cc' => []
2092                 ];
2093
2094                 $signed = LDSignature::sign($data, $owner);
2095
2096                 Logger::info('Deliver profile deletion for user ' . $owner['uid'] . ' to ' . $inbox . ' via ActivityPub');
2097                 return HTTPSignature::transmit($signed, $inbox, $owner);
2098         }
2099
2100         /**
2101          * Transmits a profile relocation to a given inbox
2102          *
2103          * @param array  $owner Sender owner-view record
2104          * @param string $inbox Target inbox
2105          * @return boolean was the transmission successful?
2106          * @throws \Exception
2107          */
2108         public static function sendProfileRelocation(array $owner, string $inbox): bool
2109         {
2110                 $data = [
2111                         '@context' => ActivityPub::CONTEXT,
2112                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2113                         'type' => 'dfrn:relocate',
2114                         'actor' => $owner['url'],
2115                         'object' => $owner['url'],
2116                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
2117                         'instrument' => self::getService(),
2118                         'to' => [ActivityPub::PUBLIC_COLLECTION],
2119                         'cc' => []
2120                 ];
2121
2122                 $signed = LDSignature::sign($data, $owner);
2123
2124                 Logger::info('Deliver profile relocation for user ' . $owner['uid'] . ' to ' . $inbox . ' via ActivityPub');
2125                 return HTTPSignature::transmit($signed, $inbox, $owner);
2126         }
2127
2128         /**
2129          * Transmits a profile deletion to a given inbox
2130          *
2131          * @param array  $owner Sender owner-view record
2132          * @param string $inbox Target inbox
2133          * @return boolean was the transmission successful?
2134          * @throws \Exception
2135          */
2136         public static function sendProfileDeletion(array $owner, string $inbox): bool
2137         {
2138                 if (empty($owner['uprvkey'])) {
2139                         Logger::error('No private key for owner found, the deletion message cannot be processed.', ['user' => $owner['uid']]);
2140                         return false;
2141                 }
2142
2143                 $data = ['@context' => ActivityPub::CONTEXT,
2144                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2145                         'type' => 'Delete',
2146                         'actor' => $owner['url'],
2147                         'object' => $owner['url'],
2148                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
2149                         'instrument' => self::getService(),
2150                         'to' => [ActivityPub::PUBLIC_COLLECTION],
2151                         'cc' => []];
2152
2153                 $signed = LDSignature::sign($data, $owner);
2154
2155                 Logger::info('Deliver profile deletion for user ' . $owner['uid'] . ' to ' . $inbox . ' via ActivityPub');
2156                 return HTTPSignature::transmit($signed, $inbox, $owner);
2157         }
2158
2159         /**
2160          * Transmits a profile change to a given inbox
2161          *
2162          * @param array  $owner Sender owner-view record
2163          * @param string $inbox Target inbox
2164          * @return boolean was the transmission successful?
2165          * @throws HTTPException\InternalServerErrorException
2166          * @throws HTTPException\NotFoundException
2167          * @throws \ImagickException
2168          */
2169         public static function sendProfileUpdate(array $owner, string $inbox): bool
2170         {
2171                 $profile = APContact::getByURL($owner['url']);
2172
2173                 $data = ['@context' => ActivityPub::CONTEXT,
2174                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2175                         'type' => 'Update',
2176                         'actor' => $owner['url'],
2177                         'object' => self::getProfile($owner['uid']),
2178                         'published' => DateTimeFormat::utcNow(DateTimeFormat::ATOM),
2179                         'instrument' => self::getService(),
2180                         'to' => [$profile['followers']],
2181                         'cc' => []];
2182
2183                 $signed = LDSignature::sign($data, $owner);
2184
2185                 Logger::info('Deliver profile update for user ' . $owner['uid'] . ' to ' . $inbox . ' via ActivityPub');
2186                 return HTTPSignature::transmit($signed, $inbox, $owner);
2187         }
2188
2189         /**
2190          * Transmits a given activity to a target
2191          *
2192          * @param string  $activity Type name
2193          * @param string  $target   Target profile
2194          * @param integer $uid      User ID
2195          * @param string  $id Activity-identifier
2196          * @return bool
2197          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2198          * @throws \ImagickException
2199          * @throws \Exception
2200          */
2201         public static function sendActivity(string $activity, string $target, int $uid, string $id = ''): bool
2202         {
2203                 $profile = APContact::getByURL($target);
2204                 if (empty($profile['inbox'])) {
2205                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
2206                         return false;
2207                 }
2208
2209                 $owner = User::getOwnerDataById($uid);
2210                 if (empty($owner)) {
2211                         Logger::warning('No user found for actor, aborting', ['uid' => $uid]);
2212                         return false;
2213                 }
2214
2215                 if (empty($id)) {
2216                         $id = DI::baseUrl() . '/activity/' . System::createGUID();
2217                 }
2218
2219                 $data = [
2220                         '@context' => ActivityPub::CONTEXT,
2221                         'id' => $id,
2222                         'type' => $activity,
2223                         'actor' => $owner['url'],
2224                         'object' => $profile['url'],
2225                         'instrument' => self::getService(),
2226                         'to' => [$profile['url']],
2227                 ];
2228
2229                 Logger::info('Sending activity ' . $activity . ' to ' . $target . ' for user ' . $uid);
2230
2231                 $signed = LDSignature::sign($data, $owner);
2232                 return HTTPSignature::transmit($signed, $profile['inbox'], $owner);
2233         }
2234
2235         /**
2236          * Transmits a "follow object" activity to a target
2237          * This is a preparation for sending automated "follow" requests when receiving "Announce" messages
2238          *
2239          * @param string  $object Object URL
2240          * @param string  $target Target profile
2241          * @param integer $uid    User ID
2242          * @return bool
2243          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2244          * @throws \ImagickException
2245          * @throws \Exception
2246          */
2247         public static function sendFollowObject(string $object, string $target, int $uid = 0): bool
2248         {
2249                 $profile = APContact::getByURL($target);
2250                 if (empty($profile['inbox'])) {
2251                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
2252                         return false;
2253                 }
2254
2255                 if (empty($uid)) {
2256                         // We need to use some user as a sender. It doesn't care who it will send. We will use an administrator account.
2257                         $admin = User::getFirstAdmin(['uid']);
2258                         if (!$admin) {
2259                                 Logger::warning('No available admin user for transmission', ['target' => $target]);
2260                                 return false;
2261                         }
2262
2263                         $uid = $admin['uid'];
2264                 }
2265
2266                 $condition = ['verb' => Activity::FOLLOW, 'uid' => 0, 'parent-uri' => $object,
2267                         'author-id' => Contact::getPublicIdByUserId($uid)];
2268                 if (Post::exists($condition)) {
2269                         Logger::info('Follow for ' . $object . ' for user ' . $uid . ' does already exist.');
2270                         return false;
2271                 }
2272
2273                 $owner = User::getOwnerDataById($uid);
2274
2275                 $data = [
2276                         '@context' => ActivityPub::CONTEXT,
2277                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2278                         'type' => 'Follow',
2279                         'actor' => $owner['url'],
2280                         'object' => $object,
2281                         'instrument' => self::getService(),
2282                         'to' => [$profile['url']],
2283                 ];
2284
2285                 Logger::info('Sending follow ' . $object . ' to ' . $target . ' for user ' . $uid);
2286
2287                 $signed = LDSignature::sign($data, $owner);
2288                 return HTTPSignature::transmit($signed, $profile['inbox'], $owner);
2289         }
2290
2291         /**
2292          * Transmit a message that the contact request had been accepted
2293          *
2294          * @param string  $target Target profile
2295          * @param string  $id Object id
2296          * @param integer $uid    User ID
2297          * @return void
2298          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2299          * @throws \ImagickException
2300          */
2301         public static function sendContactAccept(string $target, string $id, int $uid)
2302         {
2303                 $profile = APContact::getByURL($target);
2304                 if (empty($profile['inbox'])) {
2305                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
2306                         return;
2307                 }
2308
2309                 $owner = User::getOwnerDataById($uid);
2310                 if (!$owner) {
2311                         Logger::notice('No user found for actor', ['uid' => $uid]);
2312                         return;
2313                 }
2314
2315                 $data = [
2316                         '@context' => ActivityPub::CONTEXT,
2317                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2318                         'type' => 'Accept',
2319                         'actor' => $owner['url'],
2320                         'object' => [
2321                                 'id' => $id,
2322                                 'type' => 'Follow',
2323                                 'actor' => $profile['url'],
2324                                 'object' => $owner['url']
2325                         ],
2326                         'instrument' => self::getService(),
2327                         'to' => [$profile['url']],
2328                 ];
2329
2330                 Logger::debug('Sending accept to ' . $target . ' for user ' . $uid . ' with id ' . $id);
2331
2332                 $signed = LDSignature::sign($data, $owner);
2333                 HTTPSignature::transmit($signed, $profile['inbox'], $owner);
2334         }
2335
2336         /**
2337          * Reject a contact request or terminates the contact relation
2338          *
2339          * @param string $target   Target profile
2340          * @param string $objectId Object id
2341          * @param array  $owner    Sender owner-view record
2342          * @return bool Operation success
2343          * @throws HTTPException\InternalServerErrorException
2344          * @throws \ImagickException
2345          */
2346         public static function sendContactReject(string $target, string $objectId, array $owner): bool
2347         {
2348                 $profile = APContact::getByURL($target);
2349                 if (empty($profile['inbox'])) {
2350                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
2351                         return false;
2352                 }
2353
2354                 $data = [
2355                         '@context' => ActivityPub::CONTEXT,
2356                         'id' => DI::baseUrl() . '/activity/' . System::createGUID(),
2357                         'type' => 'Reject',
2358                         'actor'  => $owner['url'],
2359                         'object' => [
2360                                 'id' => $objectId,
2361                                 'type' => 'Follow',
2362                                 'actor' => $profile['url'],
2363                                 'object' => $owner['url']
2364                         ],
2365                         'instrument' => self::getService(),
2366                         'to' => [$profile['url']],
2367                 ];
2368
2369                 Logger::debug('Sending reject to ' . $target . ' for user ' . $owner['uid'] . ' with id ' . $objectId);
2370
2371                 $signed = LDSignature::sign($data, $owner);
2372                 return HTTPSignature::transmit($signed, $profile['inbox'], $owner);
2373         }
2374
2375         /**
2376          * Transmits a message that we don't want to follow this contact anymore
2377          *
2378          * @param string  $target Target profile
2379          * @param integer $cid    Contact id
2380          * @param array   $owner  Sender owner-view record
2381          * @return bool success
2382          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2383          * @throws \ImagickException
2384          * @throws \Exception
2385          */
2386         public static function sendContactUndo(string $target, int $cid, array $owner): bool
2387         {
2388                 $profile = APContact::getByURL($target);
2389                 if (empty($profile['inbox'])) {
2390                         Logger::warning('No inbox found for target', ['target' => $target, 'profile' => $profile]);
2391                         return false;
2392                 }
2393
2394                 $object_id = self::activityIDFromContact($cid);
2395                 if (empty($object_id)) {
2396                         return false;
2397                 }
2398
2399                 $objectId = DI::baseUrl() . '/activity/' . System::createGUID();
2400
2401                 $data = [
2402                         '@context' => ActivityPub::CONTEXT,
2403                         'id' => $objectId,
2404                         'type' => 'Undo',
2405                         'actor' => $owner['url'],
2406                         'object' => [
2407                                 'id' => $object_id,
2408                                 'type' => 'Follow',
2409                                 'actor' => $owner['url'],
2410                                 'object' => $profile['url']
2411                         ],
2412                         'instrument' => self::getService(),
2413                         'to' => [$profile['url']],
2414                 ];
2415
2416                 Logger::info('Sending undo to ' . $target . ' for user ' . $owner['uid'] . ' with id ' . $objectId);
2417
2418                 $signed = LDSignature::sign($data, $owner);
2419                 return HTTPSignature::transmit($signed, $profile['inbox'], $owner);
2420         }
2421
2422         /**
2423          * Prepends mentions (@) to $body variable
2424          *
2425          * @param string $body HTML code
2426          * @param int    $uriId
2427          * @param string $authorLink Author link
2428          * @return string HTML code with prepended mentions
2429          */
2430         private static function prependMentions(string $body, int $uriid, string $authorLink): string
2431         {
2432                 $mentions = [];
2433
2434                 foreach (Tag::getByURIId($uriid, [Tag::IMPLICIT_MENTION]) as $tag) {
2435                         $profile = Contact::getByURL($tag['url'], false, ['addr', 'contact-type', 'nick']);
2436                         if (!empty($profile['addr'])
2437                                 && $profile['contact-type'] != Contact::TYPE_COMMUNITY
2438                                 && !strstr($body, $profile['addr'])
2439                                 && !strstr($body, $tag['url'])
2440                                 && $tag['url'] !== $authorLink
2441                         ) {
2442                                 $mentions[] = '@[url=' . $tag['url'] . ']' . $profile['nick'] . '[/url]';
2443                         }
2444                 }
2445
2446                 $mentions[] = $body;
2447
2448                 return implode(' ', $mentions);
2449         }
2450 }