src/Model/Contact.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2010-2021, the Friendica project
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Model;
  23
  24 use Friendica\App\BaseURL;
  25 use Friendica\Content\Pager;
  26 use Friendica\Content\Text\HTML;
  27 use Friendica\Core\Hook;
  28 use Friendica\Core\Logger;
  29 use Friendica\Core\Protocol;
  30 use Friendica\Core\Renderer;
  31 use Friendica\Core\Session;
  32 use Friendica\Core\System;
  33 use Friendica\Core\Worker;
  34 use Friendica\Database\Database;
  35 use Friendica\Database\DBA;
  36 use Friendica\DI;
  37 use Friendica\Network\HTTPException;
  38 use Friendica\Network\Probe;
  39 use Friendica\Protocol\Activity;
  40 use Friendica\Protocol\ActivityPub;
  41 use Friendica\Protocol\DFRN;
  42 use Friendica\Protocol\Diaspora;
  43 use Friendica\Protocol\OStatus;
  44 use Friendica\Protocol\Salmon;
  45 use Friendica\Util\DateTimeFormat;
  46 use Friendica\Util\Images;
  47 use Friendica\Util\Network;
  48 use Friendica\Util\Proxy;
  49 use Friendica\Util\Strings;
  50
  51 /**
  52  * functions for interacting with a contact
  53  */
  54 class Contact
  55 {
  56         const DEFAULT_AVATAR_PHOTO = '/images/person-300.jpg';
  57         const DEFAULT_AVATAR_THUMB = '/images/person-80.jpg';
  58         const DEFAULT_AVATAR_MICRO = '/images/person-48.jpg';
  59
  60         /**
  61          * @deprecated since version 2019.03
  62          * @see User::PAGE_FLAGS_NORMAL
  63          */
  64         const PAGE_NORMAL    = User::PAGE_FLAGS_NORMAL;
  65         /**
  66          * @deprecated since version 2019.03
  67          * @see User::PAGE_FLAGS_SOAPBOX
  68          */
  69         const PAGE_SOAPBOX   = User::PAGE_FLAGS_SOAPBOX;
  70         /**
  71          * @deprecated since version 2019.03
  72          * @see User::PAGE_FLAGS_COMMUNITY
  73          */
  74         const PAGE_COMMUNITY = User::PAGE_FLAGS_COMMUNITY;
  75         /**
  76          * @deprecated since version 2019.03
  77          * @see User::PAGE_FLAGS_FREELOVE
  78          */
  79         const PAGE_FREELOVE  = User::PAGE_FLAGS_FREELOVE;
  80         /**
  81          * @deprecated since version 2019.03
  82          * @see User::PAGE_FLAGS_BLOG
  83          */
  84         const PAGE_BLOG      = User::PAGE_FLAGS_BLOG;
  85         /**
  86          * @deprecated since version 2019.03
  87          * @see User::PAGE_FLAGS_PRVGROUP
  88          */
  89         const PAGE_PRVGROUP  = User::PAGE_FLAGS_PRVGROUP;
  90         /**
  91          * @}
  92          */
  93
  94         const LOCK_INSERT = 'contact-insert';
  95
  96         /**
  97          * Account types
  98          *
  99          * TYPE_UNKNOWN - unknown type
 100          *
 101          * TYPE_PERSON - the account belongs to a person
 102          *      Associated page types: PAGE_NORMAL, PAGE_SOAPBOX, PAGE_FREELOVE
 103          *
 104          * TYPE_ORGANISATION - the account belongs to an organisation
 105          *      Associated page type: PAGE_SOAPBOX
 106          *
 107          * TYPE_NEWS - the account is a news reflector
 108          *      Associated page type: PAGE_SOAPBOX
 109          *
 110          * TYPE_COMMUNITY - the account is community forum
 111          *      Associated page types: PAGE_COMMUNITY, PAGE_PRVGROUP
 112          *
 113          * TYPE_RELAY - the account is a relay
 114          *      This will only be assigned to contacts, not to user accounts
 115          * @{
 116          */
 117         const TYPE_UNKNOWN =     -1;
 118         const TYPE_PERSON =       User::ACCOUNT_TYPE_PERSON;
 119         const TYPE_ORGANISATION = User::ACCOUNT_TYPE_ORGANISATION;
 120         const TYPE_NEWS =         User::ACCOUNT_TYPE_NEWS;
 121         const TYPE_COMMUNITY =    User::ACCOUNT_TYPE_COMMUNITY;
 122         const TYPE_RELAY =        User::ACCOUNT_TYPE_RELAY;
 123         /**
 124          * @}
 125          */
 126
 127         /**
 128          * Contact_is
 129          *
 130          * Relationship types
 131          * @{
 132          */
 133         const NOTHING  = 0;
 134         const FOLLOWER = 1;
 135         const SHARING  = 2;
 136         const FRIEND   = 3;
 137         /**
 138          * @}
 139          */
 140
 141          const MIRROR_DEACTIVATED = 0;
 142          const MIRROR_FORWARDED = 1;
 143          const MIRROR_OWN_POST = 2;
 144          const MIRROR_NATIVE_RESHARE = 3;
 145
 146          /**
 147          * @param array $fields    Array of selected fields, empty for all
 148          * @param array $condition Array of fields for condition
 149          * @param array $params    Array of several parameters
 150          * @return array
 151          * @throws \Exception
 152          */
 153         public static function selectToArray(array $fields = [], array $condition = [], array $params = [])
 154         {
 155                 return DBA::selectToArray('contact', $fields, $condition, $params);
 156         }
 157
 158         /**
 159          * @param array $fields    Array of selected fields, empty for all
 160          * @param array $condition Array of fields for condition
 161          * @param array $params    Array of several parameters
 162          * @return array
 163          * @throws \Exception
 164          */
 165         public static function selectFirst(array $fields = [], array $condition = [], array $params = [])
 166         {
 167                 $contact = DBA::selectFirst('contact', $fields, $condition, $params);
 168
 169                 return $contact;
 170         }
 171
 172         /**
 173          * Insert a row into the contact table
 174          * Important: You can't use DBA::lastInsertId() after this call since it will be set to 0.
 175          *
 176          * @param array $fields         field array
 177          * @param int   $duplicate_mode Do an update on a duplicate entry
 178          *
 179          * @return boolean was the insert successful?
 180          * @throws \Exception
 181          */
 182         public static function insert(array $fields, int $duplicate_mode = Database::INSERT_DEFAULT)
 183         {
 184                 if (!empty($fields['baseurl']) && empty($fields['gsid'])) {
 185                         $fields['gsid'] = GServer::getID($fields['baseurl'], true);
 186                 }
 187
 188                 if (empty($fields['created'])) {
 189                         $fields['created'] = DateTimeFormat::utcNow();
 190                 }
 191
 192                 $ret = DBA::insert('contact', $fields, $duplicate_mode);
 193                 $contact = DBA::selectFirst('contact', ['nurl', 'uid'], ['id' => DBA::lastInsertId()]);
 194                 if (!DBA::isResult($contact)) {
 195                         // Shouldn't happen
 196                         return $ret;
 197                 }
 198
 199                 // Search for duplicated contacts and get rid of them
 200                 self::removeDuplicates($contact['nurl'], $contact['uid']);
 201
 202                 return $ret;
 203         }
 204
 205         /**
 206          * @param integer $id     Contact ID
 207          * @param array   $fields Array of selected fields, empty for all
 208          * @return array|boolean Contact record if it exists, false otherwise
 209          * @throws \Exception
 210          */
 211         public static function getById($id, $fields = [])
 212         {
 213                 return DBA::selectFirst('contact', $fields, ['id' => $id]);
 214         }
 215
 216         /**
 217          * Fetches a contact by a given url
 218          *
 219          * @param string  $url    profile url
 220          * @param boolean $update true = always update, false = never update, null = update when not found or outdated
 221          * @param array   $fields Field list
 222          * @param integer $uid    User ID of the contact
 223          * @return array contact array
 224          */
 225         public static function getByURL(string $url, $update = null, array $fields = [], int $uid = 0)
 226         {
 227                 if ($update || is_null($update)) {
 228                         $cid = self::getIdForURL($url, $uid, $update);
 229                         if (empty($cid)) {
 230                                 return [];
 231                         }
 232
 233                         $contact = self::getById($cid, $fields);
 234                         if (empty($contact)) {
 235                                 return [];
 236                         }
 237                         return $contact;
 238                 }
 239
 240                 // Add internal fields
 241                 $removal = [];
 242                 if (!empty($fields)) {
 243                         foreach (['id', 'avatar', 'created', 'updated', 'last-update', 'success_update', 'failure_update', 'network'] as $internal) {
 244                                 if (!in_array($internal, $fields)) {
 245                                         $fields[] = $internal;
 246                                         $removal[] = $internal;
 247                                 }
 248                         }
 249                 }
 250
 251                 // We first try the nurl (http://server.tld/nick), most common case
 252                 $options = ['order' => ['id']];
 253                 $contact = DBA::selectFirst('contact', $fields, ['nurl' => Strings::normaliseLink($url), 'uid' => $uid, 'deleted' => false], $options);
 254
 255                 // Then the addr (nick@server.tld)
 256                 if (!DBA::isResult($contact)) {
 257                         $contact = DBA::selectFirst('contact', $fields, ['addr' => str_replace('acct:', '', $url), 'uid' => $uid, 'deleted' => false], $options);
 258                 }
 259
 260                 // Then the alias (which could be anything)
 261                 if (!DBA::isResult($contact)) {
 262                         // The link could be provided as http although we stored it as https
 263                         $ssl_url = str_replace('http://', 'https://', $url);
 264                         $condition = ['`alias` IN (?, ?, ?) AND `uid` = ? AND NOT `deleted`', $url, Strings::normaliseLink($url), $ssl_url, $uid];
 265                         $contact = DBA::selectFirst('contact', $fields, $condition, $options);
 266                 }
 267
 268                 if (!DBA::isResult($contact)) {
 269                         return [];
 270                 }
 271
 272                 // Update the contact in the background if needed
 273                 $updated = max($contact['success_update'], $contact['created'], $contact['updated'], $contact['last-update'], $contact['failure_update']);
 274                 if (($updated < DateTimeFormat::utc('now -7 days')) && in_array($contact['network'], Protocol::FEDERATED) && !self::isLocalById($contact['id'])) {
 275                         Worker::add(PRIORITY_LOW, "UpdateContact", $contact['id']);
 276                 }
 277
 278                 // Remove the internal fields
 279                 foreach ($removal as $internal) {
 280                         unset($contact[$internal]);
 281                 }
 282
 283                 return $contact;
 284         }
 285
 286         /**
 287          * Fetches a contact for a given user by a given url.
 288          * In difference to "getByURL" the function will fetch a public contact when no user contact had been found.
 289          *
 290          * @param string  $url    profile url
 291          * @param integer $uid    User ID of the contact
 292          * @param boolean $update true = always update, false = never update, null = update when not found or outdated
 293          * @param array   $fields Field list
 294          * @return array contact array
 295          */
 296         public static function getByURLForUser(string $url, int $uid = 0, $update = false, array $fields = [])
 297         {
 298                 if ($uid != 0) {
 299                         $contact = self::getByURL($url, $update, $fields, $uid);
 300                         if (!empty($contact)) {
 301                                 if (!empty($contact['id'])) {
 302                                         $contact['cid'] = $contact['id'];
 303                                         $contact['zid'] = 0;
 304                                 }
 305                                 return $contact;
 306                         }
 307                 }
 308
 309                 $contact = self::getByURL($url, $update, $fields);
 310                 if (!empty($contact['id'])) {
 311                         $contact['cid'] = 0;
 312                         $contact['zid'] = $contact['id'];
 313                 }
 314                 return $contact;
 315         }
 316
 317         /**
 318          * Tests if the given contact is a follower
 319          *
 320          * @param int $cid Either public contact id or user's contact id
 321          * @param int $uid User ID
 322          *
 323          * @return boolean is the contact id a follower?
 324          * @throws HTTPException\InternalServerErrorException
 325          * @throws \ImagickException
 326          */
 327         public static function isFollower($cid, $uid)
 328         {
 329                 if (Contact\User::isBlocked($cid, $uid)) {
 330                         return false;
 331                 }
 332
 333                 $cdata = self::getPublicAndUserContacID($cid, $uid);
 334                 if (empty($cdata['user'])) {
 335                         return false;
 336                 }
 337
 338                 $condition = ['id' => $cdata['user'], 'rel' => [self::FOLLOWER, self::FRIEND]];
 339                 return DBA::exists('contact', $condition);
 340         }
 341
 342         /**
 343          * Tests if the given contact url is a follower
 344          *
 345          * @param string $url Contact URL
 346          * @param int    $uid User ID
 347          *
 348          * @return boolean is the contact id a follower?
 349          * @throws HTTPException\InternalServerErrorException
 350          * @throws \ImagickException
 351          */
 352         public static function isFollowerByURL($url, $uid)
 353         {
 354                 $cid = self::getIdForURL($url, $uid);
 355
 356                 if (empty($cid)) {
 357                         return false;
 358                 }
 359
 360                 return self::isFollower($cid, $uid);
 361         }
 362
 363         /**
 364          * Tests if the given user follow the given contact
 365          *
 366          * @param int $cid Either public contact id or user's contact id
 367          * @param int $uid User ID
 368          *
 369          * @return boolean is the contact url being followed?
 370          * @throws HTTPException\InternalServerErrorException
 371          * @throws \ImagickException
 372          */
 373         public static function isSharing($cid, $uid)
 374         {
 375                 if (Contact\User::isBlocked($cid, $uid)) {
 376                         return false;
 377                 }
 378
 379                 $cdata = self::getPublicAndUserContacID($cid, $uid);
 380                 if (empty($cdata['user'])) {
 381                         return false;
 382                 }
 383
 384                 $condition = ['id' => $cdata['user'], 'rel' => [self::SHARING, self::FRIEND]];
 385                 return DBA::exists('contact', $condition);
 386         }
 387
 388         /**
 389          * Tests if the given user follow the given contact url
 390          *
 391          * @param string $url Contact URL
 392          * @param int    $uid User ID
 393          *
 394          * @return boolean is the contact url being followed?
 395          * @throws HTTPException\InternalServerErrorException
 396          * @throws \ImagickException
 397          */
 398         public static function isSharingByURL($url, $uid)
 399         {
 400                 $cid = self::getIdForURL($url, $uid);
 401
 402                 if (empty($cid)) {
 403                         return false;
 404                 }
 405
 406                 return self::isSharing($cid, $uid);
 407         }
 408
 409         /**
 410          * Get the basepath for a given contact link
 411          *
 412          * @param string $url The contact link
 413          * @param boolean $dont_update Don't update the contact
 414          *
 415          * @return string basepath
 416          * @throws HTTPException\InternalServerErrorException
 417          * @throws \ImagickException
 418          */
 419         public static function getBasepath($url, $dont_update = false)
 420         {
 421                 $contact = DBA::selectFirst('contact', ['id', 'baseurl'], ['uid' => 0, 'nurl' => Strings::normaliseLink($url)]);
 422                 if (!DBA::isResult($contact)) {
 423                         return '';
 424                 }
 425
 426                 if (!empty($contact['baseurl'])) {
 427                         return $contact['baseurl'];
 428                 } elseif ($dont_update) {
 429                         return '';
 430                 }
 431
 432                 // Update the existing contact
 433                 self::updateFromProbe($contact['id']);
 434
 435                 // And fetch the result
 436                 $contact = DBA::selectFirst('contact', ['baseurl'], ['id' => $contact['id']]);
 437                 if (empty($contact['baseurl'])) {
 438                         Logger::info('No baseurl for contact', ['url' => $url]);
 439                         return '';
 440                 }
 441
 442                 Logger::info('Found baseurl for contact', ['url' => $url, 'baseurl' => $contact['baseurl']]);
 443                 return $contact['baseurl'];
 444         }
 445
 446         /**
 447          * Check if the given contact url is on the same server
 448          *
 449          * @param string $url The contact link
 450          *
 451          * @return boolean Is it the same server?
 452          */
 453         public static function isLocal($url)
 454         {
 455                 return Strings::compareLink(self::getBasepath($url, true), DI::baseUrl());
 456         }
 457
 458         /**
 459          * Check if the given contact ID is on the same server
 460          *
 461          * @param string $url The contact link
 462          *
 463          * @return boolean Is it the same server?
 464          */
 465         public static function isLocalById(int $cid)
 466         {
 467                 $contact = DBA::selectFirst('contact', ['url', 'baseurl'], ['id' => $cid]);
 468                 if (!DBA::isResult($contact)) {
 469                         return false;
 470                 }
 471
 472                 if (empty($contact['baseurl'])) {
 473                         $baseurl = self::getBasepath($contact['url'], true);
 474                 } else {
 475                         $baseurl = $contact['baseurl'];
 476                 }
 477
 478                 return Strings::compareLink($baseurl, DI::baseUrl());
 479         }
 480
 481         /**
 482          * Returns the public contact id of the given user id
 483          *
 484          * @param  integer $uid User ID
 485          *
 486          * @return integer|boolean Public contact id for given user id
 487          * @throws \Exception
 488          */
 489         public static function getPublicIdByUserId($uid)
 490         {
 491                 $self = DBA::selectFirst('contact', ['url'], ['self' => true, 'uid' => $uid]);
 492                 if (!DBA::isResult($self)) {
 493                         return false;
 494                 }
 495                 return self::getIdForURL($self['url']);
 496         }
 497
 498         /**
 499          * Returns the contact id for the user and the public contact id for a given contact id
 500          *
 501          * @param int $cid Either public contact id or user's contact id
 502          * @param int $uid User ID
 503          *
 504          * @return array with public and user's contact id
 505          * @throws HTTPException\InternalServerErrorException
 506          * @throws \ImagickException
 507          */
 508         public static function getPublicAndUserContacID($cid, $uid)
 509         {
 510                 if (empty($uid) || empty($cid)) {
 511                         return [];
 512                 }
 513
 514                 $contact = DBA::selectFirst('contact', ['id', 'uid', 'url'], ['id' => $cid]);
 515                 if (!DBA::isResult($contact)) {
 516                         return [];
 517                 }
 518
 519                 // We quit when the user id don't match the user id of the provided contact
 520                 if (($contact['uid'] != $uid) && ($contact['uid'] != 0)) {
 521                         return [];
 522                 }
 523
 524                 if ($contact['uid'] != 0) {
 525                         $pcid = self::getIdForURL($contact['url'], 0, false, ['url' => $contact['url']]);
 526                         if (empty($pcid)) {
 527                                 return [];
 528                         }
 529                         $ucid = $contact['id'];
 530                 } else {
 531                         $pcid = $contact['id'];
 532                         $ucid = self::getIdForURL($contact['url'], $uid);
 533                 }
 534
 535                 return ['public' => $pcid, 'user' => $ucid];
 536         }
 537
 538         /**
 539          * Returns contact details for a given contact id in combination with a user id
 540          *
 541          * @param int $cid A contact ID
 542          * @param int $uid The User ID
 543          * @param array $fields The selected fields for the contact
 544          *
 545          * @return array The contact details
 546          *
 547          * @throws \Exception
 548          */
 549         public static function getContactForUser($cid, $uid, array $fields = [])
 550         {
 551                 $contact = DBA::selectFirst('contact', $fields, ['id' => $cid, 'uid' => $uid]);
 552
 553                 if (!DBA::isResult($contact)) {
 554                         return [];
 555                 } else {
 556                         return $contact;
 557                 }
 558         }
 559
 560         /**
 561          * Creates the self-contact for the provided user id
 562          *
 563          * @param int $uid
 564          * @return bool Operation success
 565          * @throws HTTPException\InternalServerErrorException
 566          */
 567         public static function createSelfFromUserId($uid)
 568         {
 569                 $user = DBA::selectFirst('user', ['uid', 'username', 'nickname', 'pubkey', 'prvkey'],
 570                         ['uid' => $uid, 'account_expired' => false]);
 571                 if (!DBA::isResult($user)) {
 572                         return false;
 573                 }
 574
 575                 $contact = [
 576                         'uid'         => $user['uid'],
 577                         'created'     => DateTimeFormat::utcNow(),
 578                         'self'        => 1,
 579                         'name'        => $user['username'],
 580                         'nick'        => $user['nickname'],
 581                         'pubkey'      => $user['pubkey'],
 582                         'prvkey'      => $user['prvkey'],
 583                         'photo'       => DI::baseUrl() . '/photo/profile/' . $user['uid'] . '.jpg',
 584                         'thumb'       => DI::baseUrl() . '/photo/avatar/'  . $user['uid'] . '.jpg',
 585                         'micro'       => DI::baseUrl() . '/photo/micro/'   . $user['uid'] . '.jpg',
 586                         'blocked'     => 0,
 587                         'pending'     => 0,
 588                         'url'         => DI::baseUrl() . '/profile/' . $user['nickname'],
 589                         'nurl'        => Strings::normaliseLink(DI::baseUrl() . '/profile/' . $user['nickname']),
 590                         'addr'        => $user['nickname'] . '@' . substr(DI::baseUrl(), strpos(DI::baseUrl(), '://') + 3),
 591                         'request'     => DI::baseUrl() . '/dfrn_request/' . $user['nickname'],
 592                         'notify'      => DI::baseUrl() . '/dfrn_notify/'  . $user['nickname'],
 593                         'poll'        => DI::baseUrl() . '/dfrn_poll/'    . $user['nickname'],
 594                         'confirm'     => DI::baseUrl() . '/dfrn_confirm/' . $user['nickname'],
 595                         'poco'        => DI::baseUrl() . '/poco/'         . $user['nickname'],
 596                         'name-date'   => DateTimeFormat::utcNow(),
 597                         'uri-date'    => DateTimeFormat::utcNow(),
 598                         'avatar-date' => DateTimeFormat::utcNow(),
 599                         'closeness'   => 0
 600                 ];
 601
 602                 $return = true;
 603
 604                 // Only create the entry if it doesn't exist yet
 605                 if (!DBA::exists('contact', ['uid' => $uid, 'self' => true])) {
 606                         $return = DBA::insert('contact', $contact);
 607                 }
 608
 609                 // Create the public contact
 610                 if (!DBA::exists('contact', ['nurl' => $contact['nurl'], 'uid' => 0])) {
 611                         $contact['self']   = false;
 612                         $contact['uid']    = 0;
 613                         $contact['prvkey'] = null;
 614
 615                         DBA::insert('contact', $contact, Database::INSERT_IGNORE);
 616                 }
 617
 618                 return $return;
 619         }
 620
 621         /**
 622          * Updates the self-contact for the provided user id
 623          *
 624          * @param int     $uid
 625          * @param boolean $update_avatar Force the avatar update
 626          * @return bool   "true" if updated
 627          * @throws HTTPException\InternalServerErrorException
 628          */
 629         public static function updateSelfFromUserID($uid, $update_avatar = false)
 630         {
 631                 $fields = ['id', 'name', 'nick', 'location', 'about', 'keywords', 'avatar', 'prvkey', 'pubkey',
 632                         'xmpp', 'contact-type', 'forum', 'prv', 'avatar-date', 'url', 'nurl', 'unsearchable',
 633                         'photo', 'thumb', 'micro', 'addr', 'request', 'notify', 'poll', 'confirm', 'poco'];
 634                 $self = DBA::selectFirst('contact', $fields, ['uid' => $uid, 'self' => true]);
 635                 if (!DBA::isResult($self)) {
 636                         return false;
 637                 }
 638
 639                 $fields = ['nickname', 'page-flags', 'account-type', 'prvkey', 'pubkey'];
 640                 $user = DBA::selectFirst('user', $fields, ['uid' => $uid, 'account_expired' => false]);
 641                 if (!DBA::isResult($user)) {
 642                         return false;
 643                 }
 644
 645                 $fields = ['name', 'photo', 'thumb', 'about', 'address', 'locality', 'region',
 646                         'country-name', 'pub_keywords', 'xmpp', 'net-publish'];
 647                 $profile = DBA::selectFirst('profile', $fields, ['uid' => $uid]);
 648                 if (!DBA::isResult($profile)) {
 649                         return false;
 650                 }
 651
 652                 $file_suffix = 'jpg';
 653
 654                 $fields = ['name' => $profile['name'], 'nick' => $user['nickname'],
 655                         'avatar-date' => $self['avatar-date'], 'location' => Profile::formatLocation($profile),
 656                         'about' => $profile['about'], 'keywords' => $profile['pub_keywords'],
 657                         'contact-type' => $user['account-type'], 'prvkey' => $user['prvkey'],
 658                         'pubkey' => $user['pubkey'], 'xmpp' => $profile['xmpp']];
 659
 660                 // it seems as if ported accounts can have wrong values, so we make sure that now everything is fine.
 661                 $fields['url'] = DI::baseUrl() . '/profile/' . $user['nickname'];
 662                 $fields['nurl'] = Strings::normaliseLink($fields['url']);
 663                 $fields['addr'] = $user['nickname'] . '@' . substr(DI::baseUrl(), strpos(DI::baseUrl(), '://') + 3);
 664                 $fields['request'] = DI::baseUrl() . '/dfrn_request/' . $user['nickname'];
 665                 $fields['notify'] = DI::baseUrl() . '/dfrn_notify/' . $user['nickname'];
 666                 $fields['poll'] = DI::baseUrl() . '/dfrn_poll/'. $user['nickname'];
 667                 $fields['confirm'] = DI::baseUrl() . '/dfrn_confirm/' . $user['nickname'];
 668                 $fields['poco'] = DI::baseUrl() . '/poco/' . $user['nickname'];
 669
 670                 $avatar = Photo::selectFirst(['resource-id', 'type'], ['uid' => $uid, 'profile' => true]);
 671                 if (DBA::isResult($avatar)) {
 672                         if ($update_avatar) {
 673                                 $fields['avatar-date'] = DateTimeFormat::utcNow();
 674                         }
 675
 676                         // Creating the path to the avatar, beginning with the file suffix
 677                         $types = Images::supportedTypes();
 678                         if (isset($types[$avatar['type']])) {
 679                                 $file_suffix = $types[$avatar['type']];
 680                         }
 681
 682                         // We are adding a timestamp value so that other systems won't use cached content
 683                         $timestamp = strtotime($fields['avatar-date']);
 684
 685                         $prefix = DI::baseUrl() . '/photo/' .$avatar['resource-id'] . '-';
 686                         $suffix = '.' . $file_suffix . '?ts=' . $timestamp;
 687
 688                         $fields['photo'] = $prefix . '4' . $suffix;
 689                         $fields['thumb'] = $prefix . '5' . $suffix;
 690                         $fields['micro'] = $prefix . '6' . $suffix;
 691                 } else {
 692                         // We hadn't found a photo entry, so we use the default avatar
 693                         $fields['photo'] = self::getDefaultAvatar($fields, Proxy::SIZE_SMALL);
 694                         $fields['thumb'] = self::getDefaultAvatar($fields, Proxy::SIZE_THUMB);
 695                         $fields['micro'] = self::getDefaultAvatar($fields, Proxy::SIZE_MICRO);
 696                 }
 697
 698                 $fields['avatar'] = DI::baseUrl() . '/photo/profile/' .$uid . '.' . $file_suffix;
 699                 $fields['forum'] = $user['page-flags'] == User::PAGE_FLAGS_COMMUNITY;
 700                 $fields['prv'] = $user['page-flags'] == User::PAGE_FLAGS_PRVGROUP;
 701                 $fields['unsearchable'] = !$profile['net-publish'];
 702
 703                 $update = false;
 704
 705                 foreach ($fields as $field => $content) {
 706                         if ($self[$field] != $content) {
 707                                 $update = true;
 708                         }
 709                 }
 710
 711                 if ($update) {
 712                         if ($fields['name'] != $self['name']) {
 713                                 $fields['name-date'] = DateTimeFormat::utcNow();
 714                         }
 715                         $fields['updated'] = DateTimeFormat::utcNow();
 716                         DBA::update('contact', $fields, ['id' => $self['id']]);
 717
 718                         // Update the public contact as well
 719                         $fields['prvkey'] = null;
 720                         $fields['self']   = false;
 721                         DBA::update('contact', $fields, ['uid' => 0, 'nurl' => $self['nurl']]);
 722
 723                         // Update the profile
 724                         $fields = ['photo' => DI::baseUrl() . '/photo/profile/' .$uid . '.' . $file_suffix,
 725                                 'thumb' => DI::baseUrl() . '/photo/avatar/' . $uid .'.' . $file_suffix];
 726                         DBA::update('profile', $fields, ['uid' => $uid]);
 727                 }
 728                 return $update;
 729         }
 730
 731         /**
 732          * Marks a contact for removal
 733          *
 734          * @param int $id contact id
 735          * @return null
 736          * @throws HTTPException\InternalServerErrorException
 737          */
 738         public static function remove($id)
 739         {
 740                 // We want just to make sure that we don't delete our "self" contact
 741                 $contact = DBA::selectFirst('contact', ['uid'], ['id' => $id, 'self' => false]);
 742                 if (!DBA::isResult($contact)) {
 743                         return;
 744                 }
 745
 746                 // Archive the contact
 747                 DBA::update('contact', ['archive' => true, 'network' => Protocol::PHANTOM, 'deleted' => true], ['id' => $id]);
 748
 749                 // Delete it in the background
 750                 Worker::add(PRIORITY_MEDIUM, 'RemoveContact', $id);
 751         }
 752
 753         /**
 754          * Sends an unfriend message. Does not remove the contact
 755          *
 756          * @param array   $user     User unfriending
 757          * @param array   $contact  Contact unfriended
 758          * @param boolean $dissolve Remove the contact on the remote side
 759          * @return void
 760          * @throws HTTPException\InternalServerErrorException
 761          * @throws \ImagickException
 762          */
 763         public static function terminateFriendship(array $user, array $contact, $dissolve = false)
 764         {
 765                 if (empty($contact['network'])) {
 766                         return;
 767                 }
 768
 769                 $protocol = $contact['network'];
 770                 if (($protocol == Protocol::DFRN) && !self::isLegacyDFRNContact($contact)) {
 771                         $protocol = Protocol::ACTIVITYPUB;
 772                 }
 773
 774                 if (($protocol == Protocol::DFRN) && $dissolve) {
 775                         DFRN::deliver($user, $contact, 'placeholder', true);
 776                 } elseif (in_array($protocol, [Protocol::OSTATUS, Protocol::DFRN])) {
 777                         // create an unfollow slap
 778                         $item = [];
 779                         $item['verb'] = Activity::O_UNFOLLOW;
 780                         $item['gravity'] = GRAVITY_ACTIVITY;
 781                         $item['follow'] = $contact["url"];
 782                         $item['body'] = '';
 783                         $item['title'] = '';
 784                         $item['guid'] = '';
 785                         $item['uri-id'] = 0;
 786                         $slap = OStatus::salmon($item, $user);
 787
 788                         if (!empty($contact['notify'])) {
 789                                 Salmon::slapper($user, $contact['notify'], $slap);
 790                         }
 791                 } elseif ($protocol == Protocol::DIASPORA) {
 792                         Diaspora::sendUnshare($user, $contact);
 793                 } elseif ($protocol == Protocol::ACTIVITYPUB) {
 794                         ActivityPub\Transmitter::sendContactUndo($contact['url'], $contact['id'], $user['uid']);
 795
 796                         if ($dissolve) {
 797                                 ActivityPub\Transmitter::sendContactReject($contact['url'], $contact['hub-verify'], $user['uid']);
 798                         }
 799                 }
 800         }
 801
 802         /**
 803          * Marks a contact for archival after a communication issue delay
 804          *
 805          * Contact has refused to recognise us as a friend. We will start a countdown.
 806          * If they still don't recognise us in 32 days, the relationship is over,
 807          * and we won't waste any more time trying to communicate with them.
 808          * This provides for the possibility that their database is temporarily messed
 809          * up or some other transient event and that there's a possibility we could recover from it.
 810          *
 811          * @param array $contact contact to mark for archival
 812          * @return null
 813          * @throws HTTPException\InternalServerErrorException
 814          */
 815         public static function markForArchival(array $contact)
 816         {
 817                 if (!isset($contact['url']) && !empty($contact['id'])) {
 818                         $fields = ['id', 'url', 'archive', 'self', 'term-date'];
 819                         $contact = DBA::selectFirst('contact', $fields, ['id' => $contact['id']]);
 820                         if (!DBA::isResult($contact)) {
 821                                 return;
 822                         }
 823                 } elseif (!isset($contact['url'])) {
 824                         Logger::info('Empty contact', ['contact' => $contact, 'callstack' => System::callstack(20)]);
 825                 }
 826
 827                 Logger::info('Contact is marked for archival', ['id' => $contact['id'], 'term-date' => $contact['term-date']]);
 828
 829                 // Contact already archived or "self" contact? => nothing to do
 830                 if ($contact['archive'] || $contact['self']) {
 831                         return;
 832                 }
 833
 834                 if ($contact['term-date'] <= DBA::NULL_DATETIME) {
 835                         DBA::update('contact', ['term-date' => DateTimeFormat::utcNow()], ['id' => $contact['id']]);
 836                         DBA::update('contact', ['term-date' => DateTimeFormat::utcNow()], ['`nurl` = ? AND `term-date` <= ? AND NOT `self`', Strings::normaliseLink($contact['url']), DBA::NULL_DATETIME]);
 837                 } else {
 838                         /* @todo
 839                          * We really should send a notification to the owner after 2-3 weeks
 840                          * so they won't be surprised when the contact vanishes and can take
 841                          * remedial action if this was a serious mistake or glitch
 842                          */
 843
 844                         /// @todo Check for contact vitality via probing
 845                         $archival_days = DI::config()->get('system', 'archival_days', 32);
 846
 847                         $expiry = $contact['term-date'] . ' + ' . $archival_days . ' days ';
 848                         if (DateTimeFormat::utcNow() > DateTimeFormat::utc($expiry)) {
 849                                 /* Relationship is really truly dead. archive them rather than
 850                                  * delete, though if the owner tries to unarchive them we'll start
 851                                  * the whole process over again.
 852                                  */
 853                                 DBA::update('contact', ['archive' => true], ['id' => $contact['id']]);
 854                                 DBA::update('contact', ['archive' => true], ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
 855                         }
 856                 }
 857         }
 858
 859         /**
 860          * Cancels the archival countdown
 861          *
 862          * @see   Contact::markForArchival()
 863          *
 864          * @param array $contact contact to be unmarked for archival
 865          * @return null
 866          * @throws \Exception
 867          */
 868         public static function unmarkForArchival(array $contact)
 869         {
 870                 // Always unarchive the relay contact entry
 871                 if (!empty($contact['batch']) && !empty($contact['term-date']) && ($contact['term-date'] > DBA::NULL_DATETIME)) {
 872                         $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
 873                         $condition = ['uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
 874                         if (!DBA::exists('contact', array_merge($condition, $fields))) {
 875                                 DBA::update('contact', $fields, $condition);
 876                         }
 877                 }
 878
 879                 $condition = ['`id` = ? AND (`term-date` > ? OR `archive`)', $contact['id'], DBA::NULL_DATETIME];
 880                 $exists = DBA::exists('contact', $condition);
 881
 882                 // We don't need to update, we never marked this contact for archival
 883                 if (!$exists) {
 884                         return;
 885                 }
 886
 887                 Logger::info('Contact is marked as vital again', ['id' => $contact['id'], 'term-date' => $contact['term-date']]);
 888
 889                 if (!isset($contact['url']) && !empty($contact['id'])) {
 890                         $fields = ['id', 'url', 'batch'];
 891                         $contact = DBA::selectFirst('contact', $fields, ['id' => $contact['id']]);
 892                         if (!DBA::isResult($contact)) {
 893                                 return;
 894                         }
 895                 }
 896
 897                 // It's a miracle. Our dead contact has inexplicably come back to life.
 898                 $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
 899                 DBA::update('contact', $fields, ['id' => $contact['id']]);
 900                 DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
 901         }
 902
 903         /**
 904          * Returns the data array for the photo menu of a given contact
 905          *
 906          * @param array $contact contact
 907          * @param int   $uid     optional, default 0
 908          * @return array
 909          * @throws HTTPException\InternalServerErrorException
 910          * @throws \ImagickException
 911          */
 912         public static function photoMenu(array $contact, $uid = 0)
 913         {
 914                 $pm_url = '';
 915                 $status_link = '';
 916                 $photos_link = '';
 917                 $contact_drop_link = '';
 918                 $poke_link = '';
 919
 920                 if ($uid == 0) {
 921                         $uid = local_user();
 922                 }
 923
 924                 if (empty($contact['uid']) || ($contact['uid'] != $uid)) {
 925                         if ($uid == 0) {
 926                                 $profile_link = self::magicLinkByContact($contact);
 927                                 $menu = ['profile' => [DI::l10n()->t('View Profile'), $profile_link, true]];
 928
 929                                 return $menu;
 930                         }
 931
 932                         // Look for our own contact if the uid doesn't match and isn't public
 933                         $contact_own = DBA::selectFirst('contact', [], ['nurl' => $contact['nurl'], 'network' => $contact['network'], 'uid' => $uid]);
 934                         if (DBA::isResult($contact_own)) {
 935                                 return self::photoMenu($contact_own, $uid);
 936                         }
 937                 }
 938
 939                 $sparkle = false;
 940                 if (($contact['network'] === Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
 941                         $sparkle = true;
 942                         $profile_link = DI::baseUrl() . '/redir/' . $contact['id'];
 943                 } else {
 944                         $profile_link = $contact['url'];
 945                 }
 946
 947                 if ($profile_link === 'mailbox') {
 948                         $profile_link = '';
 949                 }
 950
 951                 if ($sparkle) {
 952                         $status_link = $profile_link . '/status';
 953                         $photos_link = str_replace('/profile/', '/photos/', $profile_link);
 954                         $profile_link = $profile_link . '/profile';
 955                 }
 956
 957                 if (self::canReceivePrivateMessages($contact) && empty($contact['pending'])) {
 958                         $pm_url = DI::baseUrl() . '/message/new/' . $contact['id'];
 959                 }
 960
 961                 if (($contact['network'] == Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
 962                         $poke_link = 'contact/' . $contact['id'] . '/poke';
 963                 }
 964
 965                 $contact_url = DI::baseUrl() . '/contact/' . $contact['id'];
 966
 967                 $posts_link = DI::baseUrl() . '/contact/' . $contact['id'] . '/conversations';
 968
 969                 if (!$contact['self']) {
 970                         $contact_drop_link = DI::baseUrl() . '/contact/' . $contact['id'] . '/drop?confirm=1';
 971                 }
 972
 973                 $follow_link = '';
 974                 $unfollow_link = '';
 975                 if (!$contact['self'] && in_array($contact['network'], Protocol::NATIVE_SUPPORT)) {
 976                         if ($contact['uid'] && in_array($contact['rel'], [self::SHARING, self::FRIEND])) {
 977                                 $unfollow_link = 'unfollow?url=' . urlencode($contact['url']) . '&auto=1';
 978                         } elseif(!$contact['pending']) {
 979                                 $follow_link = 'follow?url=' . urlencode($contact['url']) . '&auto=1';
 980                         }
 981                 }
 982
 983                 if (!empty($follow_link) || !empty($unfollow_link)) {
 984                         $contact_drop_link = '';
 985                 }
 986
 987                 /**
 988                  * Menu array:
 989                  * "name" => [ "Label", "link", (bool)Should the link opened in a new tab? ]
 990                  */
 991                 if (empty($contact['uid'])) {
 992                         $menu = [
 993                                 'profile' => [DI::l10n()->t('View Profile')  , $profile_link , true],
 994                                 'network' => [DI::l10n()->t('Network Posts') , $posts_link   , false],
 995                                 'edit'    => [DI::l10n()->t('View Contact')  , $contact_url  , false],
 996                                 'follow'  => [DI::l10n()->t('Connect/Follow'), $follow_link  , true],
 997                                 'unfollow'=> [DI::l10n()->t('UnFollow')      , $unfollow_link, true],
 998                         ];
 999                 } else {
1000                         $menu = [
1001                                 'status'  => [DI::l10n()->t('View Status')   , $status_link      , true],
1002                                 'profile' => [DI::l10n()->t('View Profile')  , $profile_link     , true],
1003                                 'photos'  => [DI::l10n()->t('View Photos')   , $photos_link      , true],
1004                                 'network' => [DI::l10n()->t('Network Posts') , $posts_link       , false],
1005                                 'edit'    => [DI::l10n()->t('View Contact')  , $contact_url      , false],
1006                                 'drop'    => [DI::l10n()->t('Drop Contact')  , $contact_drop_link, false],
1007                                 'pm'      => [DI::l10n()->t('Send PM')       , $pm_url           , false],
1008                                 'poke'    => [DI::l10n()->t('Poke')          , $poke_link        , false],
1009                                 'follow'  => [DI::l10n()->t('Connect/Follow'), $follow_link      , true],
1010                                 'unfollow'=> [DI::l10n()->t('UnFollow')      , $unfollow_link    , true],
1011                         ];
1012
1013                         if (!empty($contact['pending'])) {
1014                                 $intro = DBA::selectFirst('intro', ['id'], ['contact-id' => $contact['id']]);
1015                                 if (DBA::isResult($intro)) {
1016                                         $menu['follow'] = [DI::l10n()->t('Approve'), 'notifications/intros/' . $intro['id'], true];
1017                                 }
1018                         }
1019                 }
1020
1021                 $args = ['contact' => $contact, 'menu' => &$menu];
1022
1023                 Hook::callAll('contact_photo_menu', $args);
1024
1025                 $menucondensed = [];
1026
1027                 foreach ($menu as $menuname => $menuitem) {
1028                         if ($menuitem[1] != '') {
1029                                 $menucondensed[$menuname] = $menuitem;
1030                         }
1031                 }
1032
1033                 return $menucondensed;
1034         }
1035
1036         /**
1037          * Fetch the contact id for a given URL and user
1038          *
1039          * First lookup in the contact table to find a record matching either `url`, `nurl`,
1040          * `addr` or `alias`.
1041          *
1042          * If there's no record and we aren't looking for a public contact, we quit.
1043          * If there's one, we check that it isn't time to update the picture else we
1044          * directly return the found contact id.
1045          *
1046          * Second, we probe the provided $url whether it's http://server.tld/profile or
1047          * nick@server.tld. We quit if we can't get any info back.
1048          *
1049          * Third, we create the contact record if it doesn't exist
1050          *
1051          * Fourth, we update the existing record with the new data (avatar, alias, nick)
1052          * if there's any updates
1053          *
1054          * @param string  $url       Contact URL
1055          * @param integer $uid       The user id for the contact (0 = public contact)
1056          * @param boolean $update    true = always update, false = never update, null = update when not found
1057          * @param array   $default   Default value for creating the contact when everything else fails
1058          *
1059          * @return integer Contact ID
1060          * @throws HTTPException\InternalServerErrorException
1061          * @throws \ImagickException
1062          */
1063         public static function getIdForURL($url, $uid = 0, $update = null, $default = [])
1064         {
1065                 $contact_id = 0;
1066
1067                 if ($url == '') {
1068                         Logger::notice('Empty url, quitting', ['url' => $url, 'user' => $uid, 'default' => $default]);
1069                         return 0;
1070                 }
1071
1072                 $contact = self::getByURL($url, false, ['id', 'network'], $uid);
1073
1074                 if (!empty($contact)) {
1075                         $contact_id = $contact["id"];
1076
1077                         if (empty($update)) {
1078                                 Logger::debug('Contact found', ['url' => $url, 'uid' => $uid, 'update' => $update, 'cid' => $contact_id]);
1079                                 return $contact_id;
1080                         }
1081                 } elseif ($uid != 0) {
1082                         Logger::debug('Contact does not exist for the user', ['url' => $url, 'uid' => $uid, 'update' => $update]);
1083                         return 0;
1084                 } elseif (empty($default) && !is_null($update) && !$update) {
1085                         Logger::info('Contact not found, update not desired', ['url' => $url, 'uid' => $uid, 'update' => $update]);
1086                         return 0;
1087                 }
1088
1089                 $data = [];
1090
1091                 if (empty($default['network']) || $update) {
1092                         $data = Probe::uri($url, "", $uid);
1093
1094                         // Take the default values when probing failed
1095                         if (!empty($default) && !in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO]))) {
1096                                 $data = array_merge($data, $default);
1097                         }
1098                 } elseif (!empty($default['network'])) {
1099                         $data = $default;
1100                 }
1101
1102                 if (($uid == 0) && (empty($data['network']) || ($data['network'] == Protocol::PHANTOM))) {
1103                         // Fetch data for the public contact via the first found personal contact
1104                         /// @todo Check if this case can happen at all (possibly with mail accounts?)
1105                         $fields = ['name', 'nick', 'url', 'addr', 'alias', 'avatar', 'contact-type',
1106                                 'keywords', 'location', 'about', 'unsearchable', 'batch', 'notify', 'poll',
1107                                 'request', 'confirm', 'poco', 'subscribe', 'network', 'baseurl', 'gsid'];
1108
1109                         $personal_contact = DBA::selectFirst('contact', $fields, ["`addr` = ? AND `uid` != 0", $url]);
1110                         if (!DBA::isResult($personal_contact)) {
1111                                 $personal_contact = DBA::selectFirst('contact', $fields, ["`nurl` = ? AND `uid` != 0", Strings::normaliseLink($url)]);
1112                         }
1113
1114                         if (DBA::isResult($personal_contact)) {
1115                                 Logger::info('Take contact data from personal contact', ['url' => $url, 'update' => $update, 'contact' => $personal_contact, 'callstack' => System::callstack(20)]);
1116                                 $data = $personal_contact;
1117                                 $data['photo'] = $personal_contact['avatar'];
1118                                 $data['account-type'] = $personal_contact['contact-type'];
1119                                 $data['hide'] = $personal_contact['unsearchable'];
1120                                 unset($data['avatar']);
1121                                 unset($data['contact-type']);
1122                                 unset($data['unsearchable']);
1123                         }
1124                 }
1125
1126                 if (empty($data['network']) || ($data['network'] == Protocol::PHANTOM)) {
1127                         Logger::notice('No valid network found', ['url' => $url, 'uid' => $uid, 'default' => $default, 'update' => $update, 'callstack' => System::callstack(20)]);
1128                         return 0;
1129                 }
1130
1131                 if (!$contact_id) {
1132                         $urls = [Strings::normaliseLink($url), Strings::normaliseLink($data['url'])];
1133                         if (!empty($data['alias'])) {
1134                                 $urls[] = Strings::normaliseLink($data['alias']);
1135                         }
1136                         $contact = self::selectFirst(['id'], ['nurl' => $urls, 'uid' => $uid]);
1137                         if (!empty($contact['id'])) {
1138                                 $contact_id = $contact['id'];
1139                                 Logger::info('Fetched id by url', ['cid' => $contact_id, 'uid' => $uid, 'url' => $url, 'data' => $data]);
1140                         }
1141                 }
1142
1143                 if (!$contact_id) {
1144                         // We only insert the basic data. The rest will be done in "updateFromProbeArray"
1145                         $fields = [
1146                                 'uid'       => $uid,
1147                                 'url'       => $data['url'],
1148                                 'nurl'      => Strings::normaliseLink($data['url']),
1149                                 'network'   => $data['network'],
1150                                 'created'   => DateTimeFormat::utcNow(),
1151                                 'rel'       => self::SHARING,
1152                                 'writable'  => 1,
1153                                 'blocked'   => 0,
1154                                 'readonly'  => 0,
1155                                 'pending'   => 0];
1156
1157                         $condition = ['nurl' => Strings::normaliseLink($data["url"]), 'uid' => $uid, 'deleted' => false];
1158
1159                         // Before inserting we do check if the entry does exist now.
1160                         if (DI::lock()->acquire(self::LOCK_INSERT, 0)) {
1161                                 $contact = DBA::selectFirst('contact', ['id'], $condition, ['order' => ['id']]);
1162                                 if (DBA::isResult($contact)) {
1163                                         $contact_id = $contact['id'];
1164                                         Logger::notice('Contact had been created (shortly) before', ['id' => $contact_id, 'url' => $url, 'uid' => $uid]);
1165                                 } else {
1166                                         DBA::insert('contact', $fields);
1167                                         $contact_id = DBA::lastInsertId();
1168                                         if ($contact_id) {
1169                                                 Logger::info('Contact inserted', ['id' => $contact_id, 'url' => $url, 'uid' => $uid]);
1170                                         }
1171                                 }
1172                                 DI::lock()->release(self::LOCK_INSERT);
1173                         } else {
1174                                 Logger::warning('Contact lock had not been acquired');
1175                         }
1176
1177                         if (!$contact_id) {
1178                                 Logger::info('Contact was not inserted', ['url' => $url, 'uid' => $uid]);
1179                                 return 0;
1180                         }
1181                 } else {
1182                         Logger::info('Contact will be updated', ['url' => $url, 'uid' => $uid, 'update' => $update, 'cid' => $contact_id]);
1183                 }
1184
1185                 self::updateFromProbeArray($contact_id, $data);
1186
1187                 // Don't return a number for a deleted account
1188                 if (!empty($data['account-type']) && $data['account-type'] == User::ACCOUNT_TYPE_DELETED) {
1189                         Logger::info('Contact is a tombstone', ['url' => $url, 'uid' => $uid]);
1190                         return 0;
1191                 }
1192
1193                 return $contact_id;
1194         }
1195
1196         /**
1197          * Checks if the contact is archived
1198          *
1199          * @param int $cid contact id
1200          *
1201          * @return boolean Is the contact archived?
1202          * @throws HTTPException\InternalServerErrorException
1203          */
1204         public static function isArchived(int $cid)
1205         {
1206                 if ($cid == 0) {
1207                         return false;
1208                 }
1209
1210                 $contact = DBA::selectFirst('contact', ['archive', 'url', 'batch'], ['id' => $cid]);
1211                 if (!DBA::isResult($contact)) {
1212                         return false;
1213                 }
1214
1215                 if ($contact['archive']) {
1216                         return true;
1217                 }
1218
1219                 // Check status of ActivityPub endpoints
1220                 $apcontact = APContact::getByURL($contact['url'], false);
1221                 if (!empty($apcontact)) {
1222                         if (!empty($apcontact['inbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['inbox']])) {
1223                                 return true;
1224                         }
1225
1226                         if (!empty($apcontact['sharedinbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['sharedinbox']])) {
1227                                 return true;
1228                         }
1229                 }
1230
1231                 // Check status of Diaspora endpoints
1232                 if (!empty($contact['batch'])) {
1233                         $condition = ['archive' => true, 'uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
1234                         return DBA::exists('contact', $condition);
1235                 }
1236
1237                 return false;
1238         }
1239
1240         /**
1241          * Checks if the contact is blocked
1242          *
1243          * @param int $cid contact id
1244          *
1245          * @return boolean Is the contact blocked?
1246          * @throws HTTPException\InternalServerErrorException
1247          */
1248         public static function isBlocked($cid)
1249         {
1250                 if ($cid == 0) {
1251                         return false;
1252                 }
1253
1254                 $blocked = DBA::selectFirst('contact', ['blocked', 'url'], ['id' => $cid]);
1255                 if (!DBA::isResult($blocked)) {
1256                         return false;
1257                 }
1258
1259                 if (Network::isUrlBlocked($blocked['url'])) {
1260                         return true;
1261                 }
1262
1263                 return (bool) $blocked['blocked'];
1264         }
1265
1266         /**
1267          * Checks if the contact is hidden
1268          *
1269          * @param int $cid contact id
1270          *
1271          * @return boolean Is the contact hidden?
1272          * @throws \Exception
1273          */
1274         public static function isHidden($cid)
1275         {
1276                 if ($cid == 0) {
1277                         return false;
1278                 }
1279
1280                 $hidden = DBA::selectFirst('contact', ['hidden'], ['id' => $cid]);
1281                 if (!DBA::isResult($hidden)) {
1282                         return false;
1283                 }
1284                 return (bool) $hidden['hidden'];
1285         }
1286
1287         /**
1288          * Returns posts from a given contact url
1289          *
1290          * @param string $contact_url Contact URL
1291          * @param bool   $thread_mode
1292          * @param int    $update      Update mode
1293          * @param int    $parent      Item parent ID for the update mode
1294          * @return string posts in HTML
1295          * @throws \Exception
1296          */
1297         public static function getPostsFromUrl($contact_url, $thread_mode = false, $update = 0, $parent = 0)
1298         {
1299                 return self::getPostsFromId(self::getIdForURL($contact_url), $thread_mode, $update, $parent);
1300         }
1301
1302         /**
1303          * Returns posts from a given contact id
1304          *
1305          * @param int  $cid         Contact ID
1306          * @param bool $thread_mode
1307          * @param int  $update      Update mode
1308          * @param int  $parent     Item parent ID for the update mode
1309          * @return string posts in HTML
1310          * @throws \Exception
1311          */
1312         public static function getPostsFromId($cid, $thread_mode = false, $update = 0, $parent = 0)
1313         {
1314                 $a = DI::app();
1315
1316                 $contact = DBA::selectFirst('contact', ['contact-type', 'network'], ['id' => $cid]);
1317                 if (!DBA::isResult($contact)) {
1318                         return '';
1319                 }
1320
1321                 if (empty($contact["network"]) || in_array($contact["network"], Protocol::FEDERATED)) {
1322                         $sql = "(`uid` = 0 OR (`uid` = ? AND NOT `global`))";
1323                 } else {
1324                         $sql = "`uid` = ?";
1325                 }
1326
1327                 $contact_field = ((($contact["contact-type"] == self::TYPE_COMMUNITY) || ($contact['network'] == Protocol::MAIL)) ? 'owner-id' : 'author-id');
1328
1329                 if ($thread_mode) {
1330                         $condition = ["((`$contact_field` = ? AND `gravity` = ?) OR (`author-id` = ? AND `gravity` = ? AND `vid` = ?)) AND " . $sql,
1331                                 $cid, GRAVITY_PARENT, $cid, GRAVITY_ACTIVITY, Verb::getID(Activity::ANNOUNCE), local_user()];
1332                 } else {
1333                         $condition = ["`$contact_field` = ? AND `gravity` IN (?, ?) AND " . $sql,
1334                                 $cid, GRAVITY_PARENT, GRAVITY_COMMENT, local_user()];
1335                 }
1336
1337                 if (!empty($parent)) {
1338                         $condition = DBA::mergeConditions($condition, ['parent' => $parent]);
1339                 } else {
1340                         $last_received = isset($_GET['last_received']) ? DateTimeFormat::utc($_GET['last_received']) : '';
1341                         if (!empty($last_received)) {
1342                                 $condition = DBA::mergeConditions($condition, ["`received` < ?", $last_received]);
1343                         }
1344                 }
1345
1346                 if (DI::mode()->isMobile()) {
1347                         $itemsPerPage = DI::pConfig()->get(local_user(), 'system', 'itemspage_mobile_network',
1348                                 DI::config()->get('system', 'itemspage_network_mobile'));
1349                 } else {
1350                         $itemsPerPage = DI::pConfig()->get(local_user(), 'system', 'itemspage_network',
1351                                 DI::config()->get('system', 'itemspage_network'));
1352                 }
1353
1354                 $pager = new Pager(DI::l10n(), DI::args()->getQueryString(), $itemsPerPage);
1355
1356                 $params = ['order' => ['received' => true], 'limit' => [$pager->getStart(), $pager->getItemsPerPage()]];
1357
1358                 if (DI::pConfig()->get(local_user(), 'system', 'infinite_scroll')) {
1359                         $tpl = Renderer::getMarkupTemplate('infinite_scroll_head.tpl');
1360                         $o = Renderer::replaceMacros($tpl, ['$reload_uri' => DI::args()->getQueryString()]);
1361                 } else {
1362                         $o = '';
1363                 }
1364
1365                 if ($thread_mode) {
1366                         $items = Post::toArray(Post::selectForUser(local_user(), ['uri-id', 'gravity', 'parent-uri-id', 'thr-parent-id', 'author-id'], $condition, $params));
1367
1368                         $o .= conversation($a, $items, 'contacts', $update, false, 'commented', local_user());
1369                 } else {
1370                         $items = Post::toArray(Post::selectForUser(local_user(), Item::DISPLAY_FIELDLIST, $condition, $params));
1371
1372                         $o .= conversation($a, $items, 'contact-posts', $update);
1373                 }
1374
1375                 if (!$update) {
1376                         if (DI::pConfig()->get(local_user(), 'system', 'infinite_scroll')) {
1377                                 $o .= HTML::scrollLoader();
1378                         } else {
1379                                 $o .= $pager->renderMinimal(count($items));
1380                         }
1381                 }
1382
1383                 return $o;
1384         }
1385
1386         /**
1387          * Returns the account type name
1388          *
1389          * The function can be called with either the user or the contact array
1390          *
1391          * @param array $contact contact or user array
1392          * @return string
1393          */
1394         public static function getAccountType(array $contact)
1395         {
1396                 // There are several fields that indicate that the contact or user is a forum
1397                 // "page-flags" is a field in the user table,
1398                 // "forum" and "prv" are used in the contact table. They stand for User::PAGE_FLAGS_COMMUNITY and User::PAGE_FLAGS_PRVGROUP.
1399                 if ((isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_COMMUNITY))
1400                         || (isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_PRVGROUP))
1401                         || (isset($contact['forum']) && intval($contact['forum']))
1402                         || (isset($contact['prv']) && intval($contact['prv']))
1403                         || (isset($contact['community']) && intval($contact['community']))
1404                 ) {
1405                         $type = self::TYPE_COMMUNITY;
1406                 } else {
1407                         $type = self::TYPE_PERSON;
1408                 }
1409
1410                 // The "contact-type" (contact table) and "account-type" (user table) are more general then the chaos from above.
1411                 if (isset($contact["contact-type"])) {
1412                         $type = $contact["contact-type"];
1413                 }
1414
1415                 if (isset($contact["account-type"])) {
1416                         $type = $contact["account-type"];
1417                 }
1418
1419                 switch ($type) {
1420                         case self::TYPE_ORGANISATION:
1421                                 $account_type = DI::l10n()->t("Organisation");
1422                                 break;
1423
1424                         case self::TYPE_NEWS:
1425                                 $account_type = DI::l10n()->t('News');
1426                                 break;
1427
1428                         case self::TYPE_COMMUNITY:
1429                                 $account_type = DI::l10n()->t("Forum");
1430                                 break;
1431
1432                         default:
1433                                 $account_type = "";
1434                                 break;
1435                 }
1436
1437                 return $account_type;
1438         }
1439
1440         /**
1441          * Blocks a contact
1442          *
1443          * @param int $cid
1444          * @return bool
1445          * @throws \Exception
1446          */
1447         public static function block($cid, $reason = null)
1448         {
1449                 $return = DBA::update('contact', ['blocked' => true, 'block_reason' => $reason], ['id' => $cid]);
1450
1451                 return $return;
1452         }
1453
1454         /**
1455          * Unblocks a contact
1456          *
1457          * @param int $cid
1458          * @return bool
1459          * @throws \Exception
1460          */
1461         public static function unblock($cid)
1462         {
1463                 $return = DBA::update('contact', ['blocked' => false, 'block_reason' => null], ['id' => $cid]);
1464
1465                 return $return;
1466         }
1467
1468         /**
1469          * Ensure that cached avatar exist
1470          *
1471          * @param integer $cid
1472          */
1473         public static function checkAvatarCache(int $cid)
1474         {
1475                 $contact = DBA::selectFirst('contact', ['url', 'avatar', 'photo', 'thumb', 'micro'], ['id' => $cid, 'uid' => 0, 'self' => false]);
1476                 if (!DBA::isResult($contact)) {
1477                         return;
1478                 }
1479
1480                 if (empty($contact['avatar']) || (!empty($contact['photo']) && !empty($contact['thumb']) && !empty($contact['micro']))) {
1481                         return;
1482                 }
1483
1484                 Logger::info('Adding avatar cache', ['id' => $cid, 'contact' => $contact]);
1485
1486                 self::updateAvatar($cid, $contact['avatar'], true);
1487         }
1488
1489         /**
1490          * Return the photo path for a given contact array in the given size
1491          *
1492          * @param array $contact    contact array
1493          * @param string $field     Fieldname of the photo in the contact array
1494          * @param string $size      Size of the avatar picture
1495          * @param string $avatar    Avatar path that is displayed when no photo had been found
1496          * @param bool  $no_update Don't perfom an update if no cached avatar was found
1497          * @return string photo path
1498          */
1499         private static function getAvatarPath(array $contact, string $field, string $size, string $avatar, $no_update = false)
1500         {
1501                 if (!empty($contact)) {
1502                         $contact = self::checkAvatarCacheByArray($contact, $no_update);
1503                         if (!empty($contact[$field])) {
1504                                 $avatar = $contact[$field];
1505                         }
1506                 }
1507
1508                 if ($no_update && empty($avatar) && !empty($contact['avatar'])) {
1509                         $avatar = $contact['avatar'];
1510                 }
1511
1512                 if (empty($avatar)) {
1513                         $avatar = self::getDefaultAvatar([], $size);
1514                 }
1515
1516                 if (Proxy::isLocalImage($avatar)) {
1517                         return $avatar;
1518                 } else {
1519                         return Proxy::proxifyUrl($avatar, false, $size);
1520                 }
1521         }
1522
1523         /**
1524          * Return the photo path for a given contact array
1525          *
1526          * @param array  $contact   Contact array
1527          * @param string $avatar    Avatar path that is displayed when no photo had been found
1528          * @param bool   $no_update Don't perfom an update if no cached avatar was found
1529          * @return string photo path
1530          */
1531         public static function getPhoto(array $contact, string $avatar = '', bool $no_update = false)
1532         {
1533                 return self::getAvatarPath($contact, 'photo', Proxy::SIZE_SMALL, $avatar, $no_update);
1534         }
1535
1536         /**
1537          * Return the photo path (thumb size) for a given contact array
1538          *
1539          * @param array  $contact   Contact array
1540          * @param string $avatar    Avatar path that is displayed when no photo had been found
1541          * @param bool   $no_update Don't perfom an update if no cached avatar was found
1542          * @return string photo path
1543          */
1544         public static function getThumb(array $contact, string $avatar = '', bool $no_update = false)
1545         {
1546                 return self::getAvatarPath($contact, 'thumb', Proxy::SIZE_THUMB, $avatar, $no_update);
1547         }
1548
1549         /**
1550          * Return the photo path (micro size) for a given contact array
1551          *
1552          * @param array  $contact   Contact array
1553          * @param string $avatar    Avatar path that is displayed when no photo had been found
1554          * @param bool   $no_update Don't perfom an update if no cached avatar was found
1555          * @return string photo path
1556          */
1557         public static function getMicro(array $contact, string $avatar = '', bool $no_update = false)
1558         {
1559                 return self::getAvatarPath($contact, 'micro', Proxy::SIZE_MICRO, $avatar, $no_update);
1560         }
1561
1562         /**
1563          * Check the given contact array for avatar cache fields
1564          *
1565          * @param array $contact
1566          * @param bool  $no_update Don't perfom an update if no cached avatar was found
1567          * @return array contact array with avatar cache fields
1568          */
1569         private static function checkAvatarCacheByArray(array $contact, bool $no_update = false)
1570         {
1571                 $update = false;
1572                 $contact_fields = [];
1573                 $fields = ['photo', 'thumb', 'micro'];
1574                 foreach ($fields as $field) {
1575                         if (isset($contact[$field])) {
1576                                 $contact_fields[] = $field;
1577                         }
1578                         if (isset($contact[$field]) && empty($contact[$field])) {
1579                                 $update = true;
1580                         }
1581                 }
1582
1583                 if (!$update || $no_update) {
1584                         return $contact;
1585                 }
1586
1587                 if (!empty($contact['id']) && !empty($contact['avatar'])) {
1588                         self::updateAvatar($contact['id'], $contact['avatar'], true);
1589
1590                         $new_contact = self::getById($contact['id'], $contact_fields);
1591                         if (DBA::isResult($new_contact)) {
1592                                 // We only update the cache fields
1593                                 $contact = array_merge($contact, $new_contact);
1594                         }
1595                 }
1596
1597                 /// add the default avatars if the fields aren't filled
1598                 if (isset($contact['photo']) && empty($contact['photo'])) {
1599                         $contact['photo'] = self::getDefaultAvatar($contact, Proxy::SIZE_SMALL);
1600                 }
1601                 if (isset($contact['thumb']) && empty($contact['thumb'])) {
1602                         $contact['thumb'] = self::getDefaultAvatar($contact, Proxy::SIZE_THUMB);
1603                 }
1604                 if (isset($contact['micro']) && empty($contact['micro'])) {
1605                         $contact['micro'] = self::getDefaultAvatar($contact, Proxy::SIZE_MICRO);
1606                 }
1607
1608                 return $contact;
1609         }
1610
1611         /**
1612          * Fetch the default avatar for the given contact and size
1613          *
1614          * @param array $contact  contact array
1615          * @param string $size    Size of the avatar picture
1616          * @return void
1617          */
1618         public static function getDefaultAvatar(array $contact, string $size)
1619         {
1620                 switch ($size) {
1621                         case Proxy::SIZE_MICRO:
1622                                 $avatar['size'] = 48;
1623                                 $default = self::DEFAULT_AVATAR_MICRO;
1624                                 break;
1625
1626                         case Proxy::SIZE_THUMB:
1627                                 $avatar['size'] = 80;
1628                                 $default = self::DEFAULT_AVATAR_THUMB;
1629                                 break;
1630
1631                         case Proxy::SIZE_SMALL:
1632                         default:
1633                                 $avatar['size'] = 300;
1634                                 $default = self::DEFAULT_AVATAR_PHOTO;
1635                                 break;
1636                 }
1637
1638                 if (!DI::config()->get('system', 'remote_avatar_lookup')) {
1639                         return DI::baseUrl() . $default;
1640                 }
1641
1642                 if (!empty($contact['xmpp'])) {
1643                         $avatar['email'] = $contact['xmpp'];
1644                 } elseif (!empty($contact['addr'])) {
1645                         $avatar['email'] = $contact['addr'];
1646                 } elseif (!empty($contact['url'])) {
1647                         $avatar['email'] = $contact['url'];
1648                 } else {
1649                         return DI::baseUrl() . $default;
1650                 }
1651
1652                 $avatar['url'] = '';
1653                 $avatar['success'] = false;
1654
1655                 Hook::callAll('avatar_lookup', $avatar);
1656
1657                 if ($avatar['success'] && !empty($avatar['url'])) {
1658                         return $avatar['url'];
1659                 }
1660
1661                 return DI::baseUrl() . $default;
1662         }
1663
1664         /**
1665          * Updates the avatar links in a contact only if needed
1666          *
1667          * @param int    $cid          Contact id
1668          * @param string $avatar       Link to avatar picture
1669          * @param bool   $force        force picture update
1670          * @param bool   $create_cache Enforces the creation of cached avatar fields
1671          *
1672          * @return void
1673          * @throws HTTPException\InternalServerErrorException
1674          * @throws HTTPException\NotFoundException
1675          * @throws \ImagickException
1676          */
1677         public static function updateAvatar(int $cid, string $avatar, bool $force = false, bool $create_cache = false)
1678         {
1679                 $contact = DBA::selectFirst('contact', ['uid', 'avatar', 'photo', 'thumb', 'micro', 'xmpp', 'addr', 'nurl', 'url', 'network'],
1680                         ['id' => $cid, 'self' => false]);
1681                 if (!DBA::isResult($contact)) {
1682                         return;
1683                 }
1684
1685                 $uid = $contact['uid'];
1686
1687                 // Only update the cached photo links of public contacts when they already are cached
1688                 if (($uid == 0) && !$force && empty($contact['thumb']) && empty($contact['micro']) && !$create_cache) {
1689                         if ($contact['avatar'] != $avatar) {
1690                                 DBA::update('contact', ['avatar' => $avatar], ['id' => $cid]);
1691                                 Logger::info('Only update the avatar', ['id' => $cid, 'avatar' => $avatar, 'contact' => $contact]);
1692                         }
1693                         return;
1694                 }
1695
1696                 // User contacts use are updated through the public contacts
1697                 if (($uid != 0) && !in_array($contact['network'], [Protocol::FEED, Protocol::MAIL])) {
1698                         $pcid = self::getIdForURL($contact['url'], false);
1699                         if (!empty($pcid)) {
1700                                 Logger::debug('Update the private contact via the public contact', ['id' => $cid, 'uid' => $uid, 'public' => $pcid]);
1701                                 self::updateAvatar($pcid, $avatar, $force, true);
1702                                 return;
1703                         }
1704                 }
1705
1706                 $default_avatar = empty($avatar) || strpos($avatar, self::DEFAULT_AVATAR_PHOTO);
1707
1708                 if ($default_avatar) {
1709                         $avatar = self::getDefaultAvatar($contact, Proxy::SIZE_SMALL);
1710                 }
1711
1712                 if ($default_avatar && Proxy::isLocalImage($avatar)) {
1713                         $fields = ['avatar' => $avatar, 'avatar-date' => DateTimeFormat::utcNow(),
1714                                 'photo' => $avatar,
1715                                 'thumb' => self::getDefaultAvatar($contact, Proxy::SIZE_THUMB),
1716                                 'micro' => self::getDefaultAvatar($contact, Proxy::SIZE_MICRO)];
1717                         Logger::debug('Use default avatar', ['id' => $cid, 'uid' => $uid]);
1718                 }
1719
1720                 // Use the data from the self account
1721                 if (empty($fields)) {
1722                         $local_uid = User::getIdForURL($contact['url']);
1723                         if (!empty($local_uid)) {
1724                                 $fields = self::selectFirst(['avatar', 'avatar-date', 'photo', 'thumb', 'micro'], ['self' => true, 'uid' => $local_uid]);
1725                                 Logger::debug('Use owner data', ['id' => $cid, 'uid' => $uid, 'owner-uid' => $local_uid]);
1726                         }
1727                 }
1728
1729                 if (empty($fields)) {
1730                         $update = ($contact['avatar'] != $avatar) || $force;
1731
1732                         if (!$update) {
1733                                 $data = [
1734                                         $contact['photo'] ?? '',
1735                                         $contact['thumb'] ?? '',
1736                                         $contact['micro'] ?? '',
1737                                 ];
1738
1739                                 foreach ($data as $image_uri) {
1740                                         $image_rid = Photo::ridFromURI($image_uri);
1741                                         if ($image_rid && !Photo::exists(['resource-id' => $image_rid, 'uid' => $uid])) {
1742                                                 Logger::debug('Regenerating avatar', ['contact uid' => $uid, 'cid' => $cid, 'missing photo' => $image_rid, 'avatar' => $contact['avatar']]);
1743                                                 $update = true;
1744                                         }
1745                                 }
1746                         }
1747
1748                         if ($update) {
1749                                 $photos = Photo::importProfilePhoto($avatar, $uid, $cid, true);
1750                                 if ($photos) {
1751                                         $fields = ['avatar' => $avatar, 'photo' => $photos[0], 'thumb' => $photos[1], 'micro' => $photos[2], 'avatar-date' => DateTimeFormat::utcNow()];
1752                                         $update = !empty($fields);
1753                                         Logger::debug('Created new cached avatars', ['id' => $cid, 'uid' => $uid, 'owner-uid' => $local_uid]);
1754                                 } else {
1755                                         $update = false;
1756                                 }
1757                         }
1758                 } else {
1759                         $update = ($fields['photo'] . $fields['thumb'] . $fields['micro'] != $contact['photo'] . $contact['thumb'] . $contact['micro']) || $force;
1760                 }
1761
1762                 if (!$update) {
1763                         return;
1764                 }
1765
1766                 $cids = [];
1767                 $uids = [];
1768                 if (($uid == 0) && !in_array($contact['network'], [Protocol::FEED, Protocol::MAIL])) {
1769                         // Collect all user contacts of the given public contact
1770                         $personal_contacts = DBA::select('contact', ['id', 'uid'],
1771                                 ["`nurl` = ? AND `id` != ? AND NOT `self`", $contact['nurl'], $cid]);
1772                         while ($personal_contact = DBA::fetch($personal_contacts)) {
1773                                 $cids[] = $personal_contact['id'];
1774                                 $uids[] = $personal_contact['uid'];
1775                         }
1776                         DBA::close($personal_contacts);
1777
1778                         if (!empty($cids)) {
1779                                 // Delete possibly existing cached user contact avatars
1780                                 Photo::delete(['uid' => $uids, 'contact-id' => $cids, 'album' => Photo::CONTACT_PHOTOS]);
1781                         }
1782                 }
1783
1784                 $cids[] = $cid;
1785                 $uids[] = $uid;
1786                 Logger::info('Updating cached contact avatars', ['cid' => $cids, 'uid' => $uids, 'fields' => $fields]);
1787                 DBA::update('contact', $fields, ['id' => $cids]);
1788         }
1789
1790         public static function deleteContactByUrl(string $url)
1791         {
1792                 // Update contact data for all users
1793                 $condition = ['self' => false, 'nurl' => Strings::normaliseLink($url)];
1794                 $contacts = DBA::select('contact', ['id', 'uid'], $condition);
1795                 while ($contact = DBA::fetch($contacts)) {
1796                         Logger::info('Deleting contact', ['id' => $contact['id'], 'uid' => $contact['uid'], 'url' => $url]);
1797                         self::remove($contact['id']);
1798                 }
1799         }
1800
1801         /**
1802          * Helper function for "updateFromProbe". Updates personal and public contact
1803          *
1804          * @param integer $id      contact id
1805          * @param integer $uid     user id
1806          * @param string  $old_url The previous profile URL of the contact
1807          * @param string  $new_url The profile URL of the contact
1808          * @param array   $fields  The fields that are updated
1809          *
1810          * @throws \Exception
1811          */
1812         private static function updateContact(int $id, int $uid, string $old_url, string $new_url, array $fields)
1813         {
1814                 if (Strings::normaliseLink($new_url) != Strings::normaliseLink($old_url)) {
1815                         Logger::notice('New URL differs from old URL', ['old' => $old_url, 'new' => $new_url]);
1816                         // @todo It is to decide what to do when the URL is changed
1817                 }
1818
1819                 if (!DBA::update('contact', $fields, ['id' => $id])) {
1820                         Logger::info('Couldn\'t update contact.', ['id' => $id, 'fields' => $fields]);
1821                         return;
1822                 }
1823
1824                 // Search for duplicated contacts and get rid of them
1825                 if (self::removeDuplicates(Strings::normaliseLink($new_url), $uid)) {
1826                         return;
1827                 }
1828
1829                 // Archive or unarchive the contact.
1830                 $contact = DBA::selectFirst('contact', [], ['id' => $id]);
1831                 if (!DBA::isResult($contact)) {
1832                         Logger::info('Couldn\'t select contact for archival.', ['id' => $id]);
1833                         return;
1834                 }
1835
1836                 if (isset($fields['failed'])) {
1837                         if ($fields['failed']) {
1838                                 self::markForArchival($contact);
1839                         } else {
1840                                 self::unmarkForArchival($contact);
1841                         }
1842                 }
1843
1844                 if ($contact['uid'] != 0) {
1845                         return;
1846                 }
1847
1848                 // Update contact data for all users
1849                 $condition = ['self' => false, 'nurl' => Strings::normaliseLink($old_url)];
1850
1851                 $condition['network'] = [Protocol::DFRN, Protocol::DIASPORA, Protocol::ACTIVITYPUB];
1852                 DBA::update('contact', $fields, $condition);
1853
1854                 // We mustn't set the update fields for OStatus contacts since they are updated in OnePoll
1855                 $condition['network'] = Protocol::OSTATUS;
1856
1857                 // If the contact failed, propagate the update fields to all contacts
1858                 if (empty($fields['failed'])) {
1859                         unset($fields['last-update']);
1860                         unset($fields['success_update']);
1861                         unset($fields['failure_update']);
1862                 }
1863
1864                 if (empty($fields)) {
1865                         return;
1866                 }
1867
1868                 DBA::update('contact', $fields, $condition);
1869         }
1870
1871         /**
1872          * Remove duplicated contacts
1873          *
1874          * @param string  $nurl  Normalised contact url
1875          * @param integer $uid   User id
1876          * @return boolean
1877          * @throws \Exception
1878          */
1879         public static function removeDuplicates(string $nurl, int $uid)
1880         {
1881                 $condition = ['nurl' => $nurl, 'uid' => $uid, 'deleted' => false, 'network' => Protocol::FEDERATED];
1882                 $count = DBA::count('contact', $condition);
1883                 if ($count <= 1) {
1884                         return false;
1885                 }
1886
1887                 $first_contact = DBA::selectFirst('contact', ['id', 'network'], $condition, ['order' => ['id']]);
1888                 if (!DBA::isResult($first_contact)) {
1889                         // Shouldn't happen - so we handle it
1890                         return false;
1891                 }
1892
1893                 $first = $first_contact['id'];
1894                 Logger::info('Found duplicates', ['count' => $count, 'first' => $first, 'uid' => $uid, 'nurl' => $nurl]);
1895                 if (($uid != 0 && ($first_contact['network'] == Protocol::DFRN))) {
1896                         // Don't handle non public DFRN duplicates by now (legacy DFRN is very special because of the key handling)
1897                         Logger::info('Not handling non public DFRN duplicate', ['uid' => $uid, 'nurl' => $nurl]);
1898                         return false;
1899                 }
1900
1901                 // Find all duplicates
1902                 $condition = ["`nurl` = ? AND `uid` = ? AND `id` != ? AND NOT `self` AND NOT `deleted`", $nurl, $uid, $first];
1903                 $duplicates = DBA::select('contact', ['id', 'network'], $condition);
1904                 while ($duplicate = DBA::fetch($duplicates)) {
1905                         if (!in_array($duplicate['network'], Protocol::FEDERATED)) {
1906                                 continue;
1907                         }
1908
1909                         Worker::add(PRIORITY_HIGH, 'MergeContact', $first, $duplicate['id'], $uid);
1910                 }
1911                 DBA::close($duplicates);
1912                 Logger::info('Duplicates handled', ['uid' => $uid, 'nurl' => $nurl, 'callstack' => System::callstack(20)]);
1913                 return true;
1914         }
1915
1916         /**
1917          * @param integer $id      contact id
1918          * @param string  $network Optional network we are probing for
1919          * @return boolean
1920          * @throws HTTPException\InternalServerErrorException
1921          * @throws \ImagickException
1922          */
1923         public static function updateFromProbe(int $id, string $network = '')
1924         {
1925                 $contact = DBA::selectFirst('contact', ['uid', 'url'], ['id' => $id]);
1926                 if (!DBA::isResult($contact)) {
1927                         return false;
1928                 }
1929
1930                 $ret = Probe::uri($contact['url'], $network, $contact['uid']);
1931                 return self::updateFromProbeArray($id, $ret);
1932         }
1933
1934         /**
1935          * @param integer $id      contact id
1936          * @param array   $ret     Probed data
1937          * @return boolean
1938          * @throws HTTPException\InternalServerErrorException
1939          * @throws \ImagickException
1940          */
1941         private static function updateFromProbeArray(int $id, array $ret)
1942         {
1943                 /*
1944                   Warning: Never ever fetch the public key via Probe::uri and write it into the contacts.
1945                   This will reliably kill your communication with old Friendica contacts.
1946                  */
1947
1948                 // These fields aren't updated by this routine:
1949                 // 'xmpp', 'sensitive'
1950
1951                 $fields = ['uid', 'avatar', 'name', 'nick', 'location', 'keywords', 'about', 'subscribe', 'manually-approve',
1952                         'unsearchable', 'url', 'addr', 'batch', 'notify', 'poll', 'request', 'confirm', 'poco',
1953                         'network', 'alias', 'baseurl', 'gsid', 'forum', 'prv', 'contact-type', 'pubkey', 'last-item'];
1954                 $contact = DBA::selectFirst('contact', $fields, ['id' => $id]);
1955                 if (!DBA::isResult($contact)) {
1956                         return false;
1957                 }
1958
1959                 if (self::isLocal($ret['url'])) {
1960                         Logger::info('Local contacts are not updated here.');
1961                         return true;
1962                 }
1963
1964                 if (!empty($ret['account-type']) && $ret['account-type'] == User::ACCOUNT_TYPE_DELETED) {
1965                         Logger::info('Deleted account', ['id' => $id, 'url' => $ret['url'], 'ret' => $ret]);
1966                         self::remove($id);
1967
1968                         // Delete all contacts with the same URL
1969                         self::deleteContactByUrl($ret['url']);
1970                         return true;
1971                 }
1972
1973                 $uid = $contact['uid'];
1974                 unset($contact['uid']);
1975
1976                 $pubkey = $contact['pubkey'];
1977                 unset($contact['pubkey']);
1978
1979                 $contact['photo'] = $contact['avatar'];
1980                 unset($contact['avatar']);
1981
1982                 $updated = DateTimeFormat::utcNow();
1983
1984                 // We must not try to update relay contacts via probe. They are no real contacts.
1985                 // We check after the probing to be able to correct falsely detected contact types.
1986                 if (($contact['contact-type'] == self::TYPE_RELAY) &&
1987                         (!Strings::compareLink($ret['url'], $contact['url']) || in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]))) {
1988                         self::updateContact($id, $uid, $contact['url'], $contact['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
1989                         Logger::info('Not updating relais', ['id' => $id, 'url' => $contact['url']]);
1990                         return true;
1991                 }
1992
1993                 // If Probe::uri fails the network code will be different ("feed" or "unkn")
1994                 if (($ret['network'] == Protocol::PHANTOM) || (($ret['network'] == Protocol::FEED) && ($ret['network'] != $contact['network']))) {
1995                         self::updateContact($id, $uid, $contact['url'], $ret['url'], ['failed' => true, 'last-update' => $updated, 'failure_update' => $updated]);
1996                         return false;
1997                 }
1998
1999                 if (isset($ret['hide']) && is_bool($ret['hide'])) {
2000                         $ret['unsearchable'] = $ret['hide'];
2001                 }
2002
2003                 if (isset($ret['account-type']) && is_int($ret['account-type'])) {
2004                         $ret['forum'] = false;
2005                         $ret['prv'] = false;
2006                         $ret['contact-type'] = $ret['account-type'];
2007                         if (($ret['contact-type'] == User::ACCOUNT_TYPE_COMMUNITY) && isset($ret['manually-approve'])) {
2008                                 $ret['forum'] = (bool)!$ret['manually-approve'];
2009                                 $ret['prv'] = (bool)!$ret['forum'];
2010                         }
2011                 }
2012
2013                 $new_pubkey = $ret['pubkey'] ?? '';
2014
2015                 if ($uid == 0) {
2016                         $ret['last-item'] = Probe::getLastUpdate($ret);
2017                         Logger::info('Fetched last item', ['id' => $id, 'probed_url' => $ret['url'], 'last-item' => $ret['last-item'], 'callstack' => System::callstack(20)]);
2018                 }
2019
2020                 $update = false;
2021
2022                 // make sure to not overwrite existing values with blank entries except some technical fields
2023                 $keep = ['batch', 'notify', 'poll', 'request', 'confirm', 'poco', 'baseurl'];
2024                 foreach ($ret as $key => $val) {
2025                         if (!array_key_exists($key, $contact)) {
2026                                 unset($ret[$key]);
2027                         } elseif (($contact[$key] != '') && ($val === '') && !is_bool($ret[$key]) && !in_array($key, $keep)) {
2028                                 $ret[$key] = $contact[$key];
2029                         } elseif ($ret[$key] != $contact[$key]) {
2030                                 $update = true;
2031                         }
2032                 }
2033
2034                 if (!empty($ret['last-item']) && ($contact['last-item'] < $ret['last-item'])) {
2035                         $update = true;
2036                 } else {
2037                         unset($ret['last-item']);
2038                 }
2039
2040                 if (!empty($ret['photo']) && ($ret['network'] != Protocol::FEED)) {
2041                         self::updateAvatar($id, $ret['photo'], $update);
2042                 }
2043
2044                 if (!$update) {
2045                         self::updateContact($id, $uid, $contact['url'], $ret['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
2046
2047                         if (Contact\Relation::isDiscoverable($ret['url'])) {
2048                                 Worker::add(PRIORITY_LOW, 'ContactDiscovery', $ret['url']);
2049                         }
2050
2051                         // Update the public contact
2052                         if ($uid != 0) {
2053                                 $contact = self::getByURL($ret['url'], false, ['id']);
2054                                 if (!empty($contact['id'])) {
2055                                         self::updateFromProbeArray($contact['id'], $ret);
2056                                 }
2057                         }
2058
2059                         return true;
2060                 }
2061
2062                 $ret['nurl'] = Strings::normaliseLink($ret['url']);
2063                 $ret['updated'] = $updated;
2064                 $ret['failed'] = false;
2065
2066                 // Only fill the pubkey if it had been empty before. We have to prevent identity theft.
2067                 if (empty($pubkey) && !empty($new_pubkey)) {
2068                         $ret['pubkey'] = $new_pubkey;
2069                 }
2070
2071                 if ((!empty($ret['addr']) && ($ret['addr'] != $contact['addr'])) || (!empty($ret['alias']) && ($ret['alias'] != $contact['alias']))) {
2072                         $ret['uri-date'] = DateTimeFormat::utcNow();
2073                 }
2074
2075                 if (($ret['name'] != $contact['name']) || ($ret['nick'] != $contact['nick'])) {
2076                         $ret['name-date'] = $updated;
2077                 }
2078
2079                 if (($uid == 0) || in_array($ret['network'], [Protocol::DFRN, Protocol::DIASPORA, Protocol::ACTIVITYPUB])) {
2080                         $ret['last-update'] = $updated;
2081                         $ret['success_update'] = $updated;
2082                 }
2083
2084                 unset($ret['photo']);
2085
2086                 self::updateContact($id, $uid, $contact['url'], $ret['url'], $ret);
2087
2088                 if (Contact\Relation::isDiscoverable($ret['url'])) {
2089                         Worker::add(PRIORITY_LOW, 'ContactDiscovery', $ret['url']);
2090                 }
2091
2092                 return true;
2093         }
2094
2095         /**
2096          * @param integer $url contact url
2097          * @return integer Contact id
2098          * @throws HTTPException\InternalServerErrorException
2099          * @throws \ImagickException
2100          */
2101         public static function updateFromProbeByURL($url)
2102         {
2103                 $id = self::getIdForURL($url);
2104
2105                 if (empty($id)) {
2106                         return $id;
2107                 }
2108
2109                 self::updateFromProbe($id);
2110
2111                 return $id;
2112         }
2113
2114         /**
2115          * Detects if a given contact array belongs to a legacy DFRN connection
2116          *
2117          * @param array $contact
2118          * @return boolean
2119          */
2120         public static function isLegacyDFRNContact($contact)
2121         {
2122                 // Newer Friendica contacts are connected via AP, then these fields aren't set
2123                 return !empty($contact['dfrn-id']) || !empty($contact['issued-id']);
2124         }
2125
2126         /**
2127          * Detects the communication protocol for a given contact url.
2128          * This is used to detect Friendica contacts that we can communicate via AP.
2129          *
2130          * @param string $url contact url
2131          * @param string $network Network of that contact
2132          * @return string with protocol
2133          */
2134         public static function getProtocol($url, $network)
2135         {
2136                 if ($network != Protocol::DFRN) {
2137                         return $network;
2138                 }
2139
2140                 $apcontact = APContact::getByURL($url);
2141                 if (!empty($apcontact) && !empty($apcontact['generator'])) {
2142                         return Protocol::ACTIVITYPUB;
2143                 } else {
2144                         return $network;
2145                 }
2146         }
2147
2148         /**
2149          * Takes a $uid and a url/handle and adds a new contact
2150          *
2151          * Currently if the contact is DFRN, interactive needs to be true, to redirect to the
2152          * dfrn_request page.
2153          *
2154          * Otherwise this can be used to bulk add StatusNet contacts, Twitter contacts, etc.
2155          *
2156          * Returns an array
2157          * $return['success'] boolean true if successful
2158          * $return['message'] error text if success is false.
2159          *
2160          * Takes a $uid and a url/handle and adds a new contact
2161          *
2162          * @param array  $user        The user the contact should be created for
2163          * @param string $url         The profile URL of the contact
2164          * @param bool   $interactive
2165          * @param string $network
2166          * @return array
2167          * @throws HTTPException\InternalServerErrorException
2168          * @throws HTTPException\NotFoundException
2169          * @throws \ImagickException
2170          */
2171         public static function createFromProbe(array $user, $url, $interactive = false, $network = '')
2172         {
2173                 $result = ['cid' => -1, 'success' => false, 'message' => ''];
2174
2175                 // remove ajax junk, e.g. Twitter
2176                 $url = str_replace('/#!/', '/', $url);
2177
2178                 if (!Network::isUrlAllowed($url)) {
2179                         $result['message'] = DI::l10n()->t('Disallowed profile URL.');
2180                         return $result;
2181                 }
2182
2183                 if (Network::isUrlBlocked($url)) {
2184                         $result['message'] = DI::l10n()->t('Blocked domain');
2185                         return $result;
2186                 }
2187
2188                 if (!$url) {
2189                         $result['message'] = DI::l10n()->t('Connect URL missing.');
2190                         return $result;
2191                 }
2192
2193                 $arr = ['url' => $url, 'contact' => []];
2194
2195                 Hook::callAll('follow', $arr);
2196
2197                 if (empty($arr)) {
2198                         $result['message'] = DI::l10n()->t('The contact could not be added. Please check the relevant network credentials in your Settings -> Social Networks page.');
2199                         return $result;
2200                 }
2201
2202                 if (!empty($arr['contact']['name'])) {
2203                         $ret = $arr['contact'];
2204                 } else {
2205                         $ret = Probe::uri($url, $network, $user['uid']);
2206                 }
2207
2208                 if (($network != '') && ($ret['network'] != $network)) {
2209                         Logger::log('Expected network ' . $network . ' does not match actual network ' . $ret['network']);
2210                         return $result;
2211                 }
2212
2213                 // check if we already have a contact
2214                 // the poll url is more reliable than the profile url, as we may have
2215                 // indirect links or webfinger links
2216
2217                 $condition = ['uid' => $user['uid'], 'poll' => [$ret['poll'], Strings::normaliseLink($ret['poll'])], 'network' => $ret['network'], 'pending' => false];
2218                 $contact = DBA::selectFirst('contact', ['id', 'rel'], $condition);
2219                 if (!DBA::isResult($contact)) {
2220                         $condition = ['uid' => $user['uid'], 'nurl' => Strings::normaliseLink($ret['url']), 'network' => $ret['network'], 'pending' => false];
2221                         $contact = DBA::selectFirst('contact', ['id', 'rel'], $condition);
2222                 }
2223
2224                 $protocol = self::getProtocol($ret['url'], $ret['network']);
2225
2226                 if (($protocol === Protocol::DFRN) && !DBA::isResult($contact)) {
2227                         if ($interactive) {
2228                                 if (strlen(DI::baseUrl()->getUrlPath())) {
2229                                         $myaddr = bin2hex(DI::baseUrl() . '/profile/' . $user['nickname']);
2230                                 } else {
2231                                         $myaddr = bin2hex($user['nickname'] . '@' . DI::baseUrl()->getHostname());
2232                                 }
2233
2234                                 DI::baseUrl()->redirect($ret['request'] . "&addr=$myaddr");
2235
2236                                 // NOTREACHED
2237                         }
2238                 } elseif (DI::config()->get('system', 'dfrn_only') && ($ret['network'] != Protocol::DFRN)) {
2239                         $result['message'] = DI::l10n()->t('This site is not configured to allow communications with other networks.') . EOL;
2240                         $result['message'] .= DI::l10n()->t('No compatible communication protocols or feeds were discovered.') . EOL;
2241                         return $result;
2242                 }
2243
2244                 // This extra param just confuses things, remove it
2245                 if ($protocol === Protocol::DIASPORA) {
2246                         $ret['url'] = str_replace('?absolute=true', '', $ret['url']);
2247                 }
2248
2249                 // do we have enough information?
2250                 if (empty($protocol) || ($protocol == Protocol::PHANTOM) || (empty($ret['url']) && empty($ret['addr']))) {
2251                         $result['message'] .= DI::l10n()->t('The profile address specified does not provide adequate information.') . EOL;
2252                         if (empty($ret['poll'])) {
2253                                 $result['message'] .= DI::l10n()->t('No compatible communication protocols or feeds were discovered.') . EOL;
2254                         }
2255                         if (empty($ret['name'])) {
2256                                 $result['message'] .= DI::l10n()->t('An author or name was not found.') . EOL;
2257                         }
2258                         if (empty($ret['url'])) {
2259                                 $result['message'] .= DI::l10n()->t('No browser URL could be matched to this address.') . EOL;
2260                         }
2261                         if (strpos($ret['url'], '@') !== false) {
2262                                 $result['message'] .= DI::l10n()->t('Unable to match @-style Identity Address with a known protocol or email contact.') . EOL;
2263                                 $result['message'] .= DI::l10n()->t('Use mailto: in front of address to force email check.') . EOL;
2264                         }
2265                         return $result;
2266                 }
2267
2268                 if ($protocol === Protocol::OSTATUS && DI::config()->get('system', 'ostatus_disabled')) {
2269                         $result['message'] .= DI::l10n()->t('The profile address specified belongs to a network which has been disabled on this site.') . EOL;
2270                         $ret['notify'] = '';
2271                 }
2272
2273                 if (!$ret['notify']) {
2274                         $result['message'] .= DI::l10n()->t('Limited profile. This person will be unable to receive direct/personal notifications from you.') . EOL;
2275                 }
2276
2277                 $writeable = ((($protocol === Protocol::OSTATUS) && ($ret['notify'])) ? 1 : 0);
2278
2279                 $subhub = (($protocol === Protocol::OSTATUS) ? true : false);
2280
2281                 $hidden = (($protocol === Protocol::MAIL) ? 1 : 0);
2282
2283                 $pending = false;
2284                 if (($protocol == Protocol::ACTIVITYPUB) && isset($ret['manually-approve'])) {
2285                         $pending = (bool)$ret['manually-approve'];
2286                 }
2287
2288                 if (in_array($protocol, [Protocol::MAIL, Protocol::DIASPORA, Protocol::ACTIVITYPUB])) {
2289                         $writeable = 1;
2290                 }
2291
2292                 if (DBA::isResult($contact)) {
2293                         // update contact
2294                         $new_relation = (($contact['rel'] == self::FOLLOWER) ? self::FRIEND : self::SHARING);
2295
2296                         $fields = ['rel' => $new_relation, 'subhub' => $subhub, 'readonly' => false];
2297                         DBA::update('contact', $fields, ['id' => $contact['id']]);
2298                 } else {
2299                         $new_relation = (in_array($protocol, [Protocol::MAIL]) ? self::FRIEND : self::SHARING);
2300
2301                         // create contact record
2302                         self::insert([
2303                                 'uid'     => $user['uid'],
2304                                 'created' => DateTimeFormat::utcNow(),
2305                                 'url'     => $ret['url'],
2306                                 'nurl'    => Strings::normaliseLink($ret['url']),
2307                                 'addr'    => $ret['addr'],
2308                                 'alias'   => $ret['alias'],
2309                                 'batch'   => $ret['batch'],
2310                                 'notify'  => $ret['notify'],
2311                                 'poll'    => $ret['poll'],
2312                                 'poco'    => $ret['poco'],
2313                                 'name'    => $ret['name'],
2314                                 'nick'    => $ret['nick'],
2315                                 'network' => $ret['network'],
2316                                 'baseurl' => $ret['baseurl'],
2317                                 'gsid'    => $ret['gsid'] ?? null,
2318                                 'protocol' => $protocol,
2319                                 'pubkey'  => $ret['pubkey'],
2320                                 'rel'     => $new_relation,
2321                                 'priority'=> $ret['priority'],
2322                                 'writable'=> $writeable,
2323                                 'hidden'  => $hidden,
2324                                 'blocked' => 0,
2325                                 'readonly'=> 0,
2326                                 'pending' => $pending,
2327                                 'subhub'  => $subhub
2328                         ]);
2329                 }
2330
2331                 $contact = DBA::selectFirst('contact', [], ['url' => $ret['url'], 'network' => $ret['network'], 'uid' => $user['uid']]);
2332                 if (!DBA::isResult($contact)) {
2333                         $result['message'] .= DI::l10n()->t('Unable to retrieve contact information.') . EOL;
2334                         return $result;
2335                 }
2336
2337                 $contact_id = $contact['id'];
2338                 $result['cid'] = $contact_id;
2339
2340                 Group::addMember(User::getDefaultGroup($user['uid'], $contact["network"]), $contact_id);
2341
2342                 // Update the avatar
2343                 self::updateAvatar($contact_id, $ret['photo']);
2344
2345                 // pull feed and consume it, which should subscribe to the hub.
2346                 if ($contact['network'] == Protocol::OSTATUS) {
2347                         Worker::add(PRIORITY_HIGH, 'OnePoll', $contact_id, 'force');
2348                 } else {
2349                         Worker::add(PRIORITY_HIGH, 'UpdateContact', $contact_id);
2350                 }
2351
2352                 $owner = User::getOwnerDataById($user['uid']);
2353
2354                 if (DBA::isResult($owner)) {
2355                         if (in_array($protocol, [Protocol::OSTATUS, Protocol::DFRN])) {
2356                                 // create a follow slap
2357                                 $item = [];
2358                                 $item['verb'] = Activity::FOLLOW;
2359                                 $item['gravity'] = GRAVITY_ACTIVITY;
2360                                 $item['follow'] = $contact["url"];
2361                                 $item['body'] = '';
2362                                 $item['title'] = '';
2363                                 $item['guid'] = '';
2364                                 $item['uri-id'] = 0;
2365
2366                                 $slap = OStatus::salmon($item, $owner);
2367
2368                                 if (!empty($contact['notify'])) {
2369                                         Salmon::slapper($owner, $contact['notify'], $slap);
2370                                 }
2371                         } elseif ($protocol == Protocol::DIASPORA) {
2372                                 $ret = Diaspora::sendShare($owner, $contact);
2373                                 Logger::log('share returns: ' . $ret);
2374                         } elseif ($protocol == Protocol::ACTIVITYPUB) {
2375                                 $activity_id = ActivityPub\Transmitter::activityIDFromContact($contact_id);
2376                                 if (empty($activity_id)) {
2377                                         // This really should never happen
2378                                         return false;
2379                                 }
2380
2381                                 $ret = ActivityPub\Transmitter::sendActivity('Follow', $contact['url'], $user['uid'], $activity_id);
2382                                 Logger::log('Follow returns: ' . $ret);
2383                         }
2384                 }
2385
2386                 $result['success'] = true;
2387                 return $result;
2388         }
2389
2390         /**
2391          * Updated contact's SSL policy
2392          *
2393          * @param array  $contact    Contact array
2394          * @param string $new_policy New policy, valid: self,full
2395          *
2396          * @return array Contact array with updated values
2397          * @throws \Exception
2398          */
2399         public static function updateSslPolicy(array $contact, $new_policy)
2400         {
2401                 $ssl_changed = false;
2402                 if ((intval($new_policy) == BaseURL::SSL_POLICY_SELFSIGN || $new_policy === 'self') && strstr($contact['url'], 'https:')) {
2403                         $ssl_changed = true;
2404                         $contact['url']     =   str_replace('https:', 'http:', $contact['url']);
2405                         $contact['request'] =   str_replace('https:', 'http:', $contact['request']);
2406                         $contact['notify']  =   str_replace('https:', 'http:', $contact['notify']);
2407                         $contact['poll']    =   str_replace('https:', 'http:', $contact['poll']);
2408                         $contact['confirm'] =   str_replace('https:', 'http:', $contact['confirm']);
2409                         $contact['poco']    =   str_replace('https:', 'http:', $contact['poco']);
2410                 }
2411
2412                 if ((intval($new_policy) == BaseURL::SSL_POLICY_FULL || $new_policy === 'full') && strstr($contact['url'], 'http:')) {
2413                         $ssl_changed = true;
2414                         $contact['url']     =   str_replace('http:', 'https:', $contact['url']);
2415                         $contact['request'] =   str_replace('http:', 'https:', $contact['request']);
2416                         $contact['notify']  =   str_replace('http:', 'https:', $contact['notify']);
2417                         $contact['poll']    =   str_replace('http:', 'https:', $contact['poll']);
2418                         $contact['confirm'] =   str_replace('http:', 'https:', $contact['confirm']);
2419                         $contact['poco']    =   str_replace('http:', 'https:', $contact['poco']);
2420                 }
2421
2422                 if ($ssl_changed) {
2423                         $fields = ['url' => $contact['url'], 'request' => $contact['request'],
2424                                         'notify' => $contact['notify'], 'poll' => $contact['poll'],
2425                                         'confirm' => $contact['confirm'], 'poco' => $contact['poco']];
2426                         DBA::update('contact', $fields, ['id' => $contact['id']]);
2427                 }
2428
2429                 return $contact;
2430         }
2431
2432         /**
2433          * Follow a contact
2434          *
2435          * @param int $cid Public contact id
2436          * @param int $uid  User ID
2437          *
2438          * @return bool "true" if following had been successful
2439          */
2440         public static function follow(int $cid, int $uid)
2441         {
2442                 $user = User::getById($uid);
2443                 if (empty($user)) {
2444                         return false;
2445                 }
2446
2447                 $contact = self::getById($cid, ['url']);
2448
2449                 $result = self::createFromProbe($user, $contact['url'], false);
2450
2451                 return $result['cid'];
2452         }
2453
2454         /**
2455          * Unfollow a contact
2456          *
2457          * @param int $cid Public contact id
2458          * @param int $uid  User ID
2459          *
2460          * @return bool "true" if unfollowing had been successful
2461          */
2462         public static function unfollow(int $cid, int $uid)
2463         {
2464                 $cdata = self::getPublicAndUserContacID($cid, $uid);
2465                 if (empty($cdata['user'])) {
2466                         return false;
2467                 }
2468
2469                 $contact = self::getById($cdata['user']);
2470
2471                 self::removeSharer([], $contact);
2472
2473                 return true;
2474         }
2475
2476         /**
2477          * @param array  $importer Owner (local user) data
2478          * @param array  $contact  Existing owner-specific contact data we want to expand the relationship with. Optional.
2479          * @param array  $datarray An item-like array with at least the 'author-id' and 'author-url' keys for the contact. Mandatory.
2480          * @param bool   $sharing  True: Contact is now sharing with Owner; False: Contact is now following Owner (default)
2481          * @param string $note     Introduction additional message
2482          * @return bool|null True: follow request is accepted; False: relationship is rejected; Null: relationship is pending
2483          * @throws HTTPException\InternalServerErrorException
2484          * @throws \ImagickException
2485          */
2486         public static function addRelationship(array $importer, array $contact, array $datarray, $sharing = false, $note = '')
2487         {
2488                 // Should always be set
2489                 if (empty($datarray['author-id'])) {
2490                         return false;
2491                 }
2492
2493                 $fields = ['url', 'name', 'nick', 'avatar', 'photo', 'network', 'blocked'];
2494                 $pub_contact = DBA::selectFirst('contact', $fields, ['id' => $datarray['author-id']]);
2495                 if (!DBA::isResult($pub_contact)) {
2496                         // Should never happen
2497                         return false;
2498                 }
2499
2500                 // Contact is blocked at node-level
2501                 if (self::isBlocked($datarray['author-id'])) {
2502                         return false;
2503                 }
2504
2505                 $url = ($datarray['author-link'] ?? '') ?: $pub_contact['url'];
2506                 $name = $pub_contact['name'];
2507                 $photo = ($pub_contact['avatar'] ?? '') ?: $pub_contact["photo"];
2508                 $nick = $pub_contact['nick'];
2509                 $network = $pub_contact['network'];
2510
2511                 // Ensure that we don't create a new contact when there already is one
2512                 $cid = self::getIdForURL($url, $importer['uid']);
2513                 if (!empty($cid)) {
2514                         $contact = DBA::selectFirst('contact', [], ['id' => $cid]);
2515                 }
2516
2517                 if (!empty($contact)) {
2518                         if (!empty($contact['pending'])) {
2519                                 Logger::info('Pending contact request already exists.', ['url' => $url, 'uid' => $importer['uid']]);
2520                                 return null;
2521                         }
2522
2523                         // Contact is blocked at user-level
2524                         if (!empty($contact['id']) && !empty($importer['id']) &&
2525                                 Contact\User::isBlocked($contact['id'], $importer['id'])) {
2526                                 return false;
2527                         }
2528
2529                         // Make sure that the existing contact isn't archived
2530                         self::unmarkForArchival($contact);
2531
2532                         if (($contact['rel'] == self::SHARING)
2533                                 || ($sharing && $contact['rel'] == self::FOLLOWER)) {
2534                                 DBA::update('contact', ['rel' => self::FRIEND, 'writable' => true, 'pending' => false],
2535                                                 ['id' => $contact['id'], 'uid' => $importer['uid']]);
2536                         }
2537
2538                         // Ensure to always have the correct network type, independent from the connection request method
2539                         self::updateFromProbe($contact['id']);
2540
2541                         Post\UserNotification::insertNotication($contact['id'], Verb::getID(Activity::FOLLOW), $importer['uid']);
2542
2543                         return true;
2544                 } else {
2545                         // send email notification to owner?
2546                         if (DBA::exists('contact', ['nurl' => Strings::normaliseLink($url), 'uid' => $importer['uid'], 'pending' => true])) {
2547                                 Logger::log('ignoring duplicated connection request from pending contact ' . $url);
2548                                 return null;
2549                         }
2550
2551                         // create contact record
2552                         DBA::insert('contact', [
2553                                 'uid'      => $importer['uid'],
2554                                 'created'  => DateTimeFormat::utcNow(),
2555                                 'url'      => $url,
2556                                 'nurl'     => Strings::normaliseLink($url),
2557                                 'name'     => $name,
2558                                 'nick'     => $nick,
2559                                 'network'  => $network,
2560                                 'rel'      => self::FOLLOWER,
2561                                 'blocked'  => 0,
2562                                 'readonly' => 0,
2563                                 'pending'  => 1,
2564                                 'writable' => 1,
2565                         ]);
2566
2567                         $contact_id = DBA::lastInsertId();
2568
2569                         // Ensure to always have the correct network type, independent from the connection request method
2570                         self::updateFromProbe($contact_id);
2571
2572                         self::updateAvatar($contact_id, $photo, true);
2573
2574                         Post\UserNotification::insertNotication($contact_id, Verb::getID(Activity::FOLLOW), $importer['uid']);
2575
2576                         $contact_record = DBA::selectFirst('contact', ['id', 'network', 'name', 'url', 'photo'], ['id' => $contact_id]);
2577
2578                         /// @TODO Encapsulate this into a function/method
2579                         $fields = ['uid', 'username', 'email', 'page-flags', 'notify-flags', 'language'];
2580                         $user = DBA::selectFirst('user', $fields, ['uid' => $importer['uid']]);
2581                         if (DBA::isResult($user) && !in_array($user['page-flags'], [User::PAGE_FLAGS_SOAPBOX, User::PAGE_FLAGS_FREELOVE, User::PAGE_FLAGS_COMMUNITY])) {
2582                                 // create notification
2583                                 $hash = Strings::getRandomHex();
2584
2585                                 if (is_array($contact_record)) {
2586                                         DBA::insert('intro', ['uid' => $importer['uid'], 'contact-id' => $contact_record['id'],
2587                                                                 'blocked' => false, 'knowyou' => false, 'note' => $note,
2588                                                                 'hash' => $hash, 'datetime' => DateTimeFormat::utcNow()]);
2589                                 }
2590
2591                                 Group::addMember(User::getDefaultGroup($importer['uid'], $contact_record["network"]), $contact_record['id']);
2592
2593                                 if (($user['notify-flags'] & Notification\Type::INTRO) &&
2594                                         in_array($user['page-flags'], [User::PAGE_FLAGS_NORMAL])) {
2595
2596                                         notification([
2597                                                 'type'  => Notification\Type::INTRO,
2598                                                 'otype' => Notification\ObjectType::INTRO,
2599                                                 'verb'  => ($sharing ? Activity::FRIEND : Activity::FOLLOW),
2600                                                 'uid'   => $user['uid'],
2601                                                 'cid'   => $contact_record['id'],
2602                                                 'link'  => DI::baseUrl() . '/notifications/intros',
2603                                         ]);
2604                                 }
2605                         } elseif (DBA::isResult($user) && in_array($user['page-flags'], [User::PAGE_FLAGS_SOAPBOX, User::PAGE_FLAGS_FREELOVE, User::PAGE_FLAGS_COMMUNITY])) {
2606                                 if (($user['page-flags'] == User::PAGE_FLAGS_FREELOVE) && ($network != Protocol::DIASPORA)) {
2607                                         self::createFromProbe($importer, $url, false, $network);
2608                                 }
2609
2610                                 $condition = ['uid' => $importer['uid'], 'url' => $url, 'pending' => true];
2611                                 $fields = ['pending' => false];
2612                                 if ($user['page-flags'] == User::PAGE_FLAGS_FREELOVE) {
2613                                         $fields['rel'] = self::FRIEND;
2614                                 }
2615
2616                                 DBA::update('contact', $fields, $condition);
2617
2618                                 return true;
2619                         }
2620                 }
2621
2622                 return null;
2623         }
2624
2625         public static function removeFollower($importer, $contact)
2626         {
2627                 if (($contact['rel'] == self::FRIEND) || ($contact['rel'] == self::SHARING)) {
2628                         DBA::update('contact', ['rel' => self::SHARING], ['id' => $contact['id']]);
2629                 } else {
2630                         self::remove($contact['id']);
2631                 }
2632         }
2633
2634         public static function removeSharer($importer, $contact)
2635         {
2636                 if (($contact['rel'] == self::FRIEND) || ($contact['rel'] == self::FOLLOWER)) {
2637                         DBA::update('contact', ['rel' => self::FOLLOWER], ['id' => $contact['id']]);
2638                 } else {
2639                         self::remove($contact['id']);
2640                 }
2641         }
2642
2643         /**
2644          * Create a birthday event.
2645          *
2646          * Update the year and the birthday.
2647          */
2648         public static function updateBirthdays()
2649         {
2650                 $condition = [
2651                         '`bd` > ?
2652                         AND (`contact`.`rel` = ? OR `contact`.`rel` = ?)
2653                         AND NOT `contact`.`pending`
2654                         AND NOT `contact`.`hidden`
2655                         AND NOT `contact`.`blocked`
2656                         AND NOT `contact`.`archive`
2657                         AND NOT `contact`.`deleted`',
2658                         DBA::NULL_DATE,
2659                         self::SHARING,
2660                         self::FRIEND
2661                 ];
2662
2663                 $contacts = DBA::select('contact', ['id', 'uid', 'name', 'url', 'bd'], $condition);
2664
2665                 while ($contact = DBA::fetch($contacts)) {
2666                         Logger::log('update_contact_birthday: ' . $contact['bd']);
2667
2668                         $nextbd = DateTimeFormat::utcNow('Y') . substr($contact['bd'], 4);
2669
2670                         if (Event::createBirthday($contact, $nextbd)) {
2671                                 // update bdyear
2672                                 DBA::update(
2673                                         'contact',
2674                                         ['bdyear' => substr($nextbd, 0, 4), 'bd' => $nextbd],
2675                                         ['id' => $contact['id']]
2676                                 );
2677                         }
2678                 }
2679                 DBA::close($contacts);
2680         }
2681
2682         /**
2683          * Remove the unavailable contact ids from the provided list
2684          *
2685          * @param array $contact_ids Contact id list
2686          * @return array
2687          * @throws \Exception
2688          */
2689         public static function pruneUnavailable(array $contact_ids)
2690         {
2691                 if (empty($contact_ids)) {
2692                         return [];
2693                 }
2694
2695                 $contacts = self::selectToArray(['id'], [
2696                         'id'      => $contact_ids,
2697                         'blocked' => false,
2698                         'pending' => false,
2699                         'archive' => false,
2700                 ]);
2701
2702                 return array_column($contacts, 'id');
2703         }
2704
2705         /**
2706          * Returns a magic link to authenticate remote visitors
2707          *
2708          * @todo  check if the return is either a fully qualified URL or a relative path to Friendica basedir
2709          *
2710          * @param string $contact_url The address of the target contact profile
2711          * @param string $url         An url that we will be redirected to after the authentication
2712          *
2713          * @return string with "redir" link
2714          * @throws HTTPException\InternalServerErrorException
2715          * @throws \ImagickException
2716          */
2717         public static function magicLink($contact_url, $url = '')
2718         {
2719                 if (!Session::isAuthenticated()) {
2720                         return $url ?: $contact_url; // Equivalent to: ($url != '') ? $url : $contact_url;
2721                 }
2722
2723                 $contact = self::getByURL($contact_url, false);
2724                 if (empty($contact)) {
2725                         return $url ?: $contact_url; // Equivalent to: ($url != '') ? $url : $contact_url;
2726                 }
2727
2728                 // Prevents endless loop in case only a non-public contact exists for the contact URL
2729                 unset($contact['uid']);
2730
2731                 return self::magicLinkByContact($contact, $url ?: $contact_url);
2732         }
2733
2734         /**
2735          * Returns a magic link to authenticate remote visitors
2736          *
2737          * @param integer $cid The contact id of the target contact profile
2738          * @param string  $url An url that we will be redirected to after the authentication
2739          *
2740          * @return string with "redir" link
2741          * @throws HTTPException\InternalServerErrorException
2742          * @throws \ImagickException
2743          */
2744         public static function magicLinkById($cid, $url = '')
2745         {
2746                 $contact = DBA::selectFirst('contact', ['id', 'network', 'url', 'uid'], ['id' => $cid]);
2747
2748                 return self::magicLinkByContact($contact, $url);
2749         }
2750
2751         /**
2752          * Returns a magic link to authenticate remote visitors
2753          *
2754          * @param array  $contact The contact array with "uid", "network" and "url"
2755          * @param string $url     An url that we will be redirected to after the authentication
2756          *
2757          * @return string with "redir" link
2758          * @throws HTTPException\InternalServerErrorException
2759          * @throws \ImagickException
2760          */
2761         public static function magicLinkByContact($contact, $url = '')
2762         {
2763                 $destination = $url ?: $contact['url']; // Equivalent to ($url != '') ? $url : $contact['url'];
2764
2765                 if (!Session::isAuthenticated()) {
2766                         return $destination;
2767                 }
2768
2769                 // Only redirections to the same host do make sense
2770                 if (($url != '') && (parse_url($url, PHP_URL_HOST) != parse_url($contact['url'], PHP_URL_HOST))) {
2771                         return $url;
2772                 }
2773
2774                 if (DI::pConfig()->get(local_user(), 'system', 'stay_local') && ($url == '')) {
2775                         return 'contact/' . $contact['id'] . '/conversations';
2776                 }
2777
2778                 if (!empty($contact['network']) && $contact['network'] != Protocol::DFRN) {
2779                         return $destination;
2780                 }
2781
2782                 if (empty($contact['id'])) {
2783                         return $destination;
2784                 }
2785
2786                 $redirect = 'redir/' . $contact['id'];
2787
2788                 if (($url != '') && !Strings::compareLink($contact['url'], $url)) {
2789                         $redirect .= '?url=' . $url;
2790                 }
2791
2792                 return $redirect;
2793         }
2794
2795         /**
2796          * Is the contact a forum?
2797          *
2798          * @param integer $contactid ID of the contact
2799          *
2800          * @return boolean "true" if it is a forum
2801          */
2802         public static function isForum($contactid)
2803         {
2804                 $fields = ['forum', 'prv'];
2805                 $condition = ['id' => $contactid];
2806                 $contact = DBA::selectFirst('contact', $fields, $condition);
2807                 if (!DBA::isResult($contact)) {
2808                         return false;
2809                 }
2810
2811                 // Is it a forum?
2812                 return ($contact['forum'] || $contact['prv']);
2813         }
2814
2815         /**
2816          * Can the remote contact receive private messages?
2817          *
2818          * @param array $contact
2819          * @return bool
2820          */
2821         public static function canReceivePrivateMessages(array $contact)
2822         {
2823                 $protocol = $contact['network'] ?? $contact['protocol'] ?? Protocol::PHANTOM;
2824                 $self = $contact['self'] ?? false;
2825
2826                 return in_array($protocol, [Protocol::DFRN, Protocol::DIASPORA, Protocol::ACTIVITYPUB]) && !$self;
2827         }
2828
2829         /**
2830          * Search contact table by nick or name
2831          *
2832          * @param string $search Name or nick
2833          * @param string $mode   Search mode (e.g. "community")
2834          * @param int    $uid    User ID
2835          *
2836          * @return array with search results
2837          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2838          */
2839         public static function searchByName(string $search, string $mode = '', int $uid = 0)
2840         {
2841                 if (empty($search)) {
2842                         return [];
2843                 }
2844
2845                 // check supported networks
2846                 if (DI::config()->get('system', 'diaspora_enabled')) {
2847                         $diaspora = Protocol::DIASPORA;
2848                 } else {
2849                         $diaspora = Protocol::DFRN;
2850                 }
2851
2852                 if (!DI::config()->get('system', 'ostatus_disabled')) {
2853                         $ostatus = Protocol::OSTATUS;
2854                 } else {
2855                         $ostatus = Protocol::DFRN;
2856                 }
2857
2858                 // check if we search only communities or every contact
2859                 if ($mode === 'community') {
2860                         $extra_sql = sprintf(' AND `contact-type` = %d', self::TYPE_COMMUNITY);
2861                 } else {
2862                         $extra_sql = '';
2863                 }
2864
2865                 $search .= '%';
2866
2867                 $results = DBA::p("SELECT * FROM `contact`
2868                         WHERE NOT `unsearchable` AND `network` IN (?, ?, ?, ?) AND
2869                                 NOT `failed` AND `uid` = ? AND
2870                                 (`addr` LIKE ? OR `name` LIKE ? OR `nick` LIKE ?) $extra_sql
2871                                 ORDER BY `nurl` DESC LIMIT 1000",
2872                         Protocol::DFRN, Protocol::ACTIVITYPUB, $ostatus, $diaspora, $uid, $search, $search, $search
2873                 );
2874
2875                 $contacts = DBA::toArray($results);
2876                 return $contacts;
2877         }
2878
2879         /**
2880          * Add public contacts from an array
2881          *
2882          * @param array $urls
2883          * @return array result "count", "added" and "updated"
2884          */
2885         public static function addByUrls(array $urls)
2886         {
2887                 $added = 0;
2888                 $updated = 0;
2889                 $unchanged = 0;
2890                 $count = 0;
2891
2892                 foreach ($urls as $url) {
2893                         if (empty($url) || !is_string($url)) {
2894                                 continue;
2895                         }
2896                         $contact = self::getByURL($url, false, ['id', 'updated']);
2897                         if (empty($contact['id'])) {
2898                                 Worker::add(PRIORITY_LOW, 'AddContact', 0, $url);
2899                                 ++$added;
2900                         } elseif ($contact['updated'] < DateTimeFormat::utc('now -7 days')) {
2901                                 Worker::add(PRIORITY_LOW, 'UpdateContact', $contact['id']);
2902                                 ++$updated;
2903                         } else {
2904                                 ++$unchanged;
2905                         }
2906                         ++$count;
2907                 }
2908
2909                 return ['count' => $count, 'added' => $added, 'updated' => $updated, 'unchanged' => $unchanged];
2910         }
2911
2912         /**
2913          * Returns a random, global contact array of the current node
2914          *
2915          * @return array The profile array
2916          * @throws Exception
2917          */
2918         public static function getRandomContact()
2919         {
2920                 $contact = DBA::selectFirst('contact', ['id', 'network', 'url', 'uid'], [
2921                         "`uid` = ? AND `network` = ? AND NOT `failed` AND `last-item` > ?",
2922                         0, Protocol::DFRN, DateTimeFormat::utc('now - 1 month'),
2923                 ], ['order' => ['RAND()']]);
2924
2925                 if (DBA::isResult($contact)) {
2926                         return $contact;
2927                 }
2928
2929                 return [];
2930         }
2931 }