src/Model/Contact.php

   1 <?php
   2 /**
   3  * @copyright Copyright (C) 2020, Friendica
   4  *
   5  * @license GNU AGPL version 3 or any later version
   6  *
   7  * This program is free software: you can redistribute it and/or modify
   8  * it under the terms of the GNU Affero General Public License as
   9  * published by the Free Software Foundation, either version 3 of the
  10  * License, or (at your option) any later version.
  11  *
  12  * This program is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15  * GNU Affero General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Affero General Public License
  18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
  19  *
  20  */
  21
  22 namespace Friendica\Model;
  23
  24 use DOMDocument;
  25 use DOMXPath;
  26 use Friendica\App\BaseURL;
  27 use Friendica\Content\Pager;
  28 use Friendica\Core\Hook;
  29 use Friendica\Core\Logger;
  30 use Friendica\Core\Protocol;
  31 use Friendica\Core\Session;
  32 use Friendica\Core\System;
  33 use Friendica\Core\Worker;
  34 use Friendica\Database\DBA;
  35 use Friendica\DI;
  36 use Friendica\Model\Notify\Type;
  37 use Friendica\Network\HTTPException;
  38 use Friendica\Network\Probe;
  39 use Friendica\Protocol\Activity;
  40 use Friendica\Protocol\ActivityPub;
  41 use Friendica\Protocol\DFRN;
  42 use Friendica\Protocol\Diaspora;
  43 use Friendica\Protocol\OStatus;
  44 use Friendica\Protocol\Salmon;
  45 use Friendica\Util\DateTimeFormat;
  46 use Friendica\Util\Images;
  47 use Friendica\Util\Network;
  48 use Friendica\Util\Proxy;
  49 use Friendica\Util\Strings;
  50
  51 /**
  52  * functions for interacting with a contact
  53  */
  54 class Contact
  55 {
  56         /**
  57          * @deprecated since version 2019.03
  58          * @see User::PAGE_FLAGS_NORMAL
  59          */
  60         const PAGE_NORMAL    = User::PAGE_FLAGS_NORMAL;
  61         /**
  62          * @deprecated since version 2019.03
  63          * @see User::PAGE_FLAGS_SOAPBOX
  64          */
  65         const PAGE_SOAPBOX   = User::PAGE_FLAGS_SOAPBOX;
  66         /**
  67          * @deprecated since version 2019.03
  68          * @see User::PAGE_FLAGS_COMMUNITY
  69          */
  70         const PAGE_COMMUNITY = User::PAGE_FLAGS_COMMUNITY;
  71         /**
  72          * @deprecated since version 2019.03
  73          * @see User::PAGE_FLAGS_FREELOVE
  74          */
  75         const PAGE_FREELOVE  = User::PAGE_FLAGS_FREELOVE;
  76         /**
  77          * @deprecated since version 2019.03
  78          * @see User::PAGE_FLAGS_BLOG
  79          */
  80         const PAGE_BLOG      = User::PAGE_FLAGS_BLOG;
  81         /**
  82          * @deprecated since version 2019.03
  83          * @see User::PAGE_FLAGS_PRVGROUP
  84          */
  85         const PAGE_PRVGROUP  = User::PAGE_FLAGS_PRVGROUP;
  86         /**
  87          * @}
  88          */
  89
  90         /**
  91          * Account types
  92          *
  93          * TYPE_UNKNOWN - unknown type
  94          *
  95          * TYPE_PERSON - the account belongs to a person
  96          *      Associated page types: PAGE_NORMAL, PAGE_SOAPBOX, PAGE_FREELOVE
  97          *
  98          * TYPE_ORGANISATION - the account belongs to an organisation
  99          *      Associated page type: PAGE_SOAPBOX
 100          *
 101          * TYPE_NEWS - the account is a news reflector
 102          *      Associated page type: PAGE_SOAPBOX
 103          *
 104          * TYPE_COMMUNITY - the account is community forum
 105          *      Associated page types: PAGE_COMMUNITY, PAGE_PRVGROUP
 106          *
 107          * TYPE_RELAY - the account is a relay
 108          *      This will only be assigned to contacts, not to user accounts
 109          * @{
 110          */
 111         const TYPE_UNKNOWN =     -1;
 112         const TYPE_PERSON =       User::ACCOUNT_TYPE_PERSON;
 113         const TYPE_ORGANISATION = User::ACCOUNT_TYPE_ORGANISATION;
 114         const TYPE_NEWS =         User::ACCOUNT_TYPE_NEWS;
 115         const TYPE_COMMUNITY =    User::ACCOUNT_TYPE_COMMUNITY;
 116         const TYPE_RELAY =        User::ACCOUNT_TYPE_RELAY;
 117         /**
 118          * @}
 119          */
 120
 121         /**
 122          * Contact_is
 123          *
 124          * Relationship types
 125          * @{
 126          */
 127         const FOLLOWER = 1;
 128         const SHARING  = 2;
 129         const FRIEND   = 3;
 130         /**
 131          * @}
 132          */
 133
 134         /**
 135          * @param array $fields    Array of selected fields, empty for all
 136          * @param array $condition Array of fields for condition
 137          * @param array $params    Array of several parameters
 138          * @return array
 139          * @throws \Exception
 140          */
 141         public static function selectToArray(array $fields = [], array $condition = [], array $params = [])
 142         {
 143                 return DBA::selectToArray('contact', $fields, $condition, $params);
 144         }
 145
 146         /**
 147          * @param array $fields    Array of selected fields, empty for all
 148          * @param array $condition Array of fields for condition
 149          * @param array $params    Array of several parameters
 150          * @return array
 151          * @throws \Exception
 152          */
 153         public static function selectFirst(array $fields = [], array $condition = [], array $params = [])
 154         {
 155                 $contact = DBA::selectFirst('contact', $fields, $condition, $params);
 156
 157                 return $contact;
 158         }
 159
 160         /**
 161          * Insert a row into the contact table
 162          * Important: You can't use DBA::lastInsertId() after this call since it will be set to 0.
 163          *
 164          * @param array        $fields              field array
 165          * @param bool         $on_duplicate_update Do an update on a duplicate entry
 166          *
 167          * @return boolean was the insert successful?
 168          * @throws \Exception
 169          */
 170         public static function insert(array $fields, bool $on_duplicate_update = false)
 171         {
 172                 $ret = DBA::insert('contact', $fields, $on_duplicate_update);
 173                 $contact = DBA::selectFirst('contact', ['nurl', 'uid'], ['id' => DBA::lastInsertId()]);
 174                 if (!DBA::isResult($contact)) {
 175                         // Shouldn't happen
 176                         return $ret;
 177                 }
 178
 179                 // Search for duplicated contacts and get rid of them
 180                 self::removeDuplicates($contact['nurl'], $contact['uid']);
 181
 182                 return $ret;
 183         }
 184
 185         /**
 186          * @param integer $id     Contact ID
 187          * @param array   $fields Array of selected fields, empty for all
 188          * @return array|boolean Contact record if it exists, false otherwise
 189          * @throws \Exception
 190          */
 191         public static function getById($id, $fields = [])
 192         {
 193                 return DBA::selectFirst('contact', $fields, ['id' => $id]);
 194         }
 195
 196         /**
 197          * Fetches a contact by a given url
 198          *
 199          * @param string  $url    profile url
 200          * @param boolean $update true = always update, false = never update, null = update when not found or outdated
 201          * @param array   $fields Field list
 202          * @param integer $uid    User ID of the contact
 203          * @return array contact array
 204          */
 205         public static function getByURL(string $url, $update = null, array $fields = [], int $uid = 0)
 206         {
 207                 if ($update || is_null($update)) {
 208                         $cid = self::getIdForURL($url, $uid, $update);
 209                         if (empty($cid)) {
 210                                 return [];
 211                         }
 212
 213                         $contact = self::getById($cid, $fields);
 214                         if (empty($contact)) {
 215                                 return [];
 216                         }
 217                         return $contact;
 218                 }
 219
 220                 // Add internal fields
 221                 $removal = [];
 222                 if (!empty($fields)) {
 223                         foreach (['id', 'updated', 'network'] as $internal) {
 224                                 if (!in_array($internal, $fields)) {
 225                                         $fields[] = $internal;
 226                                         $removal[] = $internal;
 227                                 }
 228                         }
 229                 }
 230
 231                 // We first try the nurl (http://server.tld/nick), most common case
 232                 $options = ['order' => ['id']];
 233                 $contact = DBA::selectFirst('contact', $fields, ['nurl' => Strings::normaliseLink($url), 'uid' => $uid, 'deleted' => false], $options);
 234
 235                 // Then the addr (nick@server.tld)
 236                 if (!DBA::isResult($contact)) {
 237                         $contact = DBA::selectFirst('contact', $fields, ['addr' => str_replace('acct:', '', $url), 'uid' => $uid, 'deleted' => false], $options);
 238                 }
 239
 240                 // Then the alias (which could be anything)
 241                 if (!DBA::isResult($contact)) {
 242                         // The link could be provided as http although we stored it as https
 243                         $ssl_url = str_replace('http://', 'https://', $url);
 244                         $condition = ['`alias` IN (?, ?, ?) AND `uid` = ? AND NOT `deleted`', $url, Strings::normaliseLink($url), $ssl_url, $uid];
 245                         $contact = DBA::selectFirst('contact', $fields, $condition, $options);
 246                 }
 247
 248                 if (!DBA::isResult($contact)) {
 249                         return [];
 250                 }
 251
 252                 // Update the contact in the background if needed
 253                 if ((($contact['updated'] < DateTimeFormat::utc('now -7 days')) || empty($contact['avatar'])) &&
 254                         in_array($contact['network'], Protocol::FEDERATED)) {
 255                         Worker::add(PRIORITY_LOW, "UpdateContact", $contact['id'], ($uid == 0 ? 'force' : ''));
 256                 }
 257
 258                 // Remove the internal fields
 259                 foreach ($removal as $internal) {
 260                         unset($contact[$internal]);
 261                 }
 262
 263                 return $contact;
 264         }
 265
 266         /**
 267          * Fetches a contact for a given user by a given url.
 268          * In difference to "getByURL" the function will fetch a public contact when no user contact had been found.
 269          *
 270          * @param string  $url    profile url
 271          * @param integer $uid    User ID of the contact
 272          * @param boolean $update true = always update, false = never update, null = update when not found or outdated
 273          * @param array   $fields Field list
 274          * @return array contact array
 275          */
 276         public static function getByURLForUser(string $url, int $uid = 0, $update = false, array $fields = [])
 277         {
 278                 if ($uid != 0) {
 279                         $contact = self::getByURL($url, $update, $fields, $uid);
 280                         if (!empty($contact)) {
 281                                 if (!empty($contact['id'])) {
 282                                         $contact['cid'] = $contact['id'];
 283                                         $contact['zid'] = 0;
 284                                 }
 285                                 return $contact;
 286                         }
 287                 }
 288
 289                 $contact = self::getByURL($url, $update, $fields);
 290                 if (!empty($contact['id'])) {
 291                         $contact['cid'] = 0;
 292                         $contact['zid'] = $contact['id'];
 293                 }
 294                 return $contact;
 295         }
 296
 297         /**
 298          * Tests if the given contact is a follower
 299          *
 300          * @param int $cid Either public contact id or user's contact id
 301          * @param int $uid User ID
 302          *
 303          * @return boolean is the contact id a follower?
 304          * @throws HTTPException\InternalServerErrorException
 305          * @throws \ImagickException
 306          */
 307         public static function isFollower($cid, $uid)
 308         {
 309                 if (Contact\User::isBlocked($cid, $uid)) {
 310                         return false;
 311                 }
 312
 313                 $cdata = self::getPublicAndUserContacID($cid, $uid);
 314                 if (empty($cdata['user'])) {
 315                         return false;
 316                 }
 317
 318                 $condition = ['id' => $cdata['user'], 'rel' => [self::FOLLOWER, self::FRIEND]];
 319                 return DBA::exists('contact', $condition);
 320         }
 321
 322         /**
 323          * Tests if the given contact url is a follower
 324          *
 325          * @param string $url Contact URL
 326          * @param int    $uid User ID
 327          *
 328          * @return boolean is the contact id a follower?
 329          * @throws HTTPException\InternalServerErrorException
 330          * @throws \ImagickException
 331          */
 332         public static function isFollowerByURL($url, $uid)
 333         {
 334                 $cid = self::getIdForURL($url, $uid, false);
 335
 336                 if (empty($cid)) {
 337                         return false;
 338                 }
 339
 340                 return self::isFollower($cid, $uid);
 341         }
 342
 343         /**
 344          * Tests if the given user follow the given contact
 345          *
 346          * @param int $cid Either public contact id or user's contact id
 347          * @param int $uid User ID
 348          *
 349          * @return boolean is the contact url being followed?
 350          * @throws HTTPException\InternalServerErrorException
 351          * @throws \ImagickException
 352          */
 353         public static function isSharing($cid, $uid)
 354         {
 355                 if (Contact\User::isBlocked($cid, $uid)) {
 356                         return false;
 357                 }
 358
 359                 $cdata = self::getPublicAndUserContacID($cid, $uid);
 360                 if (empty($cdata['user'])) {
 361                         return false;
 362                 }
 363
 364                 $condition = ['id' => $cdata['user'], 'rel' => [self::SHARING, self::FRIEND]];
 365                 return DBA::exists('contact', $condition);
 366         }
 367
 368         /**
 369          * Tests if the given user follow the given contact url
 370          *
 371          * @param string $url Contact URL
 372          * @param int    $uid User ID
 373          *
 374          * @return boolean is the contact url being followed?
 375          * @throws HTTPException\InternalServerErrorException
 376          * @throws \ImagickException
 377          */
 378         public static function isSharingByURL($url, $uid)
 379         {
 380                 $cid = self::getIdForURL($url, $uid, false);
 381
 382                 if (empty($cid)) {
 383                         return false;
 384                 }
 385
 386                 return self::isSharing($cid, $uid);
 387         }
 388
 389         /**
 390          * Get the basepath for a given contact link
 391          *
 392          * @param string $url The contact link
 393          * @param boolean $dont_update Don't update the contact
 394          *
 395          * @return string basepath
 396          * @throws HTTPException\InternalServerErrorException
 397          * @throws \ImagickException
 398          */
 399         public static function getBasepath($url, $dont_update = false)
 400         {
 401                 $contact = DBA::selectFirst('contact', ['id', 'baseurl'], ['uid' => 0, 'nurl' => Strings::normaliseLink($url)]);
 402                 if (!DBA::isResult($contact)) {
 403                         return '';
 404                 }
 405
 406                 if (!empty($contact['baseurl'])) {
 407                         return $contact['baseurl'];
 408                 } elseif ($dont_update) {
 409                         return '';
 410                 }
 411
 412                 // Update the existing contact
 413                 self::updateFromProbe($contact['id'], '', true);
 414
 415                 // And fetch the result
 416                 $contact = DBA::selectFirst('contact', ['baseurl'], ['id' => $contact['id']]);
 417                 if (empty($contact['baseurl'])) {
 418                         Logger::info('No baseurl for contact', ['url' => $url]);
 419                         return '';
 420                 }
 421
 422                 Logger::info('Found baseurl for contact', ['url' => $url, 'baseurl' => $contact['baseurl']]);
 423                 return $contact['baseurl'];
 424         }
 425
 426         /**
 427          * Check if the given contact url is on the same server
 428          *
 429          * @param string $url The contact link
 430          *
 431          * @return boolean Is it the same server?
 432          */
 433         public static function isLocal($url)
 434         {
 435                 return Strings::compareLink(self::getBasepath($url, true), DI::baseUrl());
 436         }
 437
 438         /**
 439          * Check if the given contact ID is on the same server
 440          *
 441          * @param string $url The contact link
 442          *
 443          * @return boolean Is it the same server?
 444          */
 445         public static function isLocalById(int $cid)
 446         {
 447                 $contact = DBA::selectFirst('contact', ['url', 'baseurl'], ['id' => $cid]);
 448                 if (!DBA::isResult($contact)) {
 449                         return false;
 450                 }
 451
 452                 if (empty($contact['baseurl'])) {
 453                         $baseurl = self::getBasepath($contact['url'], true);
 454                 } else {
 455                         $baseurl = $contact['baseurl'];
 456                 }
 457
 458                 return Strings::compareLink($baseurl, DI::baseUrl());
 459         }
 460
 461         /**
 462          * Returns the public contact id of the given user id
 463          *
 464          * @param  integer $uid User ID
 465          *
 466          * @return integer|boolean Public contact id for given user id
 467          * @throws \Exception
 468          */
 469         public static function getPublicIdByUserId($uid)
 470         {
 471                 $self = DBA::selectFirst('contact', ['url'], ['self' => true, 'uid' => $uid]);
 472                 if (!DBA::isResult($self)) {
 473                         return false;
 474                 }
 475                 return self::getIdForURL($self['url'], 0, false);
 476         }
 477
 478         /**
 479          * Returns the contact id for the user and the public contact id for a given contact id
 480          *
 481          * @param int $cid Either public contact id or user's contact id
 482          * @param int $uid User ID
 483          *
 484          * @return array with public and user's contact id
 485          * @throws HTTPException\InternalServerErrorException
 486          * @throws \ImagickException
 487          */
 488         public static function getPublicAndUserContacID($cid, $uid)
 489         {
 490                 if (empty($uid) || empty($cid)) {
 491                         return [];
 492                 }
 493
 494                 $contact = DBA::selectFirst('contact', ['id', 'uid', 'url'], ['id' => $cid]);
 495                 if (!DBA::isResult($contact)) {
 496                         return [];
 497                 }
 498
 499                 // We quit when the user id don't match the user id of the provided contact
 500                 if (($contact['uid'] != $uid) && ($contact['uid'] != 0)) {
 501                         return [];
 502                 }
 503
 504                 if ($contact['uid'] != 0) {
 505                         $pcid = Contact::getIdForURL($contact['url'], 0, false, ['url' => $contact['url']]);
 506                         if (empty($pcid)) {
 507                                 return [];
 508                         }
 509                         $ucid = $contact['id'];
 510                 } else {
 511                         $pcid = $contact['id'];
 512                         $ucid = Contact::getIdForURL($contact['url'], $uid, false);
 513                 }
 514
 515                 return ['public' => $pcid, 'user' => $ucid];
 516         }
 517
 518         /**
 519          * Returns contact details for a given contact id in combination with a user id
 520          *
 521          * @param int $cid A contact ID
 522          * @param int $uid The User ID
 523          * @param array $fields The selected fields for the contact
 524          *
 525          * @return array The contact details
 526          *
 527          * @throws \Exception
 528          */
 529         public static function getContactForUser($cid, $uid, array $fields = [])
 530         {
 531                 $contact = DBA::selectFirst('contact', $fields, ['id' => $cid, 'uid' => $uid]);
 532
 533                 if (!DBA::isResult($contact)) {
 534                         return [];
 535                 } else {
 536                         return $contact;
 537                 }
 538         }
 539
 540         /**
 541          * Creates the self-contact for the provided user id
 542          *
 543          * @param int $uid
 544          * @return bool Operation success
 545          * @throws HTTPException\InternalServerErrorException
 546          */
 547         public static function createSelfFromUserId($uid)
 548         {
 549                 // Only create the entry if it doesn't exist yet
 550                 if (DBA::exists('contact', ['uid' => $uid, 'self' => true])) {
 551                         return true;
 552                 }
 553
 554                 $user = DBA::selectFirst('user', ['uid', 'username', 'nickname'], ['uid' => $uid]);
 555                 if (!DBA::isResult($user)) {
 556                         return false;
 557                 }
 558
 559                 $return = DBA::insert('contact', [
 560                         'uid'         => $user['uid'],
 561                         'created'     => DateTimeFormat::utcNow(),
 562                         'self'        => 1,
 563                         'name'        => $user['username'],
 564                         'nick'        => $user['nickname'],
 565                         'photo'       => DI::baseUrl() . '/photo/profile/' . $user['uid'] . '.jpg',
 566                         'thumb'       => DI::baseUrl() . '/photo/avatar/'  . $user['uid'] . '.jpg',
 567                         'micro'       => DI::baseUrl() . '/photo/micro/'   . $user['uid'] . '.jpg',
 568                         'blocked'     => 0,
 569                         'pending'     => 0,
 570                         'url'         => DI::baseUrl() . '/profile/' . $user['nickname'],
 571                         'nurl'        => Strings::normaliseLink(DI::baseUrl() . '/profile/' . $user['nickname']),
 572                         'addr'        => $user['nickname'] . '@' . substr(DI::baseUrl(), strpos(DI::baseUrl(), '://') + 3),
 573                         'request'     => DI::baseUrl() . '/dfrn_request/' . $user['nickname'],
 574                         'notify'      => DI::baseUrl() . '/dfrn_notify/'  . $user['nickname'],
 575                         'poll'        => DI::baseUrl() . '/dfrn_poll/'    . $user['nickname'],
 576                         'confirm'     => DI::baseUrl() . '/dfrn_confirm/' . $user['nickname'],
 577                         'poco'        => DI::baseUrl() . '/poco/'         . $user['nickname'],
 578                         'name-date'   => DateTimeFormat::utcNow(),
 579                         'uri-date'    => DateTimeFormat::utcNow(),
 580                         'avatar-date' => DateTimeFormat::utcNow(),
 581                         'closeness'   => 0
 582                 ]);
 583
 584                 return $return;
 585         }
 586
 587         /**
 588          * Updates the self-contact for the provided user id
 589          *
 590          * @param int     $uid
 591          * @param boolean $update_avatar Force the avatar update
 592          * @throws HTTPException\InternalServerErrorException
 593          */
 594         public static function updateSelfFromUserID($uid, $update_avatar = false)
 595         {
 596                 $fields = ['id', 'name', 'nick', 'location', 'about', 'keywords', 'avatar',
 597                         'xmpp', 'contact-type', 'forum', 'prv', 'avatar-date', 'url', 'nurl', 'unsearchable',
 598                         'photo', 'thumb', 'micro', 'addr', 'request', 'notify', 'poll', 'confirm', 'poco'];
 599                 $self = DBA::selectFirst('contact', $fields, ['uid' => $uid, 'self' => true]);
 600                 if (!DBA::isResult($self)) {
 601                         return;
 602                 }
 603
 604                 $fields = ['nickname', 'page-flags', 'account-type'];
 605                 $user = DBA::selectFirst('user', $fields, ['uid' => $uid]);
 606                 if (!DBA::isResult($user)) {
 607                         return;
 608                 }
 609
 610                 $fields = ['name', 'photo', 'thumb', 'about', 'address', 'locality', 'region',
 611                         'country-name', 'pub_keywords', 'xmpp', 'net-publish'];
 612                 $profile = DBA::selectFirst('profile', $fields, ['uid' => $uid]);
 613                 if (!DBA::isResult($profile)) {
 614                         return;
 615                 }
 616
 617                 $file_suffix = 'jpg';
 618
 619                 $fields = ['name' => $profile['name'], 'nick' => $user['nickname'],
 620                         'avatar-date' => $self['avatar-date'], 'location' => Profile::formatLocation($profile),
 621                         'about' => $profile['about'], 'keywords' => $profile['pub_keywords'],
 622                         'contact-type' => $user['account-type'],
 623                         'xmpp' => $profile['xmpp']];
 624
 625                 $avatar = Photo::selectFirst(['resource-id', 'type'], ['uid' => $uid, 'profile' => true]);
 626                 if (DBA::isResult($avatar)) {
 627                         if ($update_avatar) {
 628                                 $fields['avatar-date'] = DateTimeFormat::utcNow();
 629                         }
 630
 631                         // Creating the path to the avatar, beginning with the file suffix
 632                         $types = Images::supportedTypes();
 633                         if (isset($types[$avatar['type']])) {
 634                                 $file_suffix = $types[$avatar['type']];
 635                         }
 636
 637                         // We are adding a timestamp value so that other systems won't use cached content
 638                         $timestamp = strtotime($fields['avatar-date']);
 639
 640                         $prefix = DI::baseUrl() . '/photo/' .$avatar['resource-id'] . '-';
 641                         $suffix = '.' . $file_suffix . '?ts=' . $timestamp;
 642
 643                         $fields['photo'] = $prefix . '4' . $suffix;
 644                         $fields['thumb'] = $prefix . '5' . $suffix;
 645                         $fields['micro'] = $prefix . '6' . $suffix;
 646                 } else {
 647                         // We hadn't found a photo entry, so we use the default avatar
 648                         $fields['photo'] = DI::baseUrl() . '/images/person-300.jpg';
 649                         $fields['thumb'] = DI::baseUrl() . '/images/person-80.jpg';
 650                         $fields['micro'] = DI::baseUrl() . '/images/person-48.jpg';
 651                 }
 652
 653                 $fields['avatar'] = DI::baseUrl() . '/photo/profile/' .$uid . '.' . $file_suffix;
 654                 $fields['forum'] = $user['page-flags'] == User::PAGE_FLAGS_COMMUNITY;
 655                 $fields['prv'] = $user['page-flags'] == User::PAGE_FLAGS_PRVGROUP;
 656                 $fields['unsearchable'] = !$profile['net-publish'];
 657
 658                 // it seems as if ported accounts can have wrong values, so we make sure that now everything is fine.
 659                 $fields['url'] = DI::baseUrl() . '/profile/' . $user['nickname'];
 660                 $fields['nurl'] = Strings::normaliseLink($fields['url']);
 661                 $fields['addr'] = $user['nickname'] . '@' . substr(DI::baseUrl(), strpos(DI::baseUrl(), '://') + 3);
 662                 $fields['request'] = DI::baseUrl() . '/dfrn_request/' . $user['nickname'];
 663                 $fields['notify'] = DI::baseUrl() . '/dfrn_notify/' . $user['nickname'];
 664                 $fields['poll'] = DI::baseUrl() . '/dfrn_poll/'. $user['nickname'];
 665                 $fields['confirm'] = DI::baseUrl() . '/dfrn_confirm/' . $user['nickname'];
 666                 $fields['poco'] = DI::baseUrl() . '/poco/' . $user['nickname'];
 667
 668                 $update = false;
 669
 670                 foreach ($fields as $field => $content) {
 671                         if ($self[$field] != $content) {
 672                                 $update = true;
 673                         }
 674                 }
 675
 676                 if ($update) {
 677                         if ($fields['name'] != $self['name']) {
 678                                 $fields['name-date'] = DateTimeFormat::utcNow();
 679                         }
 680                         $fields['updated'] = DateTimeFormat::utcNow();
 681                         DBA::update('contact', $fields, ['id' => $self['id']]);
 682
 683                         // Update the public contact as well
 684                         DBA::update('contact', $fields, ['uid' => 0, 'nurl' => $self['nurl']]);
 685
 686                         // Update the profile
 687                         $fields = ['photo' => DI::baseUrl() . '/photo/profile/' .$uid . '.' . $file_suffix,
 688                                 'thumb' => DI::baseUrl() . '/photo/avatar/' . $uid .'.' . $file_suffix];
 689                         DBA::update('profile', $fields, ['uid' => $uid]);
 690                 }
 691         }
 692
 693         /**
 694          * Marks a contact for removal
 695          *
 696          * @param int $id contact id
 697          * @return null
 698          * @throws HTTPException\InternalServerErrorException
 699          */
 700         public static function remove($id)
 701         {
 702                 // We want just to make sure that we don't delete our "self" contact
 703                 $contact = DBA::selectFirst('contact', ['uid'], ['id' => $id, 'self' => false]);
 704                 if (!DBA::isResult($contact) || !intval($contact['uid'])) {
 705                         return;
 706                 }
 707
 708                 // Archive the contact
 709                 DBA::update('contact', ['archive' => true, 'network' => Protocol::PHANTOM, 'deleted' => true], ['id' => $id]);
 710
 711                 // Delete it in the background
 712                 Worker::add(PRIORITY_MEDIUM, 'RemoveContact', $id);
 713         }
 714
 715         /**
 716          * Sends an unfriend message. Does not remove the contact
 717          *
 718          * @param array   $user     User unfriending
 719          * @param array   $contact  Contact unfriended
 720          * @param boolean $dissolve Remove the contact on the remote side
 721          * @return void
 722          * @throws HTTPException\InternalServerErrorException
 723          * @throws \ImagickException
 724          */
 725         public static function terminateFriendship(array $user, array $contact, $dissolve = false)
 726         {
 727                 if (empty($contact['network'])) {
 728                         return;
 729                 }
 730
 731                 $protocol = $contact['network'];
 732                 if (($protocol == Protocol::DFRN) && !self::isLegacyDFRNContact($contact)) {
 733                         $protocol = Protocol::ACTIVITYPUB;
 734                 }
 735
 736                 if (($protocol == Protocol::DFRN) && $dissolve) {
 737                         DFRN::deliver($user, $contact, 'placeholder', true);
 738                 } elseif (in_array($protocol, [Protocol::OSTATUS, Protocol::DFRN])) {
 739                         // create an unfollow slap
 740                         $item = [];
 741                         $item['verb'] = Activity::O_UNFOLLOW;
 742                         $item['gravity'] = GRAVITY_ACTIVITY;
 743                         $item['follow'] = $contact["url"];
 744                         $item['body'] = '';
 745                         $item['title'] = '';
 746                         $item['guid'] = '';
 747                         $item['uri-id'] = 0;
 748                         $item['attach'] = '';
 749                         $slap = OStatus::salmon($item, $user);
 750
 751                         if (!empty($contact['notify'])) {
 752                                 Salmon::slapper($user, $contact['notify'], $slap);
 753                         }
 754                 } elseif ($protocol == Protocol::DIASPORA) {
 755                         Diaspora::sendUnshare($user, $contact);
 756                 } elseif ($protocol == Protocol::ACTIVITYPUB) {
 757                         ActivityPub\Transmitter::sendContactUndo($contact['url'], $contact['id'], $user['uid']);
 758
 759                         if ($dissolve) {
 760                                 ActivityPub\Transmitter::sendContactReject($contact['url'], $contact['hub-verify'], $user['uid']);
 761                         }
 762                 }
 763         }
 764
 765         /**
 766          * Marks a contact for archival after a communication issue delay
 767          *
 768          * Contact has refused to recognise us as a friend. We will start a countdown.
 769          * If they still don't recognise us in 32 days, the relationship is over,
 770          * and we won't waste any more time trying to communicate with them.
 771          * This provides for the possibility that their database is temporarily messed
 772          * up or some other transient event and that there's a possibility we could recover from it.
 773          *
 774          * @param array $contact contact to mark for archival
 775          * @return null
 776          * @throws HTTPException\InternalServerErrorException
 777          */
 778         public static function markForArchival(array $contact)
 779         {
 780                 if (!isset($contact['url']) && !empty($contact['id'])) {
 781                         $fields = ['id', 'url', 'archive', 'self', 'term-date'];
 782                         $contact = DBA::selectFirst('contact', $fields, ['id' => $contact['id']]);
 783                         if (!DBA::isResult($contact)) {
 784                                 return;
 785                         }
 786                 } elseif (!isset($contact['url'])) {
 787                         Logger::info('Empty contact', ['contact' => $contact, 'callstack' => System::callstack(20)]);
 788                 }
 789
 790                 Logger::info('Contact is marked for archival', ['id' => $contact['id']]);
 791
 792                 // Contact already archived or "self" contact? => nothing to do
 793                 if ($contact['archive'] || $contact['self']) {
 794                         return;
 795                 }
 796
 797                 if ($contact['term-date'] <= DBA::NULL_DATETIME) {
 798                         DBA::update('contact', ['term-date' => DateTimeFormat::utcNow()], ['id' => $contact['id']]);
 799                         DBA::update('contact', ['term-date' => DateTimeFormat::utcNow()], ['`nurl` = ? AND `term-date` <= ? AND NOT `self`', Strings::normaliseLink($contact['url']), DBA::NULL_DATETIME]);
 800                 } else {
 801                         /* @todo
 802                          * We really should send a notification to the owner after 2-3 weeks
 803                          * so they won't be surprised when the contact vanishes and can take
 804                          * remedial action if this was a serious mistake or glitch
 805                          */
 806
 807                         /// @todo Check for contact vitality via probing
 808                         $archival_days = DI::config()->get('system', 'archival_days', 32);
 809
 810                         $expiry = $contact['term-date'] . ' + ' . $archival_days . ' days ';
 811                         if (DateTimeFormat::utcNow() > DateTimeFormat::utc($expiry)) {
 812                                 /* Relationship is really truly dead. archive them rather than
 813                                  * delete, though if the owner tries to unarchive them we'll start
 814                                  * the whole process over again.
 815                                  */
 816                                 DBA::update('contact', ['archive' => true], ['id' => $contact['id']]);
 817                                 DBA::update('contact', ['archive' => true], ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
 818                         }
 819                 }
 820         }
 821
 822         /**
 823          * Cancels the archival countdown
 824          *
 825          * @see   Contact::markForArchival()
 826          *
 827          * @param array $contact contact to be unmarked for archival
 828          * @return null
 829          * @throws \Exception
 830          */
 831         public static function unmarkForArchival(array $contact)
 832         {
 833                 // Always unarchive the relay contact entry
 834                 if (!empty($contact['batch']) && !empty($contact['term-date']) && ($contact['term-date'] > DBA::NULL_DATETIME)) {
 835                         $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
 836                         $condition = ['uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
 837                         DBA::update('contact', $fields, $condition);
 838                 }
 839
 840                 $condition = ['`id` = ? AND (`term-date` > ? OR `archive`)', $contact['id'], DBA::NULL_DATETIME];
 841                 $exists = DBA::exists('contact', $condition);
 842
 843                 // We don't need to update, we never marked this contact for archival
 844                 if (!$exists) {
 845                         return;
 846                 }
 847
 848                 Logger::info('Contact is marked as vital again', ['id' => $contact['id']]);
 849
 850                 if (!isset($contact['url']) && !empty($contact['id'])) {
 851                         $fields = ['id', 'url', 'batch'];
 852                         $contact = DBA::selectFirst('contact', $fields, ['id' => $contact['id']]);
 853                         if (!DBA::isResult($contact)) {
 854                                 return;
 855                         }
 856                 }
 857
 858                 // It's a miracle. Our dead contact has inexplicably come back to life.
 859                 $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
 860                 DBA::update('contact', $fields, ['id' => $contact['id']]);
 861                 DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
 862         }
 863
 864         /**
 865          * Returns the data array for the photo menu of a given contact
 866          *
 867          * @param array $contact contact
 868          * @param int   $uid     optional, default 0
 869          * @return array
 870          * @throws HTTPException\InternalServerErrorException
 871          * @throws \ImagickException
 872          */
 873         public static function photoMenu(array $contact, $uid = 0)
 874         {
 875                 $pm_url = '';
 876                 $status_link = '';
 877                 $photos_link = '';
 878                 $contact_drop_link = '';
 879                 $poke_link = '';
 880
 881                 if ($uid == 0) {
 882                         $uid = local_user();
 883                 }
 884
 885                 if (empty($contact['uid']) || ($contact['uid'] != $uid)) {
 886                         if ($uid == 0) {
 887                                 $profile_link = self::magicLink($contact['url']);
 888                                 $menu = ['profile' => [DI::l10n()->t('View Profile'), $profile_link, true]];
 889
 890                                 return $menu;
 891                         }
 892
 893                         // Look for our own contact if the uid doesn't match and isn't public
 894                         $contact_own = DBA::selectFirst('contact', [], ['nurl' => $contact['nurl'], 'network' => $contact['network'], 'uid' => $uid]);
 895                         if (DBA::isResult($contact_own)) {
 896                                 return self::photoMenu($contact_own, $uid);
 897                         }
 898                 }
 899
 900                 $sparkle = false;
 901                 if (($contact['network'] === Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
 902                         $sparkle = true;
 903                         $profile_link = DI::baseUrl() . '/redir/' . $contact['id'];
 904                 } else {
 905                         $profile_link = $contact['url'];
 906                 }
 907
 908                 if ($profile_link === 'mailbox') {
 909                         $profile_link = '';
 910                 }
 911
 912                 if ($sparkle) {
 913                         $status_link = $profile_link . '/status';
 914                         $photos_link = str_replace('/profile/', '/photos/', $profile_link);
 915                         $profile_link = $profile_link . '/profile';
 916                 }
 917
 918                 if (self::canReceivePrivateMessages($contact) && empty($contact['pending'])) {
 919                         $pm_url = DI::baseUrl() . '/message/new/' . $contact['id'];
 920                 }
 921
 922                 if (($contact['network'] == Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
 923                         $poke_link = 'contact/' . $contact['id'] . '/poke';
 924                 }
 925
 926                 $contact_url = DI::baseUrl() . '/contact/' . $contact['id'];
 927
 928                 $posts_link = DI::baseUrl() . '/contact/' . $contact['id'] . '/conversations';
 929
 930                 if (!$contact['self']) {
 931                         $contact_drop_link = DI::baseUrl() . '/contact/' . $contact['id'] . '/drop?confirm=1';
 932                 }
 933
 934                 $follow_link = '';
 935                 $unfollow_link = '';
 936                 if (!$contact['self'] && in_array($contact['network'], Protocol::NATIVE_SUPPORT)) {
 937                         if ($contact['uid'] && in_array($contact['rel'], [self::SHARING, self::FRIEND])) {
 938                                 $unfollow_link = 'unfollow?url=' . urlencode($contact['url']);
 939                         } elseif(!$contact['pending']) {
 940                                 $follow_link = 'follow?url=' . urlencode($contact['url']);
 941                         }
 942                 }
 943
 944                 if (!empty($follow_link) || !empty($unfollow_link)) {
 945                         $contact_drop_link = '';
 946                 }
 947
 948                 /**
 949                  * Menu array:
 950                  * "name" => [ "Label", "link", (bool)Should the link opened in a new tab? ]
 951                  */
 952                 if (empty($contact['uid'])) {
 953                         $menu = [
 954                                 'profile' => [DI::l10n()->t('View Profile')  , $profile_link , true],
 955                                 'network' => [DI::l10n()->t('Network Posts') , $posts_link   , false],
 956                                 'edit'    => [DI::l10n()->t('View Contact')  , $contact_url  , false],
 957                                 'follow'  => [DI::l10n()->t('Connect/Follow'), $follow_link  , true],
 958                                 'unfollow'=> [DI::l10n()->t('UnFollow')      , $unfollow_link, true],
 959                         ];
 960                 } else {
 961                         $menu = [
 962                                 'status'  => [DI::l10n()->t('View Status')   , $status_link      , true],
 963                                 'profile' => [DI::l10n()->t('View Profile')  , $profile_link     , true],
 964                                 'photos'  => [DI::l10n()->t('View Photos')   , $photos_link      , true],
 965                                 'network' => [DI::l10n()->t('Network Posts') , $posts_link       , false],
 966                                 'edit'    => [DI::l10n()->t('View Contact')  , $contact_url      , false],
 967                                 'drop'    => [DI::l10n()->t('Drop Contact')  , $contact_drop_link, false],
 968                                 'pm'      => [DI::l10n()->t('Send PM')       , $pm_url           , false],
 969                                 'poke'    => [DI::l10n()->t('Poke')          , $poke_link        , false],
 970                                 'follow'  => [DI::l10n()->t('Connect/Follow'), $follow_link      , true],
 971                                 'unfollow'=> [DI::l10n()->t('UnFollow')      , $unfollow_link    , true],
 972                         ];
 973
 974                         if (!empty($contact['pending'])) {
 975                                 $intro = DBA::selectFirst('intro', ['id'], ['contact-id' => $contact['id']]);
 976                                 if (DBA::isResult($intro)) {
 977                                         $menu['follow'] = [DI::l10n()->t('Approve'), 'notifications/intros/' . $intro['id'], true];
 978                                 }
 979                         }
 980                 }
 981
 982                 $args = ['contact' => $contact, 'menu' => &$menu];
 983
 984                 Hook::callAll('contact_photo_menu', $args);
 985
 986                 $menucondensed = [];
 987
 988                 foreach ($menu as $menuname => $menuitem) {
 989                         if ($menuitem[1] != '') {
 990                                 $menucondensed[$menuname] = $menuitem;
 991                         }
 992                 }
 993
 994                 return $menucondensed;
 995         }
 996
 997         /**
 998          * Have a look at all contact tables for a given profile url.
 999          * This function works as a replacement for probing the contact.
1000          *
1001          * @param string  $url Contact URL
1002          * @param integer $cid Contact ID
1003          *
1004          * @return array Contact array in the "probe" structure
1005         */
1006         private static function getProbeDataFromDatabase($url, $cid = null)
1007         {
1008                 // The link could be provided as http although we stored it as https
1009                 $ssl_url = str_replace('http://', 'https://', $url);
1010
1011                 $fields = ['id', 'uid', 'url', 'addr', 'alias', 'notify', 'poll', 'name', 'nick',
1012                         'photo', 'keywords', 'location', 'about', 'network',
1013                         'priority', 'batch', 'request', 'confirm', 'poco'];
1014
1015                 if (!empty($cid)) {
1016                         $data = DBA::selectFirst('contact', $fields, ['id' => $cid]);
1017                         if (DBA::isResult($data)) {
1018                                 return $data;
1019                         }
1020                 }
1021
1022                 $data = DBA::selectFirst('contact', $fields, ['nurl' => Strings::normaliseLink($url)]);
1023
1024                 if (!DBA::isResult($data)) {
1025                         $condition = ['alias' => [$url, Strings::normaliseLink($url), $ssl_url]];
1026                         $data = DBA::selectFirst('contact', $fields, $condition);
1027                 }
1028
1029                 if (DBA::isResult($data)) {
1030                         // For security reasons we don't fetch key data from our users
1031                         $data["pubkey"] = '';
1032                         return $data;
1033                 }
1034
1035                 $fields = ['url', 'addr', 'alias', 'notify', 'name', 'nick',
1036                         'photo', 'keywords', 'location', 'about', 'network'];
1037                 $condition = ['alias' => [$url, Strings::normaliseLink($url), $ssl_url]];
1038                 $data = DBA::selectFirst('contact', $fields, $condition);
1039
1040                 if (DBA::isResult($data)) {
1041                         $data["pubkey"] = '';
1042                         $data["poll"] = '';
1043                         $data["priority"] = 0;
1044                         $data["batch"] = '';
1045                         $data["request"] = '';
1046                         $data["confirm"] = '';
1047                         $data["poco"] = '';
1048                         return $data;
1049                 }
1050
1051                 $data = ActivityPub::probeProfile($url, false);
1052                 if (!empty($data)) {
1053                         return $data;
1054                 }
1055
1056                 $fields = ['url', 'addr', 'alias', 'notify', 'poll', 'name', 'nick',
1057                         'photo', 'network', 'priority', 'batch', 'request', 'confirm'];
1058                 $data = DBA::selectFirst('fcontact', $fields, ['url' => $url]);
1059
1060                 if (!DBA::isResult($data)) {
1061                         $condition = ['alias' => [$url, Strings::normaliseLink($url), $ssl_url]];
1062                         $data = DBA::selectFirst('contact', $fields, $condition);
1063                 }
1064
1065                 if (DBA::isResult($data)) {
1066                         $data["pubkey"] = '';
1067                         $data["keywords"] = '';
1068                         $data["location"] = '';
1069                         $data["about"] = '';
1070                         $data["poco"] = '';
1071                         return $data;
1072                 }
1073
1074                 return [];
1075         }
1076
1077         /**
1078          * Fetch the contact id for a given URL and user
1079          *
1080          * First lookup in the contact table to find a record matching either `url`, `nurl`,
1081          * `addr` or `alias`.
1082          *
1083          * If there's no record and we aren't looking for a public contact, we quit.
1084          * If there's one, we check that it isn't time to update the picture else we
1085          * directly return the found contact id.
1086          *
1087          * Second, we probe the provided $url whether it's http://server.tld/profile or
1088          * nick@server.tld. We quit if we can't get any info back.
1089          *
1090          * Third, we create the contact record if it doesn't exist
1091          *
1092          * Fourth, we update the existing record with the new data (avatar, alias, nick)
1093          * if there's any updates
1094          *
1095          * @param string  $url       Contact URL
1096          * @param integer $uid       The user id for the contact (0 = public contact)
1097          * @param boolean $update    true = always update, false = never update, null = update when not found or outdated
1098          * @param array   $default   Default value for creating the contact when every else fails
1099          *
1100          * @return integer Contact ID
1101          * @throws HTTPException\InternalServerErrorException
1102          * @throws \ImagickException
1103          */
1104         public static function getIdForURL($url, $uid = 0, $update = null, $default = [])
1105         {
1106                 Logger::info('Get contact data', ['url' => $url, 'user' => $uid]);
1107
1108                 $contact_id = 0;
1109
1110                 if ($url == '') {
1111                         return 0;
1112                 }
1113
1114                 $contact = self::getByURL($url, false, ['id', 'avatar', 'updated', 'network'], $uid);
1115
1116                 if (!empty($contact)) {
1117                         $contact_id = $contact["id"];
1118
1119                         if (empty($default) && in_array($contact['network'], [Protocol::MAIL, Protocol::PHANTOM]) && ($uid == 0)) {
1120                                 // Update public mail accounts via their user's accounts
1121                                 $fields = ['network', 'addr', 'name', 'nick', 'avatar', 'photo', 'thumb', 'micro'];
1122                                 $mailcontact = DBA::selectFirst('contact', $fields, ["`addr` = ? AND `network` = ? AND `uid` != 0", $url, Protocol::MAIL]);
1123                                 if (!DBA::isResult($mailcontact)) {
1124                                         $mailcontact = DBA::selectFirst('contact', $fields, ["`nurl` = ? AND `network` = ? AND `uid` != 0", $url, Protocol::MAIL]);
1125                                 }
1126
1127                                 if (DBA::isResult($mailcontact)) {
1128                                         DBA::update('contact', $mailcontact, ['id' => $contact_id]);
1129                                 }
1130                         }
1131
1132                         if (empty($update)) {
1133                                 return $contact_id;
1134                         }
1135                 } elseif ($uid != 0) {
1136                         // Non-existing user-specific contact, exiting
1137                         return 0;
1138                 }
1139
1140                 if (!$update && empty($default)) {
1141                         // When we don't want to update, we look if we know this contact in any way
1142                         $data = self::getProbeDataFromDatabase($url, $contact_id);
1143                         $background_update = true;
1144                 } elseif (!$update && !empty($default['network'])) {
1145                         // If there are default values, take these
1146                         $data = $default;
1147                         $background_update = false;
1148                 } else {
1149                         $data = [];
1150                         $background_update = false;
1151                 }
1152
1153                 if ((empty($data) && is_null($update)) || $update) {
1154                         $data = Probe::uri($url, "", $uid);
1155                 }
1156
1157                 // Take the default values when probing failed
1158                 if (!empty($default) && (empty($data['network']) || !in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO])))) {
1159                         $data = array_merge($data, $default);
1160                 }
1161
1162                 if (empty($data['network']) || ($data['network'] == Protocol::PHANTOM)) {
1163                         Logger::info('No valid network found', ['url' => $url, 'data' => $data, 'callstack' => System::callstack(20)]);
1164                         return 0;
1165                 }
1166
1167                 if (!empty($data['baseurl'])) {
1168                         $data['baseurl'] = GServer::cleanURL($data['baseurl']);
1169                 }
1170
1171                 if (!empty($data['baseurl']) && empty($data['gsid'])) {
1172                         $data['gsid'] = GServer::getID($data['baseurl']);
1173                 }
1174
1175                 if (!$contact_id) {
1176                         $urls = [Strings::normaliseLink($url), Strings::normaliseLink($data['url'])];
1177                         if (!empty($data['alias'])) {
1178                                 $urls[] = Strings::normaliseLink($data['alias']);
1179                         }
1180                         $contact = self::selectFirst(['id'], ['nurl' => $urls, 'uid' => $uid]);
1181                         if (!empty($contact['id'])) {
1182                                 $contact_id = $contact['id'];
1183                                 Logger::info('Fetched id by url', ['cid' => $contact_id, 'url' => $url, 'probed_url' => $data['url'], 'alias' => $data['alias']]);
1184                         }
1185                 }
1186
1187                 if ($uid == 0) {
1188                         $data['last-item'] = Probe::getLastUpdate($data);
1189                         Logger::info('Fetched last item', ['url' => $url, 'probed_url' => $data['url'], 'last-item' => $data['last-item'], 'callstack' => System::callstack(20)]);
1190                 }
1191
1192                 if (!$contact_id) {
1193                         $fields = [
1194                                 'uid'       => $uid,
1195                                 'created'   => DateTimeFormat::utcNow(),
1196                                 'url'       => $data['url'],
1197                                 'nurl'      => Strings::normaliseLink($data['url']),
1198                                 'addr'      => $data['addr'] ?? '',
1199                                 'alias'     => $data['alias'] ?? '',
1200                                 'notify'    => $data['notify'] ?? '',
1201                                 'poll'      => $data['poll'] ?? '',
1202                                 'name'      => $data['name'] ?? '',
1203                                 'nick'      => $data['nick'] ?? '',
1204                                 'keywords'  => $data['keywords'] ?? '',
1205                                 'location'  => $data['location'] ?? '',
1206                                 'about'     => $data['about'] ?? '',
1207                                 'network'   => $data['network'],
1208                                 'pubkey'    => $data['pubkey'] ?? '',
1209                                 'rel'       => self::SHARING,
1210                                 'priority'  => $data['priority'] ?? 0,
1211                                 'batch'     => $data['batch'] ?? '',
1212                                 'request'   => $data['request'] ?? '',
1213                                 'confirm'   => $data['confirm'] ?? '',
1214                                 'poco'      => $data['poco'] ?? '',
1215                                 'baseurl'   => $data['baseurl'] ?? '',
1216                                 'gsid'      => $data['gsid'] ?? null,
1217                                 'name-date' => DateTimeFormat::utcNow(),
1218                                 'uri-date'  => DateTimeFormat::utcNow(),
1219                                 'avatar-date' => DateTimeFormat::utcNow(),
1220                                 'writable'  => 1,
1221                                 'blocked'   => 0,
1222                                 'readonly'  => 0,
1223                                 'pending'   => 0];
1224
1225                         if (!empty($data['last-item'])) {
1226                                 $fields['last-item'] = $data['last-item'];
1227                         }
1228
1229                         $condition = ['nurl' => Strings::normaliseLink($data["url"]), 'uid' => $uid, 'deleted' => false];
1230
1231                         // Before inserting we do check if the entry does exist now.
1232                         $contact = DBA::selectFirst('contact', ['id'], $condition, ['order' => ['id']]);
1233                         if (!DBA::isResult($contact)) {
1234                                 Logger::info('Create new contact', $fields);
1235
1236                                 self::insert($fields);
1237
1238                                 // We intentionally aren't using lastInsertId here. There is a chance for duplicates.
1239                                 $contact = DBA::selectFirst('contact', ['id'], $condition, ['order' => ['id']]);
1240                                 if (!DBA::isResult($contact)) {
1241                                         Logger::info('Contact creation failed', $fields);
1242                                         // Shouldn't happen
1243                                         return 0;
1244                                 }
1245                         } else {
1246                                 Logger::info('Contact had been created before', ['id' => $contact["id"], 'url' => $url, 'contact' => $fields]);
1247                         }
1248
1249                         $contact_id = $contact["id"];
1250                 }
1251
1252                 if (!empty($data['photo']) && ($data['network'] != Protocol::FEED)) {
1253                         self::updateAvatar($contact_id, $data['photo']);
1254                 }
1255
1256                 if (in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO]))) {
1257                         if ($background_update) {
1258                                 // Update in the background when we fetched the data solely from the database
1259                                 Worker::add(PRIORITY_MEDIUM, "UpdateContact", $contact_id, ($uid == 0 ? 'force' : ''));
1260                         } else {
1261                                 // Else do a direct update
1262                                 self::updateFromProbe($contact_id, '', false);
1263                         }
1264                 } else {
1265                         $fields = ['url', 'nurl', 'addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'avatar-date', 'baseurl', 'gsid', 'last-item'];
1266                         $contact = DBA::selectFirst('contact', $fields, ['id' => $contact_id]);
1267
1268                         // This condition should always be true
1269                         if (!DBA::isResult($contact)) {
1270                                 return $contact_id;
1271                         }
1272
1273                         $updated = [
1274                                 'url' => $data['url'],
1275                                 'nurl' => Strings::normaliseLink($data['url']),
1276                                 'updated' => DateTimeFormat::utcNow(),
1277                                 'failed' => false
1278                         ];
1279
1280                         $fields = ['addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'baseurl', 'gsid'];
1281
1282                         foreach ($fields as $field) {
1283                                 $updated[$field] = ($data[$field] ?? '') ?: $contact[$field];
1284                         }
1285
1286                         if (!empty($data['last-item']) && ($contact['last-item'] < $data['last-item'])) {
1287                                 $updated['last-item'] = $data['last-item'];
1288                         }
1289
1290                         if (($updated['addr'] != $contact['addr']) || (!empty($data['alias']) && ($data['alias'] != $contact['alias']))) {
1291                                 $updated['uri-date'] = DateTimeFormat::utcNow();
1292                         }
1293
1294                         if (($data['name'] != $contact['name']) || ($data['nick'] != $contact['nick'])) {
1295                                 $updated['name-date'] = DateTimeFormat::utcNow();
1296                         }
1297
1298                         DBA::update('contact', $updated, ['id' => $contact_id], $contact);
1299                 }
1300
1301                 return $contact_id;
1302         }
1303
1304         /**
1305          * Checks if the contact is archived
1306          *
1307          * @param int $cid contact id
1308          *
1309          * @return boolean Is the contact archived?
1310          * @throws HTTPException\InternalServerErrorException
1311          */
1312         public static function isArchived(int $cid)
1313         {
1314                 if ($cid == 0) {
1315                         return false;
1316                 }
1317
1318                 $contact = DBA::selectFirst('contact', ['archive', 'url', 'batch'], ['id' => $cid]);
1319                 if (!DBA::isResult($contact)) {
1320                         return false;
1321                 }
1322
1323                 if ($contact['archive']) {
1324                         return true;
1325                 }
1326
1327                 // Check status of ActivityPub endpoints
1328                 $apcontact = APContact::getByURL($contact['url'], false);
1329                 if (!empty($apcontact)) {
1330                         if (!empty($apcontact['inbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['inbox']])) {
1331                                 return true;
1332                         }
1333
1334                         if (!empty($apcontact['sharedinbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['sharedinbox']])) {
1335                                 return true;
1336                         }
1337                 }
1338
1339                 // Check status of Diaspora endpoints
1340                 if (!empty($contact['batch'])) {
1341                         $condition = ['archive' => true, 'uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
1342                         return DBA::exists('contact', $condition);
1343                 }
1344
1345                 return false;
1346         }
1347
1348         /**
1349          * Checks if the contact is blocked
1350          *
1351          * @param int $cid contact id
1352          *
1353          * @return boolean Is the contact blocked?
1354          * @throws HTTPException\InternalServerErrorException
1355          */
1356         public static function isBlocked($cid)
1357         {
1358                 if ($cid == 0) {
1359                         return false;
1360                 }
1361
1362                 $blocked = DBA::selectFirst('contact', ['blocked', 'url'], ['id' => $cid]);
1363                 if (!DBA::isResult($blocked)) {
1364                         return false;
1365                 }
1366
1367                 if (Network::isUrlBlocked($blocked['url'])) {
1368                         return true;
1369                 }
1370
1371                 return (bool) $blocked['blocked'];
1372         }
1373
1374         /**
1375          * Checks if the contact is hidden
1376          *
1377          * @param int $cid contact id
1378          *
1379          * @return boolean Is the contact hidden?
1380          * @throws \Exception
1381          */
1382         public static function isHidden($cid)
1383         {
1384                 if ($cid == 0) {
1385                         return false;
1386                 }
1387
1388                 $hidden = DBA::selectFirst('contact', ['hidden'], ['id' => $cid]);
1389                 if (!DBA::isResult($hidden)) {
1390                         return false;
1391                 }
1392                 return (bool) $hidden['hidden'];
1393         }
1394
1395         /**
1396          * Returns posts from a given contact url
1397          *
1398          * @param string $contact_url Contact URL
1399          * @param bool   $thread_mode
1400          * @param int    $update
1401          * @return string posts in HTML
1402          * @throws \Exception
1403          */
1404         public static function getPostsFromUrl($contact_url, $thread_mode = false, $update = 0)
1405         {
1406                 return self::getPostsFromId(self::getIdForURL($contact_url), $thread_mode, $update);
1407         }
1408
1409         /**
1410          * Returns posts from a given contact id
1411          *
1412          * @param integer $cid
1413          * @param bool    $thread_mode
1414          * @param integer $update
1415          * @return string posts in HTML
1416          * @throws \Exception
1417          */
1418         public static function getPostsFromId($cid, $thread_mode = false, $update = 0)
1419         {
1420                 $a = DI::app();
1421
1422                 $contact = DBA::selectFirst('contact', ['contact-type', 'network'], ['id' => $cid]);
1423                 if (!DBA::isResult($contact)) {
1424                         return '';
1425                 }
1426
1427                 if (empty($contact["network"]) || in_array($contact["network"], Protocol::FEDERATED)) {
1428                         $sql = "(`item`.`uid` = 0 OR (`item`.`uid` = ? AND NOT `item`.`global`))";
1429                 } else {
1430                         $sql = "`item`.`uid` = ?";
1431                 }
1432
1433                 $contact_field = ((($contact["contact-type"] == self::TYPE_COMMUNITY) || ($contact['network'] == Protocol::MAIL)) ? 'owner-id' : 'author-id');
1434
1435                 if ($thread_mode) {
1436                         $condition = ["`$contact_field` = ? AND `gravity` = ? AND " . $sql,
1437                                 $cid, GRAVITY_PARENT, local_user()];
1438                 } else {
1439                         $condition = ["`$contact_field` = ? AND `gravity` IN (?, ?) AND " . $sql,
1440                                 $cid, GRAVITY_PARENT, GRAVITY_COMMENT, local_user()];
1441                 }
1442
1443                 if (DI::mode()->isMobile()) {
1444                         $itemsPerPage = DI::pConfig()->get(local_user(), 'system', 'itemspage_mobile_network',
1445                                 DI::config()->get('system', 'itemspage_network_mobile'));
1446                 } else {
1447                         $itemsPerPage = DI::pConfig()->get(local_user(), 'system', 'itemspage_network',
1448                                 DI::config()->get('system', 'itemspage_network'));
1449                 }
1450
1451                 $pager = new Pager(DI::l10n(), DI::args()->getQueryString(), $itemsPerPage);
1452
1453                 $params = ['order' => ['received' => true],
1454                         'limit' => [$pager->getStart(), $pager->getItemsPerPage()]];
1455
1456                 if ($thread_mode) {
1457                         $r = Item::selectThreadForUser(local_user(), ['uri'], $condition, $params);
1458
1459                         $items = Item::inArray($r);
1460
1461                         $o = conversation($a, $items, 'contacts', $update, false, 'commented', local_user());
1462                 } else {
1463                         $r = Item::selectForUser(local_user(), [], $condition, $params);
1464
1465                         $items = Item::inArray($r);
1466
1467                         $o = conversation($a, $items, 'contact-posts', false);
1468                 }
1469
1470                 if (!$update) {
1471                         $o .= $pager->renderMinimal(count($items));
1472                 }
1473
1474                 return $o;
1475         }
1476
1477         /**
1478          * Returns the account type name
1479          *
1480          * The function can be called with either the user or the contact array
1481          *
1482          * @param array $contact contact or user array
1483          * @return string
1484          */
1485         public static function getAccountType(array $contact)
1486         {
1487                 // There are several fields that indicate that the contact or user is a forum
1488                 // "page-flags" is a field in the user table,
1489                 // "forum" and "prv" are used in the contact table. They stand for User::PAGE_FLAGS_COMMUNITY and User::PAGE_FLAGS_PRVGROUP.
1490                 if ((isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_COMMUNITY))
1491                         || (isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_PRVGROUP))
1492                         || (isset($contact['forum']) && intval($contact['forum']))
1493                         || (isset($contact['prv']) && intval($contact['prv']))
1494                         || (isset($contact['community']) && intval($contact['community']))
1495                 ) {
1496                         $type = self::TYPE_COMMUNITY;
1497                 } else {
1498                         $type = self::TYPE_PERSON;
1499                 }
1500
1501                 // The "contact-type" (contact table) and "account-type" (user table) are more general then the chaos from above.
1502                 if (isset($contact["contact-type"])) {
1503                         $type = $contact["contact-type"];
1504                 }
1505
1506                 if (isset($contact["account-type"])) {
1507                         $type = $contact["account-type"];
1508                 }
1509
1510                 switch ($type) {
1511                         case self::TYPE_ORGANISATION:
1512                                 $account_type = DI::l10n()->t("Organisation");
1513                                 break;
1514
1515                         case self::TYPE_NEWS:
1516                                 $account_type = DI::l10n()->t('News');
1517                                 break;
1518
1519                         case self::TYPE_COMMUNITY:
1520                                 $account_type = DI::l10n()->t("Forum");
1521                                 break;
1522
1523                         default:
1524                                 $account_type = "";
1525                                 break;
1526                 }
1527
1528                 return $account_type;
1529         }
1530
1531         /**
1532          * Blocks a contact
1533          *
1534          * @param int $cid
1535          * @return bool
1536          * @throws \Exception
1537          */
1538         public static function block($cid, $reason = null)
1539         {
1540                 $return = DBA::update('contact', ['blocked' => true, 'block_reason' => $reason], ['id' => $cid]);
1541
1542                 return $return;
1543         }
1544
1545         /**
1546          * Unblocks a contact
1547          *
1548          * @param int $cid
1549          * @return bool
1550          * @throws \Exception
1551          */
1552         public static function unblock($cid)
1553         {
1554                 $return = DBA::update('contact', ['blocked' => false, 'block_reason' => null], ['id' => $cid]);
1555
1556                 return $return;
1557         }
1558
1559         /**
1560          * Ensure that cached avatar exist
1561          *
1562          * @param integer $cid
1563          */
1564         public static function checkAvatarCache(int $cid)
1565         {
1566                 $contact = DBA::selectFirst('contact', ['url', 'avatar', 'photo', 'thumb', 'micro'], ['id' => $cid, 'uid' => 0, 'self' => false]);
1567                 if (!DBA::isResult($contact)) {
1568                         return;
1569                 }
1570
1571                 if (empty($contact['avatar']) || (!empty($contact['photo']) && !empty($contact['thumb']) && !empty($contact['micro']))) {
1572                         return;
1573                 }
1574
1575                 Logger::info('Adding avatar cache', ['id' => $cid, 'contact' => $contact]);
1576
1577                 self::updateAvatar($cid, $contact['avatar'], true);
1578         }
1579
1580         /**
1581          * Return the photo path for a given contact array in the given size
1582          *
1583          * @param array $contact  contact array
1584          * @param string $field   Fieldname of the photo in the contact array
1585          * @param string $default Default path when no picture had been found
1586          * @param string $size    Size of the avatar picture
1587          * @param string $avatar  Avatar path that is displayed when no photo had been found
1588          * @return string photo path
1589          */
1590         private static function getAvatarPath(array $contact, string $field, string $default, string $size, string $avatar)
1591         {
1592                 if (!empty($contact)) {
1593                         $contact = self::checkAvatarCacheByArray($contact);
1594                         if (!empty($contact[$field])) {
1595                                 $avatar = $contact[$field];
1596                         }
1597                 }
1598
1599                 if (empty($avatar)) {
1600                         return $default;
1601                 }
1602
1603                 if (Proxy::isLocalImage($avatar)) {
1604                         return $avatar;
1605                 } else {
1606                         return Proxy::proxifyUrl($avatar, false, $size);
1607                 }
1608         }
1609
1610         /**
1611          * Return the photo path for a given contact array
1612          *
1613          * @param array $contact Contact array
1614          * @param string $avatar  Avatar path that is displayed when no photo had been found
1615          * @return string photo path
1616          */
1617         public static function getPhoto(array $contact, string $avatar = '')
1618         {
1619                 return self::getAvatarPath($contact, 'photo', DI::baseUrl() . '/images/person-300.jpg', Proxy::SIZE_SMALL, $avatar);
1620         }
1621
1622         /**
1623          * Return the photo path (thumb size) for a given contact array
1624          *
1625          * @param array $contact Contact array
1626          * @param string $avatar  Avatar path that is displayed when no photo had been found
1627          * @return string photo path
1628          */
1629         public static function getThumb(array $contact, string $avatar = '')
1630         {
1631                 return self::getAvatarPath($contact, 'thumb', DI::baseUrl() . '/images/person-80.jpg', Proxy::SIZE_THUMB, $avatar);
1632         }
1633
1634         /**
1635          * Return the photo path (micro size) for a given contact array
1636          *
1637          * @param array $contact Contact array
1638          * @param string $avatar  Avatar path that is displayed when no photo had been found
1639          * @return string photo path
1640          */
1641         public static function getMicro(array $contact, string $avatar = '')
1642         {
1643                 return self::getAvatarPath($contact, 'micro', DI::baseUrl() . '/images/person-48.jpg', Proxy::SIZE_MICRO, $avatar);
1644         }
1645
1646         /**
1647          * Check the given contact array for avatar cache fields
1648          *
1649          * @param array $contact
1650          * @return array contact array with avatar cache fields
1651          */
1652         private static function checkAvatarCacheByArray(array $contact)
1653         {
1654                 $update = false;
1655                 $contact_fields = [];
1656                 $fields = ['photo', 'thumb', 'micro'];
1657                 foreach ($fields as $field) {
1658                         if (isset($contact[$field])) {
1659                                 $contact_fields[] = $field;
1660                         }
1661                         if (isset($contact[$field]) && empty($contact[$field])) {
1662                                 $update = true;
1663                         }
1664                 }
1665
1666                 if (!$update) {
1667                         return $contact;
1668                 }
1669
1670                 if (!empty($contact['id']) && !empty($contact['avatar'])) {
1671                         self::updateAvatar($contact['id'], $contact['avatar'], true);
1672
1673                         $new_contact = self::getById($contact['id'], $contact_fields);
1674                         if (DBA::isResult($new_contact)) {
1675                                 // We only update the cache fields
1676                                 $contact = array_merge($contact, $new_contact);
1677                         }
1678                 }
1679
1680                 /// add the default avatars if the fields aren't filled
1681                 if (isset($contact['photo']) && empty($contact['photo'])) {
1682                         $contact['photo'] = DI::baseUrl() . '/images/person-300.jpg';
1683                 }
1684                 if (isset($contact['thumb']) && empty($contact['thumb'])) {
1685                         $contact['thumb'] = DI::baseUrl() . '/images/person-80.jpg';
1686                 }
1687                 if (isset($contact['micro']) && empty($contact['micro'])) {
1688                         $contact['micro'] = DI::baseUrl() . '/images/person-48.jpg';
1689                 }
1690
1691                 return $contact;
1692         }
1693
1694         /**
1695          * Updates the avatar links in a contact only if needed
1696          *
1697          * @param int    $cid    Contact id
1698          * @param string $avatar Link to avatar picture
1699          * @param bool   $force  force picture update
1700          *
1701          * @return void
1702          * @throws HTTPException\InternalServerErrorException
1703          * @throws HTTPException\NotFoundException
1704          * @throws \ImagickException
1705          */
1706         public static function updateAvatar(int $cid, string $avatar, bool $force = false)
1707         {
1708                 $contact = DBA::selectFirst('contact', ['uid', 'avatar', 'photo', 'thumb', 'micro', 'nurl'], ['id' => $cid, 'self' => false]);
1709                 if (!DBA::isResult($contact)) {
1710                         return;
1711                 }
1712
1713                 $uid = $contact['uid'];
1714
1715                 // Only update the cached photo links of public contacts when they already are cached
1716                 if (($uid == 0) && !$force && empty($contact['thumb']) && empty($contact['micro'])) {
1717                         if ($contact['avatar'] != $avatar) {
1718                                 DBA::update('contact', ['avatar' => $avatar], ['id' => $cid]);
1719                                 Logger::info('Only update the avatar', ['id' => $cid, 'avatar' => $avatar, 'contact' => $contact]);
1720                         }
1721                         return;
1722                 }
1723
1724                 $data = [
1725                         $contact['photo'] ?? '',
1726                         $contact['thumb'] ?? '',
1727                         $contact['micro'] ?? '',
1728                 ];
1729
1730                 $update = ($contact['avatar'] != $avatar) || $force;
1731
1732                 if (!$update) {
1733                         foreach ($data as $image_uri) {
1734                                 $image_rid = Photo::ridFromURI($image_uri);
1735                                 if ($image_rid && !Photo::exists(['resource-id' => $image_rid, 'uid' => $uid])) {
1736                                         Logger::info('Regenerating avatar', ['contact uid' => $uid, 'cid' => $cid, 'missing photo' => $image_rid, 'avatar' => $contact['avatar']]);
1737                                         $update = true;
1738                                 }
1739                         }
1740                 }
1741
1742                 if ($update) {
1743                         $photos = Photo::importProfilePhoto($avatar, $uid, $cid, true);
1744                         if ($photos) {
1745                                 $fields = ['avatar' => $avatar, 'photo' => $photos[0], 'thumb' => $photos[1], 'micro' => $photos[2], 'avatar-date' => DateTimeFormat::utcNow()];
1746                                 DBA::update('contact', $fields, ['id' => $cid]);
1747                         } elseif (empty($contact['avatar'])) {
1748                                 // Ensure that the avatar field is set
1749                                 DBA::update('contact', ['avatar' => $avatar], ['id' => $cid]);
1750                                 Logger::info('Failed profile import', ['id' => $cid, 'force' => $force, 'avatar' => $avatar, 'contact' => $contact]);
1751                         }
1752                 }
1753         }
1754
1755         /**
1756          * Helper function for "updateFromProbe". Updates personal and public contact
1757          *
1758          * @param integer $id      contact id
1759          * @param integer $uid     user id
1760          * @param string  $url     The profile URL of the contact
1761          * @param array   $fields  The fields that are updated
1762          *
1763          * @throws \Exception
1764          */
1765         private static function updateContact($id, $uid, $url, array $fields)
1766         {
1767                 if (!DBA::update('contact', $fields, ['id' => $id])) {
1768                         Logger::info('Couldn\'t update contact.', ['id' => $id, 'fields' => $fields]);
1769                         return;
1770                 }
1771
1772                 // Search for duplicated contacts and get rid of them
1773                 if (self::removeDuplicates(Strings::normaliseLink($url), $uid) || ($uid != 0)) {
1774                         return;
1775                 }
1776
1777                 // Archive or unarchive the contact. We only need to do this for the public contact.
1778                 // The archive/unarchive function will update the personal contacts by themselves.
1779                 $contact = DBA::selectFirst('contact', [], ['id' => $id]);
1780                 if (!DBA::isResult($contact)) {
1781                         Logger::info('Couldn\'t select contact for archival.', ['id' => $id]);
1782                         return;
1783                 }
1784
1785                 if (!empty($fields['success_update'])) {
1786                         self::unmarkForArchival($contact);
1787                 } elseif (!empty($fields['failure_update'])) {
1788                         self::markForArchival($contact);
1789                 }
1790
1791                 $condition = ['self' => false, 'nurl' => Strings::normaliseLink($url), 'network' => Protocol::FEDERATED];
1792
1793                 // These contacts are sharing with us, we don't poll them.
1794                 // This means that we don't set the update fields in "OnePoll.php".
1795                 $condition['rel'] = self::SHARING;
1796                 DBA::update('contact', $fields, $condition);
1797
1798                 unset($fields['last-update']);
1799                 unset($fields['success_update']);
1800                 unset($fields['failure_update']);
1801
1802                 if (empty($fields)) {
1803                         return;
1804                 }
1805
1806                 // We are polling these contacts, so we mustn't set the update fields here.
1807                 $condition['rel'] = [self::FOLLOWER, self::FRIEND];
1808                 DBA::update('contact', $fields, $condition);
1809         }
1810
1811         /**
1812          * Remove duplicated contacts
1813          *
1814          * @param string  $nurl  Normalised contact url
1815          * @param integer $uid   User id
1816          * @return boolean
1817          * @throws \Exception
1818          */
1819         public static function removeDuplicates(string $nurl, int $uid)
1820         {
1821                 $condition = ['nurl' => $nurl, 'uid' => $uid, 'deleted' => false, 'network' => Protocol::FEDERATED];
1822                 $count = DBA::count('contact', $condition);
1823                 if ($count <= 1) {
1824                         return false;
1825                 }
1826
1827                 $first_contact = DBA::selectFirst('contact', ['id', 'network'], $condition, ['order' => ['id']]);
1828                 if (!DBA::isResult($first_contact)) {
1829                         // Shouldn't happen - so we handle it
1830                         return false;
1831                 }
1832
1833                 $first = $first_contact['id'];
1834                 Logger::info('Found duplicates', ['count' => $count, 'first' => $first, 'uid' => $uid, 'nurl' => $nurl]);
1835                 if (($uid != 0 && ($first_contact['network'] == Protocol::DFRN))) {
1836                         // Don't handle non public DFRN duplicates by now (legacy DFRN is very special because of the key handling)
1837                         Logger::info('Not handling non public DFRN duplicate', ['uid' => $uid, 'nurl' => $nurl]);
1838                         return false;
1839                 }
1840
1841                 // Find all duplicates
1842                 $condition = ["`nurl` = ? AND `uid` = ? AND `id` != ? AND NOT `self` AND NOT `deleted`", $nurl, $uid, $first];
1843                 $duplicates = DBA::select('contact', ['id', 'network'], $condition);
1844                 while ($duplicate = DBA::fetch($duplicates)) {
1845                         if (!in_array($duplicate['network'], Protocol::FEDERATED)) {
1846                                 continue;
1847                         }
1848
1849                         Worker::add(PRIORITY_HIGH, 'MergeContact', $first, $duplicate['id'], $uid);
1850                 }
1851                 DBA::close($duplicates);
1852                 Logger::info('Duplicates handled', ['uid' => $uid, 'nurl' => $nurl]);
1853                 return true;
1854         }
1855
1856         /**
1857          * @param integer $id      contact id
1858          * @param string  $network Optional network we are probing for
1859          * @param boolean $force   Optional forcing of network probing (otherwise we use the cached data)
1860          * @return boolean
1861          * @throws HTTPException\InternalServerErrorException
1862          * @throws \ImagickException
1863          */
1864         public static function updateFromProbe(int $id, string $network = '', bool $force = false)
1865         {
1866                 /*
1867                   Warning: Never ever fetch the public key via Probe::uri and write it into the contacts.
1868                   This will reliably kill your communication with old Friendica contacts.
1869                  */
1870
1871                 // These fields aren't updated by this routine:
1872                 // 'xmpp', 'sensitive'
1873
1874                 $fields = ['uid', 'avatar', 'name', 'nick', 'location', 'keywords', 'about', 'subscribe',
1875                         'unsearchable', 'url', 'addr', 'batch', 'notify', 'poll', 'request', 'confirm', 'poco',
1876                         'network', 'alias', 'baseurl', 'gsid', 'forum', 'prv', 'contact-type', 'pubkey'];
1877                 $contact = DBA::selectFirst('contact', $fields, ['id' => $id]);
1878                 if (!DBA::isResult($contact)) {
1879                         return false;
1880                 }
1881
1882                 $uid = $contact['uid'];
1883                 unset($contact['uid']);
1884
1885                 $pubkey = $contact['pubkey'];
1886                 unset($contact['pubkey']);
1887
1888                 $contact['photo'] = $contact['avatar'];
1889                 unset($contact['avatar']);
1890
1891                 $ret = Probe::uri($contact['url'], $network, $uid, !$force);
1892
1893                 $updated = DateTimeFormat::utcNow();
1894
1895                 // We must not try to update relay contacts via probe. They are no real contacts.
1896                 // We check after the probing to be able to correct falsely detected contact types.
1897                 if (($contact['contact-type'] == self::TYPE_RELAY) &&
1898                         (!Strings::compareLink($ret['url'], $contact['url']) || in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]))) {
1899                         self::updateContact($id, $uid, $contact['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
1900                         Logger::info('Not updating relais', ['id' => $id, 'url' => $contact['url']]);
1901                         return true;
1902                 }
1903
1904                 // If Probe::uri fails the network code will be different ("feed" or "unkn")
1905                 if (in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]) && ($ret['network'] != $contact['network'])) {
1906                         if ($force && ($uid == 0)) {
1907                                 self::updateContact($id, $uid, $ret['url'], ['failed' => true, 'last-update' => $updated, 'failure_update' => $updated]);
1908                         }
1909                         return false;
1910                 }
1911
1912                 if (Contact\Relation::isDiscoverable($ret['url'])) {
1913                         Worker::add(PRIORITY_LOW, 'ContactDiscovery', $ret['url']);
1914                 }
1915
1916                 if (isset($ret['hide']) && is_bool($ret['hide'])) {
1917                         $ret['unsearchable'] = $ret['hide'];
1918                 }
1919
1920                 if (isset($ret['account-type']) && is_int($ret['account-type'])) {
1921                         $ret['forum'] = false;
1922                         $ret['prv'] = false;
1923                         $ret['contact-type'] = $ret['account-type'];
1924                         if ($ret['contact-type'] == User::ACCOUNT_TYPE_COMMUNITY) {
1925                                 $apcontact = APContact::getByURL($ret['url'], false);
1926                                 if (isset($apcontact['manually-approve'])) {
1927                                         $ret['forum'] = (bool)!$apcontact['manually-approve'];
1928                                         $ret['prv'] = (bool)!$ret['forum'];
1929                                 }
1930                         }
1931                 }
1932
1933                 $new_pubkey = $ret['pubkey'];
1934
1935                 $update = false;
1936
1937                 // make sure to not overwrite existing values with blank entries except some technical fields
1938                 $keep = ['batch', 'notify', 'poll', 'request', 'confirm', 'poco', 'baseurl'];
1939                 foreach ($ret as $key => $val) {
1940                         if (!array_key_exists($key, $contact)) {
1941                                 unset($ret[$key]);
1942                         } elseif (($contact[$key] != '') && ($val === '') && !is_bool($ret[$key]) && !in_array($key, $keep)) {
1943                                 $ret[$key] = $contact[$key];
1944                         } elseif ($ret[$key] != $contact[$key]) {
1945                                 $update = true;
1946                         }
1947                 }
1948
1949                 if (!empty($ret['photo']) && ($ret['network'] != Protocol::FEED)) {
1950                         self::updateAvatar($id, $ret['photo'], $update || $force);
1951                 }
1952
1953                 if (!$update) {
1954                         if ($force) {
1955                                 self::updateContact($id, $uid, $ret['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
1956                         }
1957
1958                         // Update the public contact
1959                         if ($uid != 0) {
1960                                 self::updateFromProbeByURL($ret['url']);
1961                         }
1962
1963                         return true;
1964                 }
1965
1966                 $ret['nurl'] = Strings::normaliseLink($ret['url']);
1967                 $ret['updated'] = $updated;
1968
1969                 // Only fill the pubkey if it had been empty before. We have to prevent identity theft.
1970                 if (empty($pubkey) && !empty($new_pubkey)) {
1971                         $ret['pubkey'] = $new_pubkey;
1972                 }
1973
1974                 if (($ret['addr'] != $contact['addr']) || (!empty($ret['alias']) && ($ret['alias'] != $contact['alias']))) {
1975                         $ret['uri-date'] = DateTimeFormat::utcNow();
1976                 }
1977
1978                 if (($ret['name'] != $contact['name']) || ($ret['nick'] != $contact['nick'])) {
1979                         $ret['name-date'] = $updated;
1980                 }
1981
1982                 if ($force && ($uid == 0)) {
1983                         $ret['last-update'] = $updated;
1984                         $ret['success_update'] = $updated;
1985                         $ret['failed'] = false;
1986                 }
1987
1988                 unset($ret['photo']);
1989
1990                 self::updateContact($id, $uid, $ret['url'], $ret);
1991
1992                 return true;
1993         }
1994
1995         public static function updateFromProbeByURL($url, $force = false)
1996         {
1997                 $id = self::getIdForURL($url);
1998
1999                 if (empty($id)) {
2000                         return $id;
2001                 }
2002
2003                 self::updateFromProbe($id, '', $force);
2004
2005                 return $id;
2006         }
2007
2008         /**
2009          * Detects if a given contact array belongs to a legacy DFRN connection
2010          *
2011          * @param array $contact
2012          * @return boolean
2013          */
2014         public static function isLegacyDFRNContact($contact)
2015         {
2016                 // Newer Friendica contacts are connected via AP, then these fields aren't set
2017                 return !empty($contact['dfrn-id']) || !empty($contact['issued-id']);
2018         }
2019
2020         /**
2021          * Detects the communication protocol for a given contact url.
2022          * This is used to detect Friendica contacts that we can communicate via AP.
2023          *
2024          * @param string $url contact url
2025          * @param string $network Network of that contact
2026          * @return string with protocol
2027          */
2028         public static function getProtocol($url, $network)
2029         {
2030                 if ($network != Protocol::DFRN) {
2031                         return $network;
2032                 }
2033
2034                 $apcontact = APContact::getByURL($url);
2035                 if (!empty($apcontact) && !empty($apcontact['generator'])) {
2036                         return Protocol::ACTIVITYPUB;
2037                 } else {
2038                         return $network;
2039                 }
2040         }
2041
2042         /**
2043          * Takes a $uid and a url/handle and adds a new contact
2044          *
2045          * Currently if the contact is DFRN, interactive needs to be true, to redirect to the
2046          * dfrn_request page.
2047          *
2048          * Otherwise this can be used to bulk add StatusNet contacts, Twitter contacts, etc.
2049          *
2050          * Returns an array
2051          * $return['success'] boolean true if successful
2052          * $return['message'] error text if success is false.
2053          *
2054          * Takes a $uid and a url/handle and adds a new contact
2055          *
2056          * @param array  $user        The user the contact should be created for
2057          * @param string $url         The profile URL of the contact
2058          * @param bool   $interactive
2059          * @param string $network
2060          * @return array
2061          * @throws HTTPException\InternalServerErrorException
2062          * @throws HTTPException\NotFoundException
2063          * @throws \ImagickException
2064          */
2065         public static function createFromProbe(array $user, $url, $interactive = false, $network = '')
2066         {
2067                 $result = ['cid' => -1, 'success' => false, 'message' => ''];
2068
2069                 // remove ajax junk, e.g. Twitter
2070                 $url = str_replace('/#!/', '/', $url);
2071
2072                 if (!Network::isUrlAllowed($url)) {
2073                         $result['message'] = DI::l10n()->t('Disallowed profile URL.');
2074                         return $result;
2075                 }
2076
2077                 if (Network::isUrlBlocked($url)) {
2078                         $result['message'] = DI::l10n()->t('Blocked domain');
2079                         return $result;
2080                 }
2081
2082                 if (!$url) {
2083                         $result['message'] = DI::l10n()->t('Connect URL missing.');
2084                         return $result;
2085                 }
2086
2087                 $arr = ['url' => $url, 'contact' => []];
2088
2089                 Hook::callAll('follow', $arr);
2090
2091                 if (empty($arr)) {
2092                         $result['message'] = DI::l10n()->t('The contact could not be added. Please check the relevant network credentials in your Settings -> Social Networks page.');
2093                         return $result;
2094                 }
2095
2096                 if (!empty($arr['contact']['name'])) {
2097                         $ret = $arr['contact'];
2098                 } else {
2099                         $ret = Probe::uri($url, $network, $user['uid'], false);
2100                 }
2101
2102                 if (($network != '') && ($ret['network'] != $network)) {
2103                         Logger::log('Expected network ' . $network . ' does not match actual network ' . $ret['network']);
2104                         return $result;
2105                 }
2106
2107                 // check if we already have a contact
2108                 // the poll url is more reliable than the profile url, as we may have
2109                 // indirect links or webfinger links
2110
2111                 $condition = ['uid' => $user['uid'], 'poll' => [$ret['poll'], Strings::normaliseLink($ret['poll'])], 'network' => $ret['network'], 'pending' => false];
2112                 $contact = DBA::selectFirst('contact', ['id', 'rel'], $condition);
2113                 if (!DBA::isResult($contact)) {
2114                         $condition = ['uid' => $user['uid'], 'nurl' => Strings::normaliseLink($ret['url']), 'network' => $ret['network'], 'pending' => false];
2115                         $contact = DBA::selectFirst('contact', ['id', 'rel'], $condition);
2116                 }
2117
2118                 $protocol = self::getProtocol($ret['url'], $ret['network']);
2119
2120                 if (($protocol === Protocol::DFRN) && !DBA::isResult($contact)) {
2121                         if ($interactive) {
2122                                 if (strlen(DI::baseUrl()->getUrlPath())) {
2123                                         $myaddr = bin2hex(DI::baseUrl() . '/profile/' . $user['nickname']);
2124                                 } else {
2125                                         $myaddr = bin2hex($user['nickname'] . '@' . DI::baseUrl()->getHostname());
2126                                 }
2127
2128                                 DI::baseUrl()->redirect($ret['request'] . "&addr=$myaddr");
2129
2130                                 // NOTREACHED
2131                         }
2132                 } elseif (DI::config()->get('system', 'dfrn_only') && ($ret['network'] != Protocol::DFRN)) {
2133                         $result['message'] = DI::l10n()->t('This site is not configured to allow communications with other networks.') . EOL;
2134                         $result['message'] .= DI::l10n()->t('No compatible communication protocols or feeds were discovered.') . EOL;
2135                         return $result;
2136                 }
2137
2138                 // This extra param just confuses things, remove it
2139                 if ($protocol === Protocol::DIASPORA) {
2140                         $ret['url'] = str_replace('?absolute=true', '', $ret['url']);
2141                 }
2142
2143                 // do we have enough information?
2144                 if (empty($ret['name']) || empty($ret['poll']) || (empty($ret['url']) && empty($ret['addr']))) {
2145                         $result['message'] .= DI::l10n()->t('The profile address specified does not provide adequate information.') . EOL;
2146                         if (empty($ret['poll'])) {
2147                                 $result['message'] .= DI::l10n()->t('No compatible communication protocols or feeds were discovered.') . EOL;
2148                         }
2149                         if (empty($ret['name'])) {
2150                                 $result['message'] .= DI::l10n()->t('An author or name was not found.') . EOL;
2151                         }
2152                         if (empty($ret['url'])) {
2153                                 $result['message'] .= DI::l10n()->t('No browser URL could be matched to this address.') . EOL;
2154                         }
2155                         if (strpos($ret['url'], '@') !== false) {
2156                                 $result['message'] .= DI::l10n()->t('Unable to match @-style Identity Address with a known protocol or email contact.') . EOL;
2157                                 $result['message'] .= DI::l10n()->t('Use mailto: in front of address to force email check.') . EOL;
2158                         }
2159                         return $result;
2160                 }
2161
2162                 if ($protocol === Protocol::OSTATUS && DI::config()->get('system', 'ostatus_disabled')) {
2163                         $result['message'] .= DI::l10n()->t('The profile address specified belongs to a network which has been disabled on this site.') . EOL;
2164                         $ret['notify'] = '';
2165                 }
2166
2167                 if (!$ret['notify']) {
2168                         $result['message'] .= DI::l10n()->t('Limited profile. This person will be unable to receive direct/personal notifications from you.') . EOL;
2169                 }
2170
2171                 $writeable = ((($protocol === Protocol::OSTATUS) && ($ret['notify'])) ? 1 : 0);
2172
2173                 $subhub = (($protocol === Protocol::OSTATUS) ? true : false);
2174
2175                 $hidden = (($protocol === Protocol::MAIL) ? 1 : 0);
2176
2177                 $pending = false;
2178                 if ($protocol == Protocol::ACTIVITYPUB) {
2179                         $apcontact = APContact::getByURL($ret['url'], false);
2180                         if (isset($apcontact['manually-approve'])) {
2181                                 $pending = (bool)$apcontact['manually-approve'];
2182                         }
2183                 }
2184
2185                 if (in_array($protocol, [Protocol::MAIL, Protocol::DIASPORA, Protocol::ACTIVITYPUB])) {
2186                         $writeable = 1;
2187                 }
2188
2189                 if (DBA::isResult($contact)) {
2190                         // update contact
2191                         $new_relation = (($contact['rel'] == self::FOLLOWER) ? self::FRIEND : self::SHARING);
2192
2193                         $fields = ['rel' => $new_relation, 'subhub' => $subhub, 'readonly' => false];
2194                         DBA::update('contact', $fields, ['id' => $contact['id']]);
2195                 } else {
2196                         $new_relation = (in_array($protocol, [Protocol::MAIL]) ? self::FRIEND : self::SHARING);
2197
2198                         // create contact record
2199                         self::insert([
2200                                 'uid'     => $user['uid'],
2201                                 'created' => DateTimeFormat::utcNow(),
2202                                 'url'     => $ret['url'],
2203                                 'nurl'    => Strings::normaliseLink($ret['url']),
2204                                 'addr'    => $ret['addr'],
2205                                 'alias'   => $ret['alias'],
2206                                 'batch'   => $ret['batch'],
2207                                 'notify'  => $ret['notify'],
2208                                 'poll'    => $ret['poll'],
2209                                 'poco'    => $ret['poco'],
2210                                 'name'    => $ret['name'],
2211                                 'nick'    => $ret['nick'],
2212                                 'network' => $ret['network'],
2213                                 'baseurl' => $ret['baseurl'],
2214                                 'gsid'    => $ret['gsid'] ?? null,
2215                                 'protocol' => $protocol,
2216                                 'pubkey'  => $ret['pubkey'],
2217                                 'rel'     => $new_relation,
2218                                 'priority'=> $ret['priority'],
2219                                 'writable'=> $writeable,
2220                                 'hidden'  => $hidden,
2221                                 'blocked' => 0,
2222                                 'readonly'=> 0,
2223                                 'pending' => $pending,
2224                                 'subhub'  => $subhub
2225                         ]);
2226                 }
2227
2228                 $contact = DBA::selectFirst('contact', [], ['url' => $ret['url'], 'network' => $ret['network'], 'uid' => $user['uid']]);
2229                 if (!DBA::isResult($contact)) {
2230                         $result['message'] .= DI::l10n()->t('Unable to retrieve contact information.') . EOL;
2231                         return $result;
2232                 }
2233
2234                 $contact_id = $contact['id'];
2235                 $result['cid'] = $contact_id;
2236
2237                 Group::addMember(User::getDefaultGroup($user['uid'], $contact["network"]), $contact_id);
2238
2239                 // Update the avatar
2240                 self::updateAvatar($contact_id, $ret['photo']);
2241
2242                 // pull feed and consume it, which should subscribe to the hub.
2243
2244                 Worker::add(PRIORITY_HIGH, "OnePoll", $contact_id, "force");
2245
2246                 $owner = User::getOwnerDataById($user['uid']);
2247
2248                 if (DBA::isResult($owner)) {
2249                         if (in_array($protocol, [Protocol::OSTATUS, Protocol::DFRN])) {
2250                                 // create a follow slap
2251                                 $item = [];
2252                                 $item['verb'] = Activity::FOLLOW;
2253                                 $item['gravity'] = GRAVITY_ACTIVITY;
2254                                 $item['follow'] = $contact["url"];
2255                                 $item['body'] = '';
2256                                 $item['title'] = '';
2257                                 $item['guid'] = '';
2258                                 $item['uri-id'] = 0;
2259                                 $item['attach'] = '';
2260
2261                                 $slap = OStatus::salmon($item, $owner);
2262
2263                                 if (!empty($contact['notify'])) {
2264                                         Salmon::slapper($owner, $contact['notify'], $slap);
2265                                 }
2266                         } elseif ($protocol == Protocol::DIASPORA) {
2267                                 $ret = Diaspora::sendShare($owner, $contact);
2268                                 Logger::log('share returns: ' . $ret);
2269                         } elseif ($protocol == Protocol::ACTIVITYPUB) {
2270                                 $activity_id = ActivityPub\Transmitter::activityIDFromContact($contact_id);
2271                                 if (empty($activity_id)) {
2272                                         // This really should never happen
2273                                         return false;
2274                                 }
2275
2276                                 $ret = ActivityPub\Transmitter::sendActivity('Follow', $contact['url'], $user['uid'], $activity_id);
2277                                 Logger::log('Follow returns: ' . $ret);
2278                         }
2279                 }
2280
2281                 $result['success'] = true;
2282                 return $result;
2283         }
2284
2285         /**
2286          * Updated contact's SSL policy
2287          *
2288          * @param array  $contact    Contact array
2289          * @param string $new_policy New policy, valid: self,full
2290          *
2291          * @return array Contact array with updated values
2292          * @throws \Exception
2293          */
2294         public static function updateSslPolicy(array $contact, $new_policy)
2295         {
2296                 $ssl_changed = false;
2297                 if ((intval($new_policy) == BaseURL::SSL_POLICY_SELFSIGN || $new_policy === 'self') && strstr($contact['url'], 'https:')) {
2298                         $ssl_changed = true;
2299                         $contact['url']     =   str_replace('https:', 'http:', $contact['url']);
2300                         $contact['request'] =   str_replace('https:', 'http:', $contact['request']);
2301                         $contact['notify']  =   str_replace('https:', 'http:', $contact['notify']);
2302                         $contact['poll']    =   str_replace('https:', 'http:', $contact['poll']);
2303                         $contact['confirm'] =   str_replace('https:', 'http:', $contact['confirm']);
2304                         $contact['poco']    =   str_replace('https:', 'http:', $contact['poco']);
2305                 }
2306
2307                 if ((intval($new_policy) == BaseURL::SSL_POLICY_FULL || $new_policy === 'full') && strstr($contact['url'], 'http:')) {
2308                         $ssl_changed = true;
2309                         $contact['url']     =   str_replace('http:', 'https:', $contact['url']);
2310                         $contact['request'] =   str_replace('http:', 'https:', $contact['request']);
2311                         $contact['notify']  =   str_replace('http:', 'https:', $contact['notify']);
2312                         $contact['poll']    =   str_replace('http:', 'https:', $contact['poll']);
2313                         $contact['confirm'] =   str_replace('http:', 'https:', $contact['confirm']);
2314                         $contact['poco']    =   str_replace('http:', 'https:', $contact['poco']);
2315                 }
2316
2317                 if ($ssl_changed) {
2318                         $fields = ['url' => $contact['url'], 'request' => $contact['request'],
2319                                         'notify' => $contact['notify'], 'poll' => $contact['poll'],
2320                                         'confirm' => $contact['confirm'], 'poco' => $contact['poco']];
2321                         DBA::update('contact', $fields, ['id' => $contact['id']]);
2322                 }
2323
2324                 return $contact;
2325         }
2326
2327         /**
2328          * @param array  $importer Owner (local user) data
2329          * @param array  $contact  Existing owner-specific contact data we want to expand the relationship with. Optional.
2330          * @param array  $datarray An item-like array with at least the 'author-id' and 'author-url' keys for the contact. Mandatory.
2331          * @param bool   $sharing  True: Contact is now sharing with Owner; False: Contact is now following Owner (default)
2332          * @param string $note     Introduction additional message
2333          * @return bool|null True: follow request is accepted; False: relationship is rejected; Null: relationship is pending
2334          * @throws HTTPException\InternalServerErrorException
2335          * @throws \ImagickException
2336          */
2337         public static function addRelationship(array $importer, array $contact, array $datarray, $sharing = false, $note = '')
2338         {
2339                 // Should always be set
2340                 if (empty($datarray['author-id'])) {
2341                         return false;
2342                 }
2343
2344                 $fields = ['url', 'name', 'nick', 'avatar', 'photo', 'network', 'blocked'];
2345                 $pub_contact = DBA::selectFirst('contact', $fields, ['id' => $datarray['author-id']]);
2346                 if (!DBA::isResult($pub_contact)) {
2347                         // Should never happen
2348                         return false;
2349                 }
2350
2351                 // Contact is blocked at node-level
2352                 if (self::isBlocked($datarray['author-id'])) {
2353                         return false;
2354                 }
2355
2356                 $url = ($datarray['author-link'] ?? '') ?: $pub_contact['url'];
2357                 $name = $pub_contact['name'];
2358                 $photo = ($pub_contact['avatar'] ?? '') ?: $pub_contact["photo"];
2359                 $nick = $pub_contact['nick'];
2360                 $network = $pub_contact['network'];
2361
2362                 // Ensure that we don't create a new contact when there already is one
2363                 $cid = self::getIdForURL($url, $importer['uid']);
2364                 if (!empty($cid)) {
2365                         $contact = DBA::selectFirst('contact', [], ['id' => $cid]);
2366                 }
2367
2368                 if (!empty($contact)) {
2369                         if (!empty($contact['pending'])) {
2370                                 Logger::info('Pending contact request already exists.', ['url' => $url, 'uid' => $importer['uid']]);
2371                                 return null;
2372                         }
2373
2374                         // Contact is blocked at user-level
2375                         if (!empty($contact['id']) && !empty($importer['id']) &&
2376                                 Contact\User::isBlocked($contact['id'], $importer['id'])) {
2377                                 return false;
2378                         }
2379
2380                         // Make sure that the existing contact isn't archived
2381                         self::unmarkForArchival($contact);
2382
2383                         if (($contact['rel'] == self::SHARING)
2384                                 || ($sharing && $contact['rel'] == self::FOLLOWER)) {
2385                                 DBA::update('contact', ['rel' => self::FRIEND, 'writable' => true, 'pending' => false],
2386                                                 ['id' => $contact['id'], 'uid' => $importer['uid']]);
2387                         }
2388
2389                         // Ensure to always have the correct network type, independent from the connection request method
2390                         self::updateFromProbe($contact['id'], '', true);
2391
2392                         return true;
2393                 } else {
2394                         // send email notification to owner?
2395                         if (DBA::exists('contact', ['nurl' => Strings::normaliseLink($url), 'uid' => $importer['uid'], 'pending' => true])) {
2396                                 Logger::log('ignoring duplicated connection request from pending contact ' . $url);
2397                                 return null;
2398                         }
2399
2400                         // create contact record
2401                         DBA::insert('contact', [
2402                                 'uid'      => $importer['uid'],
2403                                 'created'  => DateTimeFormat::utcNow(),
2404                                 'url'      => $url,
2405                                 'nurl'     => Strings::normaliseLink($url),
2406                                 'name'     => $name,
2407                                 'nick'     => $nick,
2408                                 'network'  => $network,
2409                                 'rel'      => self::FOLLOWER,
2410                                 'blocked'  => 0,
2411                                 'readonly' => 0,
2412                                 'pending'  => 1,
2413                                 'writable' => 1,
2414                         ]);
2415
2416                         $contact_id = DBA::lastInsertId();
2417
2418                         // Ensure to always have the correct network type, independent from the connection request method
2419                         self::updateFromProbe($contact_id, '', true);
2420
2421                         self::updateAvatar($contact_id, $photo, true);
2422
2423                         $contact_record = DBA::selectFirst('contact', ['id', 'network', 'name', 'url', 'photo'], ['id' => $contact_id]);
2424
2425                         /// @TODO Encapsulate this into a function/method
2426                         $fields = ['uid', 'username', 'email', 'page-flags', 'notify-flags', 'language'];
2427                         $user = DBA::selectFirst('user', $fields, ['uid' => $importer['uid']]);
2428                         if (DBA::isResult($user) && !in_array($user['page-flags'], [User::PAGE_FLAGS_SOAPBOX, User::PAGE_FLAGS_FREELOVE, User::PAGE_FLAGS_COMMUNITY])) {
2429                                 // create notification
2430                                 $hash = Strings::getRandomHex();
2431
2432                                 if (is_array($contact_record)) {
2433                                         DBA::insert('intro', ['uid' => $importer['uid'], 'contact-id' => $contact_record['id'],
2434                                                                 'blocked' => false, 'knowyou' => false, 'note' => $note,
2435                                                                 'hash' => $hash, 'datetime' => DateTimeFormat::utcNow()]);
2436                                 }
2437
2438                                 Group::addMember(User::getDefaultGroup($importer['uid'], $contact_record["network"]), $contact_record['id']);
2439
2440                                 if (($user['notify-flags'] & Type::INTRO) &&
2441                                         in_array($user['page-flags'], [User::PAGE_FLAGS_NORMAL])) {
2442
2443                                         notification([
2444                                                 'type'         => Type::INTRO,
2445                                                 'notify_flags' => $user['notify-flags'],
2446                                                 'language'     => $user['language'],
2447                                                 'to_name'      => $user['username'],
2448                                                 'to_email'     => $user['email'],
2449                                                 'uid'          => $user['uid'],
2450                                                 'link'         => DI::baseUrl() . '/notifications/intros',
2451                                                 'source_name'  => ((strlen(stripslashes($contact_record['name']))) ? stripslashes($contact_record['name']) : DI::l10n()->t('[Name Withheld]')),
2452                                                 'source_link'  => $contact_record['url'],
2453                                                 'source_photo' => $contact_record['photo'],
2454                                                 'verb'         => ($sharing ? Activity::FRIEND : Activity::FOLLOW),
2455                                                 'otype'        => 'intro'
2456                                         ]);
2457                                 }
2458                         } elseif (DBA::isResult($user) && in_array($user['page-flags'], [User::PAGE_FLAGS_SOAPBOX, User::PAGE_FLAGS_FREELOVE, User::PAGE_FLAGS_COMMUNITY])) {
2459                                 if (($user['page-flags'] == User::PAGE_FLAGS_FREELOVE) && ($network != Protocol::DIASPORA)) {
2460                                         self::createFromProbe($importer, $url, false, $network);
2461                                 }
2462
2463                                 $condition = ['uid' => $importer['uid'], 'url' => $url, 'pending' => true];
2464                                 $fields = ['pending' => false];
2465                                 if ($user['page-flags'] == User::PAGE_FLAGS_FREELOVE) {
2466                                         $fields['rel'] = Contact::FRIEND;
2467                                 }
2468
2469                                 DBA::update('contact', $fields, $condition);
2470
2471                                 return true;
2472                         }
2473                 }
2474
2475                 return null;
2476         }
2477
2478         public static function removeFollower($importer, $contact, array $datarray = [], $item = "")
2479         {
2480                 if (($contact['rel'] == self::FRIEND) || ($contact['rel'] == self::SHARING)) {
2481                         DBA::update('contact', ['rel' => self::SHARING], ['id' => $contact['id']]);
2482                 } else {
2483                         Contact::remove($contact['id']);
2484                 }
2485         }
2486
2487         public static function removeSharer($importer, $contact, array $datarray = [], $item = "")
2488         {
2489                 if (($contact['rel'] == self::FRIEND) || ($contact['rel'] == self::FOLLOWER)) {
2490                         DBA::update('contact', ['rel' => self::FOLLOWER], ['id' => $contact['id']]);
2491                 } else {
2492                         Contact::remove($contact['id']);
2493                 }
2494         }
2495
2496         /**
2497          * Create a birthday event.
2498          *
2499          * Update the year and the birthday.
2500          */
2501         public static function updateBirthdays()
2502         {
2503                 $condition = [
2504                         '`bd` != ""
2505                         AND `bd` > "0001-01-01"
2506                         AND SUBSTRING(`bd`, 1, 4) != `bdyear`
2507                         AND (`contact`.`rel` = ? OR `contact`.`rel` = ?)
2508                         AND NOT `contact`.`pending`
2509                         AND NOT `contact`.`hidden`
2510                         AND NOT `contact`.`blocked`
2511                         AND NOT `contact`.`archive`
2512                         AND NOT `contact`.`deleted`',
2513                         Contact::SHARING,
2514                         Contact::FRIEND
2515                 ];
2516
2517                 $contacts = DBA::select('contact', ['id', 'uid', 'name', 'url', 'bd'], $condition);
2518
2519                 while ($contact = DBA::fetch($contacts)) {
2520                         Logger::log('update_contact_birthday: ' . $contact['bd']);
2521
2522                         $nextbd = DateTimeFormat::utcNow('Y') . substr($contact['bd'], 4);
2523
2524                         if (Event::createBirthday($contact, $nextbd)) {
2525                                 // update bdyear
2526                                 DBA::update(
2527                                         'contact',
2528                                         ['bdyear' => substr($nextbd, 0, 4), 'bd' => $nextbd],
2529                                         ['id' => $contact['id']]
2530                                 );
2531                         }
2532                 }
2533                 DBA::close($contacts);
2534         }
2535
2536         /**
2537          * Remove the unavailable contact ids from the provided list
2538          *
2539          * @param array $contact_ids Contact id list
2540          * @return array
2541          * @throws \Exception
2542          */
2543         public static function pruneUnavailable(array $contact_ids)
2544         {
2545                 if (empty($contact_ids)) {
2546                         return [];
2547                 }
2548
2549                 $contacts = Contact::selectToArray(['id'], [
2550                         'id'      => $contact_ids,
2551                         'blocked' => false,
2552                         'pending' => false,
2553                         'archive' => false,
2554                 ]);
2555
2556                 return array_column($contacts, 'id');
2557         }
2558
2559         /**
2560          * Returns a magic link to authenticate remote visitors
2561          *
2562          * @todo  check if the return is either a fully qualified URL or a relative path to Friendica basedir
2563          *
2564          * @param string $contact_url The address of the target contact profile
2565          * @param string $url         An url that we will be redirected to after the authentication
2566          *
2567          * @return string with "redir" link
2568          * @throws HTTPException\InternalServerErrorException
2569          * @throws \ImagickException
2570          */
2571         public static function magicLink($contact_url, $url = '')
2572         {
2573                 if (!Session::isAuthenticated()) {
2574                         return $url ?: $contact_url; // Equivalent to: ($url != '') ? $url : $contact_url;
2575                 }
2576
2577                 $data = self::getProbeDataFromDatabase($contact_url);
2578                 if (empty($data)) {
2579                         return $url ?: $contact_url; // Equivalent to: ($url != '') ? $url : $contact_url;
2580                 }
2581
2582                 // Prevents endless loop in case only a non-public contact exists for the contact URL
2583                 unset($data['uid']);
2584
2585                 return self::magicLinkByContact($data, $url ?: $contact_url);
2586         }
2587
2588         /**
2589          * Returns a magic link to authenticate remote visitors
2590          *
2591          * @param integer $cid The contact id of the target contact profile
2592          * @param string  $url An url that we will be redirected to after the authentication
2593          *
2594          * @return string with "redir" link
2595          * @throws HTTPException\InternalServerErrorException
2596          * @throws \ImagickException
2597          */
2598         public static function magicLinkbyId($cid, $url = '')
2599         {
2600                 $contact = DBA::selectFirst('contact', ['id', 'network', 'url', 'uid'], ['id' => $cid]);
2601
2602                 return self::magicLinkByContact($contact, $url);
2603         }
2604
2605         /**
2606          * Returns a magic link to authenticate remote visitors
2607          *
2608          * @param array  $contact The contact array with "uid", "network" and "url"
2609          * @param string $url     An url that we will be redirected to after the authentication
2610          *
2611          * @return string with "redir" link
2612          * @throws HTTPException\InternalServerErrorException
2613          * @throws \ImagickException
2614          */
2615         public static function magicLinkByContact($contact, $url = '')
2616         {
2617                 $destination = $url ?: $contact['url']; // Equivalent to ($url != '') ? $url : $contact['url'];
2618
2619                 if (!Session::isAuthenticated() || ($contact['network'] != Protocol::DFRN)) {
2620                         return $destination;
2621                 }
2622
2623                 // Only redirections to the same host do make sense
2624                 if (($url != '') && (parse_url($url, PHP_URL_HOST) != parse_url($contact['url'], PHP_URL_HOST))) {
2625                         return $url;
2626                 }
2627
2628                 if (!empty($contact['uid'])) {
2629                         return self::magicLink($contact['url'], $url);
2630                 }
2631
2632                 if (empty($contact['id'])) {
2633                         return $destination;
2634                 }
2635
2636                 $redirect = 'redir/' . $contact['id'];
2637
2638                 if (($url != '') && !Strings::compareLink($contact['url'], $url)) {
2639                         $redirect .= '?url=' . $url;
2640                 }
2641
2642                 return $redirect;
2643         }
2644
2645         /**
2646          * Is the contact a forum?
2647          *
2648          * @param integer $contactid ID of the contact
2649          *
2650          * @return boolean "true" if it is a forum
2651          */
2652         public static function isForum($contactid)
2653         {
2654                 $fields = ['forum', 'prv'];
2655                 $condition = ['id' => $contactid];
2656                 $contact = DBA::selectFirst('contact', $fields, $condition);
2657                 if (!DBA::isResult($contact)) {
2658                         return false;
2659                 }
2660
2661                 // Is it a forum?
2662                 return ($contact['forum'] || $contact['prv']);
2663         }
2664
2665         /**
2666          * Can the remote contact receive private messages?
2667          *
2668          * @param array $contact
2669          * @return bool
2670          */
2671         public static function canReceivePrivateMessages(array $contact)
2672         {
2673                 $protocol = $contact['network'] ?? $contact['protocol'] ?? Protocol::PHANTOM;
2674                 $self = $contact['self'] ?? false;
2675
2676                 return in_array($protocol, [Protocol::DFRN, Protocol::DIASPORA, Protocol::ACTIVITYPUB]) && !$self;
2677         }
2678
2679         /**
2680          * Search contact table by nick or name
2681          *
2682          * @param string $search Name or nick
2683          * @param string $mode   Search mode (e.g. "community")
2684          *
2685          * @return array with search results
2686          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
2687          */
2688         public static function searchByName($search, $mode = '')
2689         {
2690                 if (empty($search)) {
2691                         return [];
2692                 }
2693
2694                 // check supported networks
2695                 if (DI::config()->get('system', 'diaspora_enabled')) {
2696                         $diaspora = Protocol::DIASPORA;
2697                 } else {
2698                         $diaspora = Protocol::DFRN;
2699                 }
2700
2701                 if (!DI::config()->get('system', 'ostatus_disabled')) {
2702                         $ostatus = Protocol::OSTATUS;
2703                 } else {
2704                         $ostatus = Protocol::DFRN;
2705                 }
2706
2707                 // check if we search only communities or every contact
2708                 if ($mode === 'community') {
2709                         $extra_sql = sprintf(' AND `contact-type` = %d', Contact::TYPE_COMMUNITY);
2710                 } else {
2711                         $extra_sql = '';
2712                 }
2713
2714                 $search .= '%';
2715
2716                 $results = DBA::p("SELECT * FROM `contact`
2717                         WHERE NOT `unsearchable` AND `network` IN (?, ?, ?, ?) AND
2718                                 NOT `failed` AND `uid` = ? AND
2719                                 (`addr` LIKE ? OR `name` LIKE ? OR `nick` LIKE ?) $extra_sql
2720                                 ORDER BY `nurl` DESC LIMIT 1000",
2721                         Protocol::DFRN, Protocol::ACTIVITYPUB, $ostatus, $diaspora, 0, $search, $search, $search
2722                 );
2723
2724                 $contacts = DBA::toArray($results);
2725                 return $contacts;
2726         }
2727
2728         /**
2729          * Add public contacts from an array
2730          *
2731          * @param array $urls
2732          * @return array result "count", "added" and "updated"
2733          */
2734         public static function addByUrls(array $urls)
2735         {
2736                 $added = 0;
2737                 $updated = 0;
2738                 $count = 0;
2739
2740                 foreach ($urls as $url) {
2741                         $contact = Contact::getByURL($url, false, ['id']);
2742                         if (empty($contact['id'])) {
2743                                 Worker::add(PRIORITY_LOW, 'AddContact', 0, $url);
2744                                 ++$added;
2745                         } else {
2746                                 Worker::add(PRIORITY_LOW, 'UpdateContact', $contact['id']);
2747                                 ++$updated;
2748                         }
2749                         ++$count;
2750                 }
2751
2752                 return ['count' => $count, 'added' => $added, 'updated' => $updated];
2753         }
2754
2755         /**
2756          * Returns a random, global contact of the current node
2757          *
2758          * @return string The profile URL
2759          * @throws Exception
2760          */
2761         public static function getRandomUrl()
2762         {
2763                 $r = DBA::selectFirst('contact', ['url'], [
2764                         "`uid` = ? AND `network` = ? AND NOT `failed` AND `last-item` > ?",
2765                         0, Protocol::DFRN, DateTimeFormat::utc('now - 1 month'),
2766                 ], ['order' => ['RAND()']]);
2767
2768                 if (DBA::isResult($r)) {
2769                         return $r['url'];
2770                 }
2771
2772                 return '';
2773         }
2774 }