]> git.mxchange.org Git - friendica.git/blobdiff - src/Model/Contact.php
Merge remote-tracking branch 'upstream/develop' into contact-tabs
[friendica.git] / src / Model / Contact.php
index b11919b52809ef74a6e1f357021453fa5f350e56..12ec06012d038bc50c4ba9c48c43cc7498d4dda7 100644 (file)
@@ -21,6 +21,8 @@
 
 namespace Friendica\Model;
 
+use DOMDocument;
+use DOMXPath;
 use Friendica\App\BaseURL;
 use Friendica\Content\Pager;
 use Friendica\Core\Hook;
@@ -43,6 +45,7 @@ use Friendica\Protocol\Salmon;
 use Friendica\Util\DateTimeFormat;
 use Friendica\Util\Images;
 use Friendica\Util\Network;
+use Friendica\Util\Proxy;
 use Friendica\Util\Strings;
 
 /**
@@ -87,7 +90,7 @@ class Contact
        /**
         * Account types
         *
-        * TYPE_UNKNOWN - the account has been imported from gcontact where this is the default type value
+        * TYPE_UNKNOWN - unknown type
         *
         * TYPE_PERSON - the account belongs to a person
         *      Associated page types: PAGE_NORMAL, PAGE_SOAPBOX, PAGE_FREELOVE
@@ -194,19 +197,35 @@ class Contact
         * Fetches a contact by a given url
         *
         * @param string  $url    profile url
-        * @param integer $uid    User ID of the contact
-        * @param array   $fields Field list
         * @param boolean $update true = always update, false = never update, null = update when not found or outdated
+        * @param array   $fields Field list
+        * @param integer $uid    User ID of the contact
         * @return array contact array
         */
-       public static function getByURL(string $url, int $uid = 0, array $fields = [], $update = null)
+       public static function getByURL(string $url, $update = null, array $fields = [], int $uid = 0)
        {
                if ($update || is_null($update)) {
-                       $cid = self::getIdForURL($url, $uid, !($update ?? false));
+                       $cid = self::getIdForURL($url, $uid, $update);
                        if (empty($cid)) {
                                return [];
                        }
-                       return self::getById($cid, $fields);
+
+                       $contact = self::getById($cid, $fields);
+                       if (empty($contact)) {
+                               return [];
+                       }
+                       return $contact;
+               }
+
+               // Add internal fields
+               $removal = [];
+               if (!empty($fields)) {
+                       foreach (['id', 'updated', 'network'] as $internal) {
+                               if (!in_array($internal, $fields)) {
+                                       $fields[] = $internal;
+                                       $removal[] = $internal;
+                               }
+                       }
                }
 
                // We first try the nurl (http://server.tld/nick), most common case
@@ -225,6 +244,53 @@ class Contact
                        $condition = ['`alias` IN (?, ?, ?) AND `uid` = ? AND NOT `deleted`', $url, Strings::normaliseLink($url), $ssl_url, $uid];
                        $contact = DBA::selectFirst('contact', $fields, $condition, $options);
                }
+               
+               if (!DBA::isResult($contact)) {
+                       return [];
+               }
+
+               // Update the contact in the background if needed
+               if ((($contact['updated'] < DateTimeFormat::utc('now -7 days')) || empty($contact['avatar'])) &&
+                       in_array($contact['network'], Protocol::FEDERATED)) {
+                       Worker::add(PRIORITY_LOW, "UpdateContact", $contact['id'], ($uid == 0 ? 'force' : ''));
+               }
+
+               // Remove the internal fields
+               foreach ($removal as $internal) {
+                       unset($contact[$internal]);
+               }
+
+               return $contact;
+       }
+
+       /**
+        * Fetches a contact for a given user by a given url.
+        * In difference to "getByURL" the function will fetch a public contact when no user contact had been found.
+        *
+        * @param string  $url    profile url
+        * @param integer $uid    User ID of the contact
+        * @param boolean $update true = always update, false = never update, null = update when not found or outdated
+        * @param array   $fields Field list
+        * @return array contact array
+        */
+       public static function getByURLForUser(string $url, int $uid = 0, $update = false, array $fields = [])
+       {
+               if ($uid != 0) {
+                       $contact = self::getByURL($url, $update, $fields, $uid);
+                       if (!empty($contact)) {
+                               if (!empty($contact['id'])) {
+                                       $contact['cid'] = $contact['id'];
+                                       $contact['zid'] = 0;
+                               }
+                               return $contact;
+                       }
+               }
+
+               $contact = self::getByURL($url, $update, $fields);
+               if (!empty($contact['id'])) {           
+                       $contact['cid'] = 0;
+                       $contact['zid'] = $contact['id'];
+               }
                return $contact;
        }
 
@@ -265,7 +331,7 @@ class Contact
         */
        public static function isFollowerByURL($url, $uid)
        {
-               $cid = self::getIdForURL($url, $uid, true);
+               $cid = self::getIdForURL($url, $uid, false);
 
                if (empty($cid)) {
                        return false;
@@ -311,7 +377,7 @@ class Contact
         */
        public static function isSharingByURL($url, $uid)
        {
-               $cid = self::getIdForURL($url, $uid, true);
+               $cid = self::getIdForURL($url, $uid, false);
 
                if (empty($cid)) {
                        return false;
@@ -406,7 +472,7 @@ class Contact
                if (!DBA::isResult($self)) {
                        return false;
                }
-               return self::getIdForURL($self['url'], 0, true);
+               return self::getIdForURL($self['url'], 0, false);
        }
 
        /**
@@ -436,14 +502,14 @@ class Contact
                }
 
                if ($contact['uid'] != 0) {
-                       $pcid = Contact::getIdForURL($contact['url'], 0, true, ['url' => $contact['url']]);
+                       $pcid = Contact::getIdForURL($contact['url'], 0, false, ['url' => $contact['url']]);
                        if (empty($pcid)) {
                                return [];
                        }
                        $ucid = $contact['id'];
                } else {
                        $pcid = $contact['id'];
-                       $ucid = Contact::getIdForURL($contact['url'], $uid, true);
+                       $ucid = Contact::getIdForURL($contact['url'], $uid, false);
                }
 
                return ['public' => $pcid, 'user' => $ucid];
@@ -957,7 +1023,6 @@ class Contact
                                 */
                                DBA::update('contact', ['archive' => true], ['id' => $contact['id']]);
                                DBA::update('contact', ['archive' => true], ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
-                               GContact::updateFromPublicContactURL($contact['url']);
                        }
                }
        }
@@ -975,7 +1040,7 @@ class Contact
        {
                // Always unarchive the relay contact entry
                if (!empty($contact['batch']) && !empty($contact['term-date']) && ($contact['term-date'] > DBA::NULL_DATETIME)) {
-                       $fields = ['term-date' => DBA::NULL_DATETIME, 'archive' => false];
+                       $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
                        $condition = ['uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
                        DBA::update('contact', $fields, $condition);
                }
@@ -999,220 +1064,9 @@ class Contact
                }
 
                // It's a miracle. Our dead contact has inexplicably come back to life.
-               $fields = ['term-date' => DBA::NULL_DATETIME, 'archive' => false];
+               $fields = ['failed' => false, 'term-date' => DBA::NULL_DATETIME, 'archive' => false];
                DBA::update('contact', $fields, ['id' => $contact['id']]);
                DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
-               GContact::updateFromPublicContactURL($contact['url']);
-       }
-
-       /**
-        * Get contact data for a given profile link
-        *
-        * The function looks at several places (contact table and gcontact table) for the contact
-        * It caches its result for the same script execution to prevent duplicate calls
-        *
-        * @param string $url     The profile link
-        * @param int    $uid     User id
-        * @param array  $default If not data was found take this data as default value
-        *
-        * @return array Contact data
-        * @throws HTTPException\InternalServerErrorException
-        */
-       public static function getDetailsByURL($url, $uid = -1, array $default = [])
-       {
-               static $cache = [];
-
-               if ($url == '') {
-                       return $default;
-               }
-
-               if ($uid == -1) {
-                       $uid = local_user();
-               }
-
-               if (isset($cache[$url][$uid])) {
-                       return $cache[$url][$uid];
-               }
-
-               $ssl_url = str_replace('http://', 'https://', $url);
-
-               $nurl = Strings::normaliseLink($url);
-
-               // Fetch contact data from the contact table for the given user
-               $s = DBA::p("SELECT `id`, `id` AS `cid`, 0 AS `gid`, 0 AS `zid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                       `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, `self`, `rel`, `pending`
-               FROM `contact` WHERE `nurl` = ? AND `uid` = ?", $nurl, $uid);
-               $r = DBA::toArray($s);
-
-               // Fetch contact data from the contact table for the given user, checking with the alias
-               if (!DBA::isResult($r)) {
-                       $s = DBA::p("SELECT `id`, `id` AS `cid`, 0 AS `gid`, 0 AS `zid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                               `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, `self`, `rel`, `pending`
-                       FROM `contact` WHERE `alias` IN (?, ?, ?) AND `uid` = ?", $nurl, $url, $ssl_url, $uid);
-                       $r = DBA::toArray($s);
-               }
-
-               // Fetch the data from the contact table with "uid=0" (which is filled automatically)
-               if (!DBA::isResult($r)) {
-                       $s = DBA::p("SELECT `id`, 0 AS `cid`, `id` AS `zid`, 0 AS `gid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                       `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, 0 AS `self`, `rel`, `pending`
-                       FROM `contact` WHERE `nurl` = ? AND `uid` = 0", $nurl);
-                       $r = DBA::toArray($s);
-               }
-
-               // Fetch the data from the contact table with "uid=0" (which is filled automatically) - checked with the alias
-               if (!DBA::isResult($r)) {
-                       $s = DBA::p("SELECT `id`, 0 AS `cid`, `id` AS `zid`, 0 AS `gid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                       `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, 0 AS `self`, `rel`, `pending`
-                       FROM `contact` WHERE `alias` IN (?, ?, ?) AND `uid` = 0", $nurl, $url, $ssl_url);
-                       $r = DBA::toArray($s);
-               }
-
-               // Fetch the data from the gcontact table
-               if (!DBA::isResult($r)) {
-                       $s = DBA::p("SELECT 0 AS `id`, 0 AS `cid`, `id` AS `gid`, 0 AS `zid`, 0 AS `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, '' AS `xmpp`,
-                       `keywords`, `photo`, `photo` AS `thumb`, `photo` AS `micro`, 0 AS `forum`, 0 AS `prv`, `community`, `contact-type`, `birthday`, 0 AS `self`, 2 AS `rel`, 0 AS `pending`
-                       FROM `gcontact` WHERE `nurl` = ?", $nurl);
-                       $r = DBA::toArray($s);
-               }
-
-               if (DBA::isResult($r)) {
-                       $authoritativeResult = true;
-                       // If there is more than one entry we filter out the connector networks
-                       if (count($r) > 1) {
-                               foreach ($r as $id => $result) {
-                                       if (!in_array($result["network"], Protocol::NATIVE_SUPPORT)) {
-                                               unset($r[$id]);
-                                       }
-                               }
-                       }
-
-                       $profile = array_shift($r);
-
-                       // "bd" always contains the upcoming birthday of a contact.
-                       // "birthday" might contain the birthday including the year of birth.
-                       if ($profile["birthday"] > DBA::NULL_DATE) {
-                               $bd_timestamp = strtotime($profile["birthday"]);
-                               $month = date("m", $bd_timestamp);
-                               $day = date("d", $bd_timestamp);
-
-                               $current_timestamp = time();
-                               $current_year = date("Y", $current_timestamp);
-                               $current_month = date("m", $current_timestamp);
-                               $current_day = date("d", $current_timestamp);
-
-                               $profile["bd"] = $current_year . "-" . $month . "-" . $day;
-                               $current = $current_year . "-" . $current_month . "-" . $current_day;
-
-                               if ($profile["bd"] < $current) {
-                                       $profile["bd"] = ( ++$current_year) . "-" . $month . "-" . $day;
-                               }
-                       } else {
-                               $profile["bd"] = DBA::NULL_DATE;
-                       }
-               } else {
-                       $authoritativeResult = false;
-                       $profile = $default;
-               }
-
-               if (empty($profile["photo"]) && isset($default["photo"])) {
-                       $profile["photo"] = $default["photo"];
-               }
-
-               if (empty($profile["name"]) && isset($default["name"])) {
-                       $profile["name"] = $default["name"];
-               }
-
-               if (empty($profile["network"]) && isset($default["network"])) {
-                       $profile["network"] = $default["network"];
-               }
-
-               if (empty($profile["thumb"]) && isset($profile["photo"])) {
-                       $profile["thumb"] = $profile["photo"];
-               }
-
-               if (empty($profile["micro"]) && isset($profile["thumb"])) {
-                       $profile["micro"] = $profile["thumb"];
-               }
-
-               if ((empty($profile["addr"]) || empty($profile["name"])) && !empty($profile["gid"])
-                       && in_array($profile["network"], Protocol::FEDERATED)
-               ) {
-                       Worker::add(PRIORITY_LOW, "UpdateGContact", $url);
-               }
-
-               // Show contact details of Diaspora contacts only if connected
-               if (empty($profile["cid"]) && ($profile["network"] ?? "") == Protocol::DIASPORA) {
-                       $profile["location"] = "";
-                       $profile["about"] = "";
-                       $profile["birthday"] = DBA::NULL_DATE;
-               }
-
-               // Only cache the result if it came from the DB since this method is used in widely different contexts
-               // @see display_fetch_author for an example of $default parameter diverging from the DB result
-               if ($authoritativeResult) {
-                       $cache[$url][$uid] = $profile;
-               }
-
-               return $profile;
-       }
-
-       /**
-        * Get contact data for a given address
-        *
-        * The function looks at several places (contact table and gcontact table) for the contact
-        *
-        * @param string $addr The profile link
-        * @param int    $uid  User id
-        *
-        * @return array Contact data
-        * @throws HTTPException\InternalServerErrorException
-        * @throws \ImagickException
-        */
-       public static function getDetailsByAddr($addr, $uid = -1)
-       {
-               if ($addr == '') {
-                       return [];
-               }
-
-               if ($uid == -1) {
-                       $uid = local_user();
-               }
-
-               // Fetch contact data from the contact table for the given user
-               $r = q("SELECT `id`, `id` AS `cid`, 0 AS `gid`, 0 AS `zid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                       `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, `self`, `rel`, `pending`,`baseurl`
-                       FROM `contact` WHERE `addr` = '%s' AND `uid` = %d AND NOT `deleted`",
-                       DBA::escape($addr),
-                       intval($uid)
-               );
-               // Fetch the data from the contact table with "uid=0" (which is filled automatically)
-               if (!DBA::isResult($r)) {
-                       $r = q("SELECT `id`, 0 AS `cid`, `id` AS `zid`, 0 AS `gid`, `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, `xmpp`,
-                               `keywords`, `photo`, `thumb`, `micro`, `forum`, `prv`, (`forum` | `prv`) AS `community`, `contact-type`, `bd` AS `birthday`, 0 AS `self`, `rel`, `pending`, `baseurl`
-                               FROM `contact` WHERE `addr` = '%s' AND `uid` = 0 AND NOT `deleted`",
-                               DBA::escape($addr)
-                       );
-               }
-
-               // Fetch the data from the gcontact table
-               if (!DBA::isResult($r)) {
-                       $r = q("SELECT 0 AS `id`, 0 AS `cid`, `id` AS `gid`, 0 AS `zid`, 0 AS `uid`, `url`, `nurl`, `alias`, `network`, `name`, `nick`, `addr`, `location`, `about`, '' AS `xmpp`,
-                               `keywords`, `photo`, `photo` AS `thumb`, `photo` AS `micro`, `community` AS `forum`, 0 AS `prv`, `community`, `contact-type`, `birthday`, 0 AS `self`, 2 AS `rel`, 0 AS `pending`, `server_url` AS `baseurl`
-                               FROM `gcontact` WHERE `addr` = '%s'",
-                               DBA::escape($addr)
-                       );
-               }
-
-               if (!DBA::isResult($r)) {
-                       $data = Probe::uri($addr);
-
-                       $profile = self::getDetailsByURL($data['url'], $uid, $data);
-               } else {
-                       $profile = $r[0];
-               }
-
-               return $profile;
        }
 
        /**
@@ -1415,12 +1269,8 @@ class Contact
 
                $fields = ['url', 'addr', 'alias', 'notify', 'name', 'nick',
                        'photo', 'keywords', 'location', 'about', 'network'];
-               $data = DBA::selectFirst('gcontact', $fields, ['nurl' => Strings::normaliseLink($url)]);
-
-               if (!DBA::isResult($data)) {
-                       $condition = ['alias' => [$url, Strings::normaliseLink($url), $ssl_url]];
-                       $data = DBA::selectFirst('contact', $fields, $condition);
-               }
+               $condition = ['alias' => [$url, Strings::normaliseLink($url), $ssl_url]];
+               $data = DBA::selectFirst('contact', $fields, $condition);
 
                if (DBA::isResult($data)) {
                        $data["pubkey"] = '';
@@ -1479,7 +1329,7 @@ class Contact
         *
         * @param string  $url       Contact URL
         * @param integer $uid       The user id for the contact (0 = public contact)
-        * @param boolean $no_update Don't update the contact
+        * @param boolean $update    true = always update, false = never update, null = update when not found or outdated
         * @param array   $default   Default value for creating the contact when every else fails
         * @param boolean $in_loop   Internally used variable to prevent an endless loop
         *
@@ -1487,7 +1337,7 @@ class Contact
         * @throws HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function getIdForURL($url, $uid = 0, $no_update = false, $default = [], $in_loop = false)
+       public static function getIdForURL($url, $uid = 0, $update = null, $default = [], $in_loop = false)
        {
                Logger::info('Get contact data', ['url' => $url, 'user' => $uid]);
 
@@ -1497,21 +1347,12 @@ class Contact
                        return 0;
                }
 
-               $contact = self::getByURL($url, $uid, ['id', 'avatar', 'updated', 'network'], false);
+               $contact = self::getByURL($url, false, ['id', 'avatar', 'updated', 'network'], $uid);
 
                if (!empty($contact)) {
                        $contact_id = $contact["id"];
-                       $update_contact = false;
 
-                       // Update the contact every 7 days (Don't update mail or feed contacts)
-                       if (in_array($contact['network'], Protocol::FEDERATED)) {
-                               $update_contact = ($contact['updated'] < DateTimeFormat::utc('now -7 days'));
-
-                               // We force the update if the avatar is empty
-                               if (empty($contact['avatar'])) {
-                                       $update_contact = true;
-                               }
-                       } elseif (empty($default) && in_array($contact['network'], [Protocol::MAIL, Protocol::PHANTOM]) && ($uid == 0)) {
+                       if (empty($default) && in_array($contact['network'], [Protocol::MAIL, Protocol::PHANTOM]) && ($uid == 0)) {
                                // Update public mail accounts via their user's accounts
                                $fields = ['network', 'addr', 'name', 'nick', 'avatar', 'photo', 'thumb', 'micro'];
                                $mailcontact = DBA::selectFirst('contact', $fields, ["`addr` = ? AND `network` = ? AND `uid` != 0", $url, Protocol::MAIL]);
@@ -1524,12 +1365,7 @@ class Contact
                                }
                        }
 
-                       // Update the contact in the background if needed but it is called by the frontend
-                       if ($update_contact && $no_update && in_array($contact['network'], Protocol::NATIVE_SUPPORT)) {
-                               Worker::add(PRIORITY_LOW, "UpdateContact", $contact_id, ($uid == 0 ? 'force' : ''));
-                       }
-
-                       if (!$update_contact || $no_update) {
+                       if (empty($update)) {
                                return $contact_id;
                        }
                } elseif ($uid != 0) {
@@ -1537,11 +1373,11 @@ class Contact
                        return 0;
                }
 
-               if ($no_update && empty($default)) {
+               if (!$update && empty($default)) {
                        // When we don't want to update, we look if we know this contact in any way
                        $data = self::getProbeDataFromDatabase($url, $contact_id);
                        $background_update = true;
-               } elseif ($no_update && !empty($default['network'])) {
+               } elseif (!$update && !empty($default['network'])) {
                        // If there are default values, take these
                        $data = $default;
                        $background_update = false;
@@ -1550,7 +1386,7 @@ class Contact
                        $background_update = false;
                }
 
-               if (empty($data)) {
+               if ((empty($data) && is_null($update)) || $update) {
                        $data = Probe::uri($url, "", $uid);
                }
 
@@ -1573,7 +1409,7 @@ class Contact
                }
 
                if (!$contact_id && !empty($data['alias']) && ($data['alias'] != $data['url']) && !$in_loop) {
-                       $contact_id = self::getIdForURL($data["alias"], $uid, true, $default, true);
+                       $contact_id = self::getIdForURL($data["alias"], $uid, false, $default, true);
                }
 
                if (!$contact_id) {
@@ -1588,7 +1424,6 @@ class Contact
                                'poll'      => $data['poll'] ?? '',
                                'name'      => $data['name'] ?? '',
                                'nick'      => $data['nick'] ?? '',
-                               'photo'     => $data['photo'] ?? '',
                                'keywords'  => $data['keywords'] ?? '',
                                'location'  => $data['location'] ?? '',
                                'about'     => $data['about'] ?? '',
@@ -1634,7 +1469,7 @@ class Contact
                }
 
                if (!empty($data['photo']) && ($data['network'] != Protocol::FEED)) {
-                       self::updateAvatar($data['photo'], $uid, $contact_id);
+                       self::updateAvatar($contact_id, $data['photo']);
                }
 
                if (in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO]))) {
@@ -1644,14 +1479,6 @@ class Contact
                        } else {
                                // Else do a direct update
                                self::updateFromProbe($contact_id, '', false);
-
-                               // Update the gcontact entry
-                               if ($uid == 0) {
-                                       GContact::updateFromPublicContactID($contact_id);
-                                       if (($data['network'] == Protocol::ACTIVITYPUB) && in_array(DI::config()->get('system', 'gcontact_discovery'), [GContact::DISCOVERY_DIRECT, GContact::DISCOVERY_RECURSIVE])) {
-                                               GContact::discoverFollowers($data['url']);
-                                       }
-                               }
                        }
                } else {
                        $fields = ['url', 'nurl', 'addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'avatar-date', 'baseurl', 'gsid'];
@@ -1665,7 +1492,8 @@ class Contact
                        $updated = [
                                'url' => $data['url'],
                                'nurl' => Strings::normaliseLink($data['url']),
-                               'updated' => DateTimeFormat::utcNow()
+                               'updated' => DateTimeFormat::utcNow(),
+                               'failed' => false
                        ];
 
                        $fields = ['addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'baseurl', 'gsid'];
@@ -1874,7 +1702,6 @@ class Contact
                // There are several fields that indicate that the contact or user is a forum
                // "page-flags" is a field in the user table,
                // "forum" and "prv" are used in the contact table. They stand for User::PAGE_FLAGS_COMMUNITY and User::PAGE_FLAGS_PRVGROUP.
-               // "community" is used in the gcontact table and is true if the contact is User::PAGE_FLAGS_COMMUNITY or User::PAGE_FLAGS_PRVGROUP.
                if ((isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_COMMUNITY))
                        || (isset($contact['page-flags']) && (intval($contact['page-flags']) == User::PAGE_FLAGS_PRVGROUP))
                        || (isset($contact['forum']) && intval($contact['forum']))
@@ -1944,12 +1771,146 @@ class Contact
                return $return;
        }
 
+       /**
+        * Ensure that cached avatar exist
+        *
+        * @param integer $cid
+        */
+       public static function checkAvatarCache(int $cid)
+       {
+               $contact = DBA::selectFirst('contact', ['url', 'avatar', 'photo', 'thumb', 'micro'], ['id' => $cid, 'uid' => 0, 'self' => false]);
+               if (!DBA::isResult($contact)) {
+                       return;
+               }
+
+               if (empty($contact['avatar']) || (!empty($contact['photo']) && !empty($contact['thumb']) && !empty($contact['micro']))) {
+                       return;
+               }
+
+               Logger::info('Adding avatar cache', ['id' => $cid, 'contact' => $contact]);
+
+               self::updateAvatar($cid, $contact['avatar'], true);
+       }
+
+       /**
+        * Return the photo path for a given contact array in the given size
+        *
+        * @param array $contact  contact array
+        * @param string $field   Fieldname of the photo in the contact array
+        * @param string $default Default path when no picture had been found
+        * @param string $size    Size of the avatar picture
+        * @param string $avatar  Avatar path that is displayed when no photo had been found
+        * @return string photo path
+        */
+       private static function getAvatarPath(array $contact, string $field, string $default, string $size, string $avatar)
+       {
+               if (!empty($contact)) {
+                       $contact = self::checkAvatarCacheByArray($contact);
+                       if (!empty($contact[$field])) {
+                               $avatar = $contact[$field];
+                       }
+               }
+
+               if (empty($avatar)) {
+                       return $default;
+               }
+
+               if (Proxy::isLocalImage($avatar)) {
+                       return $avatar;
+               } else {
+                       return Proxy::proxifyUrl($avatar, false, $size);
+               }
+       }
+
+       /**
+        * Return the photo path for a given contact array
+        *
+        * @param array $contact Contact array
+        * @param string $avatar  Avatar path that is displayed when no photo had been found
+        * @return string photo path
+        */
+       public static function getPhoto(array $contact, string $avatar = '')
+       {
+               return self::getAvatarPath($contact, 'photo', DI::baseUrl() . '/images/person-300.jpg', Proxy::SIZE_SMALL, $avatar);
+       }
+
+       /**
+        * Return the photo path (thumb size) for a given contact array
+        *
+        * @param array $contact Contact array
+        * @param string $avatar  Avatar path that is displayed when no photo had been found
+        * @return string photo path
+        */
+       public static function getThumb(array $contact, string $avatar = '')
+       {
+               return self::getAvatarPath($contact, 'thumb', DI::baseUrl() . '/images/person-80.jpg', Proxy::SIZE_THUMB, $avatar);
+       }
+
+       /**
+        * Return the photo path (micro size) for a given contact array
+        *
+        * @param array $contact Contact array
+        * @param string $avatar  Avatar path that is displayed when no photo had been found
+        * @return string photo path
+        */
+       public static function getMicro(array $contact, string $avatar = '')
+       {
+               return self::getAvatarPath($contact, 'micro', DI::baseUrl() . '/images/person-48.jpg', Proxy::SIZE_MICRO, $avatar);
+       }
+
+       /**
+        * Check the given contact array for avatar cache fields
+        *
+        * @param array $contact
+        * @return array contact array with avatar cache fields
+        */
+       private static function checkAvatarCacheByArray(array $contact)
+       {
+               $update = false;
+               $contact_fields = [];
+               $fields = ['photo', 'thumb', 'micro'];
+               foreach ($fields as $field) {
+                       if (isset($contact[$field])) {
+                               $contact_fields[] = $field;
+                       }
+                       if (isset($contact[$field]) && empty($contact[$field])) {
+                               $update = true;
+                       }
+               }
+
+               if (!$update) {
+                       return $contact;
+               }
+
+               if (!empty($contact['id']) && !empty($contact['avatar'])) {
+                       self::updateAvatar($contact['id'], $contact['avatar'], true);
+
+                       $new_contact = self::getById($contact['id'], $contact_fields);
+                       if (DBA::isResult($new_contact)) {
+                               // We only update the cache fields
+                               $contact = array_merge($contact, $new_contact);
+                       }
+               }
+
+               /// add the default avatars if the fields aren't filled
+               if (isset($contact['photo']) && empty($contact['photo'])) {
+                       $contact['photo'] = DI::baseUrl() . '/images/person-300.jpg';
+               }
+               if (isset($contact['thumb']) && empty($contact['thumb'])) {
+                       $contact['thumb'] = DI::baseUrl() . '/images/person-80.jpg';
+               }
+               if (isset($contact['micro']) && empty($contact['micro'])) {
+                       $contact['micro'] = DI::baseUrl() . '/images/person-48.jpg';
+               }
+
+               return $contact;
+       }
+
        /**
         * Updates the avatar links in a contact only if needed
         *
-        * @param string $avatar Link to avatar picture
-        * @param int    $uid    User id of contact owner
         * @param int    $cid    Contact id
+        * @param string $avatar Link to avatar picture
         * @param bool   $force  force picture update
         *
         * @return void
@@ -1957,41 +1918,51 @@ class Contact
         * @throws HTTPException\NotFoundException
         * @throws \ImagickException
         */
-       public static function updateAvatar($avatar, $uid, $cid, $force = false)
+       public static function updateAvatar(int $cid, string $avatar, bool $force = false)
        {
-               $contact = DBA::selectFirst('contact', ['avatar', 'photo', 'thumb', 'micro', 'nurl'], ['id' => $cid, 'self' => false]);
+               $contact = DBA::selectFirst('contact', ['uid', 'avatar', 'photo', 'thumb', 'micro', 'nurl'], ['id' => $cid, 'self' => false]);
                if (!DBA::isResult($contact)) {
                        return;
                }
 
+               $uid = $contact['uid'];
+
+               // Only update the cached photo links of public contacts when they already are cached
+               if (($uid == 0) && !$force && empty($contact['thumb']) && empty($contact['micro'])) {
+                       if ($contact['avatar'] != $avatar) {
+                               DBA::update('contact', ['avatar' => $avatar], ['id' => $cid]);
+                               Logger::info('Only update the avatar', ['id' => $cid, 'avatar' => $avatar, 'contact' => $contact]);
+                       }
+                       return;
+               }
+
                $data = [
                        $contact['photo'] ?? '',
                        $contact['thumb'] ?? '',
                        $contact['micro'] ?? '',
                ];
 
-               foreach ($data as $image_uri) {
-                       $image_rid = Photo::ridFromURI($image_uri);
-                       if ($image_rid && !Photo::exists(['resource-id' => $image_rid, 'uid' => $uid])) {
-                               Logger::info('Regenerating avatar', ['contact uid' => $uid, 'cid' => $cid, 'missing photo' => $image_rid, 'avatar' => $contact['avatar']]);
-                               $force = true;
+               $update = ($contact['avatar'] != $avatar) || $force;
+
+               if (!$update) {
+                       foreach ($data as $image_uri) {
+                               $image_rid = Photo::ridFromURI($image_uri);
+                               if ($image_rid && !Photo::exists(['resource-id' => $image_rid, 'uid' => $uid])) {
+                                       Logger::info('Regenerating avatar', ['contact uid' => $uid, 'cid' => $cid, 'missing photo' => $image_rid, 'avatar' => $contact['avatar']]);
+                                       $update = true;
+                               }
                        }
                }
 
-               if (($contact["avatar"] != $avatar) || $force) {
+               if ($update) {
                        $photos = Photo::importProfilePhoto($avatar, $uid, $cid, true);
-
                        if ($photos) {
                                $fields = ['avatar' => $avatar, 'photo' => $photos[0], 'thumb' => $photos[1], 'micro' => $photos[2], 'avatar-date' => DateTimeFormat::utcNow()];
                                DBA::update('contact', $fields, ['id' => $cid]);
-
-                               // Update the public contact (contact id = 0)
-                               if ($uid != 0) {
-                                       $pcontact = DBA::selectFirst('contact', ['id'], ['nurl' => $contact['nurl'], 'uid' => 0]);
-                                       if (DBA::isResult($pcontact)) {
-                                               DBA::update('contact', $fields, ['id' => $pcontact['id']]);
-                                       }
-                               }
+                       } elseif (empty($contact['avatar'])) {
+                               // Ensure that the avatar field is set
+                               DBA::update('contact', ['avatar' => $avatar], ['id' => $cid]);                          
+                               Logger::info('Failed profile import', ['id' => $cid, 'force' => $force, 'avatar' => $avatar, 'contact' => $contact]);
                        }
                }
        }
@@ -2018,9 +1989,6 @@ class Contact
                        return;
                }
 
-               // Update the corresponding gcontact entry
-               GContact::updateFromPublicContactID($id);
-
                // Archive or unarchive the contact. We only need to do this for the public contact.
                // The archive/unarchive function will update the personal contacts by themselves.
                $contact = DBA::selectFirst('contact', [], ['id' => $id]);
@@ -2108,7 +2076,7 @@ class Contact
         * @throws HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function updateFromProbe($id, $network = '', $force = false)
+       public static function updateFromProbe(int $id, string $network = '', bool $force = false)
        {
                /*
                  Warning: Never ever fetch the public key via Probe::uri and write it into the contacts.
@@ -2143,7 +2111,7 @@ class Contact
                // We check after the probing to be able to correct falsely detected contact types.
                if (($contact['contact-type'] == self::TYPE_RELAY) &&
                        (!Strings::compareLink($ret['url'], $contact['url']) || in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]))) {
-                       self::updateContact($id, $uid, $contact['url'], ['last-update' => $updated, 'success_update' => $updated]);
+                       self::updateContact($id, $uid, $contact['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
                        Logger::info('Not updating relais', ['id' => $id, 'url' => $contact['url']]);
                        return true;
                }
@@ -2151,11 +2119,15 @@ class Contact
                // If Probe::uri fails the network code will be different ("feed" or "unkn")
                if (in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]) && ($ret['network'] != $contact['network'])) {
                        if ($force && ($uid == 0)) {
-                               self::updateContact($id, $uid, $ret['url'], ['last-update' => $updated, 'failure_update' => $updated]);
+                               self::updateContact($id, $uid, $ret['url'], ['failed' => true, 'last-update' => $updated, 'failure_update' => $updated]);
                        }
                        return false;
                }
 
+               if (Contact\Relation::isDiscoverable($ret['url'])) {
+                       Worker::add(PRIORITY_LOW, 'ContactDiscovery', $ret['url']);
+               }
+
                if (isset($ret['hide']) && is_bool($ret['hide'])) {
                        $ret['unsearchable'] = $ret['hide'];
                }
@@ -2190,12 +2162,12 @@ class Contact
                }
 
                if (!empty($ret['photo']) && ($ret['network'] != Protocol::FEED)) {
-                       self::updateAvatar($ret['photo'], $uid, $id, $update || $force);
+                       self::updateAvatar($id, $ret['photo'], $update || $force);
                }
 
                if (!$update) {
                        if ($force) {
-                               self::updateContact($id, $uid, $ret['url'], ['last-update' => $updated, 'success_update' => $updated]);
+                               self::updateContact($id, $uid, $ret['url'], ['failed' => false, 'last-update' => $updated, 'success_update' => $updated]);
                        }
 
                        // Update the public contact
@@ -2225,6 +2197,7 @@ class Contact
                if ($force && ($uid == 0)) {
                        $ret['last-update'] = $updated;
                        $ret['success_update'] = $updated;
+                       $ret['failed'] = false;
                }
 
                unset($ret['photo']);
@@ -2479,7 +2452,7 @@ class Contact
                Group::addMember(User::getDefaultGroup($user['uid'], $contact["network"]), $contact_id);
 
                // Update the avatar
-               self::updateAvatar($ret['photo'], $user['uid'], $contact_id);
+               self::updateAvatar($contact_id, $ret['photo']);
 
                // pull feed and consume it, which should subscribe to the hub.
 
@@ -2647,7 +2620,6 @@ class Contact
                                'nurl'     => Strings::normaliseLink($url),
                                'name'     => $name,
                                'nick'     => $nick,
-                               'photo'    => $photo,
                                'network'  => $network,
                                'rel'      => self::FOLLOWER,
                                'blocked'  => 0,
@@ -2661,7 +2633,7 @@ class Contact
                        // Ensure to always have the correct network type, independent from the connection request method
                        self::updateFromProbe($contact_id, '', true);
 
-                       Contact::updateAvatar($photo, $importer["uid"], $contact_id, true);
+                       self::updateAvatar($contact_id, $photo, true);
 
                        $contact_record = DBA::selectFirst('contact', ['id', 'network', 'name', 'url', 'photo'], ['id' => $contact_id]);
 
@@ -2930,4 +2902,415 @@ class Contact
 
                return in_array($protocol, [Protocol::DFRN, Protocol::DIASPORA, Protocol::ACTIVITYPUB]) && !$self;
        }
+
+       /**
+        * Search contact table by nick or name
+        *
+        * @param string $search Name or nick
+        * @param string $mode   Search mode (e.g. "community")
+        *
+        * @return array with search results
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        */
+       public static function searchByName($search, $mode = '')
+       {
+               if (empty($search)) {
+                       return [];
+               }
+
+               // check supported networks
+               if (DI::config()->get('system', 'diaspora_enabled')) {
+                       $diaspora = Protocol::DIASPORA;
+               } else {
+                       $diaspora = Protocol::DFRN;
+               }
+
+               if (!DI::config()->get('system', 'ostatus_disabled')) {
+                       $ostatus = Protocol::OSTATUS;
+               } else {
+                       $ostatus = Protocol::DFRN;
+               }
+
+               // check if we search only communities or every contact
+               if ($mode === 'community') {
+                       $extra_sql = sprintf(' AND `contact-type` = %d', Contact::TYPE_COMMUNITY);
+               } else {
+                       $extra_sql = '';
+               }
+
+               $search .= '%';
+
+               $results = DBA::p("SELECT * FROM `contact`
+                       WHERE NOT `unsearchable` AND `network` IN (?, ?, ?, ?) AND
+                               NOT `failed` AND `uid` = ? AND
+                               (`addr` LIKE ? OR `name` LIKE ? OR `nick` LIKE ?) $extra_sql
+                               ORDER BY `nurl` DESC LIMIT 1000",
+                       Protocol::DFRN, Protocol::ACTIVITYPUB, $ostatus, $diaspora, 0, $search, $search, $search
+               );
+
+               $contacts = DBA::toArray($results);
+               return $contacts;
+       }
+
+       /**
+        * @param int $uid   user
+        * @param int $start optional, default 0
+        * @param int $limit optional, default 80
+        * @return array
+        */
+       static public function getSuggestions(int $uid, int $start = 0, int $limit = 80)
+       {
+               $cid = self::getPublicIdByUserId($uid);
+               $totallimit = $start + $limit;
+               $contacts = [];
+
+               Logger::info('Collecting suggestions', ['uid' => $uid, 'cid' => $cid, 'start' => $start, 'limit' => $limit]);
+
+               $diaspora = DI::config()->get('system', 'diaspora_enabled') ? Protocol::DIASPORA : Protocol::ACTIVITYPUB;
+               $ostatus = !DI::config()->get('system', 'ostatus_disabled') ? Protocol::OSTATUS : Protocol::ACTIVITYPUB;
+
+               // The query returns contacts where contacts interacted with whom the given user follows.
+               // Contacts who already are in the user's contact table are ignored.
+               $results = DBA::select('contact', [],
+                       ["`id` IN (SELECT `cid` FROM `contact-relation` WHERE `relation-cid` IN
+                               (SELECT `cid` FROM `contact-relation` WHERE `relation-cid` = ?)
+                                       AND NOT `cid` IN (SELECT `id` FROM `contact` WHERE `uid` = ? AND `nurl` IN
+                                               (SELECT `nurl` FROM `contact` WHERE `uid` = ? AND `rel` IN (?, ?))))
+                       AND NOT `hidden` AND `network` IN (?, ?, ?, ?)",
+                       $cid, 0, $uid, Contact::FRIEND, Contact::SHARING,
+                       Protocol::ACTIVITYPUB, Protocol::DFRN, $diaspora, $ostatus],
+                       ['order' => ['last-item' => true], 'limit' => $totallimit]
+               );
+
+               while ($contact = DBA::fetch($results)) {
+                       $contacts[$contact['id']] = $contact;
+               }
+               DBA::close($results);
+
+               Logger::info('Contacts of contacts who are followed by the given user', ['uid' => $uid, 'cid' => $cid, 'count' => count($contacts)]);
+
+               if (count($contacts) >= $totallimit) {
+                       return array_slice($contacts, $start, $limit);
+               }
+
+               // The query returns contacts where contacts interacted with whom also interacted with the given user.
+               // Contacts who already are in the user's contact table are ignored.
+               $results = DBA::select('contact', [],
+                       ["`id` IN (SELECT `cid` FROM `contact-relation` WHERE `relation-cid` IN
+                               (SELECT `relation-cid` FROM `contact-relation` WHERE `cid` = ?)
+                                       AND NOT `cid` IN (SELECT `id` FROM `contact` WHERE `uid` = ? AND `nurl` IN
+                                               (SELECT `nurl` FROM `contact` WHERE `uid` = ? AND `rel` IN (?, ?))))
+                       AND NOT `hidden` AND `network` IN (?, ?, ?, ?)",
+                       $cid, 0, $uid, Contact::FRIEND, Contact::SHARING,
+                       Protocol::ACTIVITYPUB, Protocol::DFRN, $diaspora, $ostatus],
+                       ['order' => ['last-item' => true], 'limit' => $totallimit]
+               );
+
+               while ($contact = DBA::fetch($results)) {
+                       $contacts[$contact['id']] = $contact;
+               }
+               DBA::close($results);
+
+               Logger::info('Contacts of contacts who are following the given user', ['uid' => $uid, 'cid' => $cid, 'count' => count($contacts)]);
+
+               if (count($contacts) >= $totallimit) {
+                       return array_slice($contacts, $start, $limit);
+               }
+
+               // The query returns contacts that follow the given user but aren't followed by that user.
+               $results = DBA::select('contact', [],
+                       ["`nurl` IN (SELECT `nurl` FROM `contact` WHERE `uid` = ? AND `rel` = ?)
+                       AND NOT `hidden` AND `uid` = ? AND `network` IN (?, ?, ?, ?)",
+                       $uid, Contact::FOLLOWER, 0, 
+                       Protocol::ACTIVITYPUB, Protocol::DFRN, $diaspora, $ostatus],
+                       ['order' => ['last-item' => true], 'limit' => $totallimit]
+               );
+
+               while ($contact = DBA::fetch($results)) {
+                       $contacts[$contact['id']] = $contact;
+               }
+               DBA::close($results);
+
+               Logger::info('Followers that are not followed by the given user', ['uid' => $uid, 'cid' => $cid, 'count' => count($contacts)]);
+
+               if (count($contacts) >= $totallimit) {
+                       return array_slice($contacts, $start, $limit);
+               }
+
+               // The query returns any contact that isn't followed by that user.
+               $results = DBA::select('contact', [],
+                       ["NOT `nurl` IN (SELECT `nurl` FROM `contact` WHERE `uid` = ? AND `rel` IN (?, ?))
+                       AND NOT `hidden` AND `uid` = ? AND `network` IN (?, ?, ?, ?)",
+                       $uid, Contact::FRIEND, Contact::SHARING, 0, 
+                       Protocol::ACTIVITYPUB, Protocol::DFRN, $diaspora, $ostatus],
+                       ['order' => ['last-item' => true], 'limit' => $totallimit]
+               );
+
+               while ($contact = DBA::fetch($results)) {
+                       $contacts[$contact['id']] = $contact;
+               }
+               DBA::close($results);
+
+               Logger::info('Any contact', ['uid' => $uid, 'cid' => $cid, 'count' => count($contacts)]);
+
+               return array_slice($contacts, $start, $limit);
+       }
+
+       /**
+        * Returns a list of all common friends between two given public contact ids.
+        *
+        * @param int $cid1  first public contact id
+        * @param int $cid2  second public contact id
+        * @return int
+        */
+       public static function countContactsOfContact(int $cid)
+       {
+               return DBA::count('contact',
+                       ["`id` IN (SELECT `cid` FROM `contact-relation` WHERE `relation-cid` = ?)
+                       OR `id` IN (SELECT `relation-cid` FROM `contact-relation` WHERE `cid` = ?)",
+                       $cid, $cid]
+               );
+       }
+
+       /**
+        * Returns a list of all contacts of a given public contact id.
+        *
+        * @param int $cid   public contact id
+        * @param int $start optional, default 0
+        * @param int $limit optional, default 80
+        * @return array
+        */
+       public static function getContactsOfContact(int $cid, int $start = 0, int $limit = 80)
+       {
+               return DBA::selectToArray('contact', [],
+                       ["`id` IN (SELECT `cid` FROM `contact-relation` WHERE `relation-cid` = ?)
+                       OR `id` IN (SELECT `relation-cid` FROM `contact-relation` WHERE `cid` = ?)",
+                       $cid, $cid],
+                       ['limit' => [$start, $limit]]
+               );
+       }
+
+       /**
+        * Add public contacts from an array
+        *
+        * @param array $urls
+        * @return array result "count", "added" and "updated"
+        */
+       public static function addByUrls(array $urls)
+       {
+               $added = 0;
+               $updated = 0;
+               $count = 0;
+
+               foreach ($urls as $url) {
+                       $contact = Contact::getByURL($url, false, ['id']); 
+                       if (empty($contact['id'])) {
+                               Worker::add(PRIORITY_LOW, 'AddContact', 0, $url);
+                               ++$added;
+                       } else {
+                               Worker::add(PRIORITY_LOW, 'UpdateContact', $contact['id']);
+                               ++$updated;
+                       }
+                       ++$count;
+               }
+
+               return ['count' => $count, 'added' => $added, 'updated' => $updated];
+       }
+
+       /**
+        * Set the last date that the contact had posted something
+        *
+        * This functionality is currently unused
+        *
+        * @param string $data  probing result
+        * @param bool   $force force updating
+        */
+       private static function setLastUpdate(array $data, bool $force = false)
+       {
+               $contact = self::getByURL($data['url'], false, []);
+               if (empty($contact)) {
+                       return;
+               }
+               if (!$force && !GServer::updateNeeded($contact['created'], $contact['updated'], $contact['last_failure'], $contact['last_contact'])) {
+                       Logger::info("Don't update profile", ['url' => $data['url'], 'updated' => $contact['updated']]);
+                       return;
+               }
+
+               if (self::updateFromNoScrape($data)) {
+                       return;
+               }
+
+               if (!empty($data['outbox'])) {
+                       self::updateFromOutbox($data['outbox'], $data);
+               } elseif (!empty($data['poll']) && ($data['network'] == Protocol::ACTIVITYPUB)) {
+                       self::updateFromOutbox($data['poll'], $data);
+               } elseif (!empty($data['poll'])) {
+                       self::updateFromFeed($data);
+               }
+       }
+
+       /**
+        * Update a global contact via the "noscrape" endpoint
+        *
+        * @param string $data Probing result
+        *
+        * @return bool 'true' if update was successful or the server was unreachable
+        */
+       private static function updateFromNoScrape(array $data)
+       {
+               // Check the 'noscrape' endpoint when it is a Friendica server
+               $gserver = DBA::selectFirst('gserver', ['noscrape'], ["`nurl` = ? AND `noscrape` != ''",
+               Strings::normaliseLink($data['baseurl'])]);
+               if (!DBA::isResult($gserver)) {
+                       return false;
+               }
+
+               $curlResult = DI::httpRequest()->get($gserver['noscrape'] . '/' . $data['nick']);
+
+               if ($curlResult->isSuccess() && !empty($curlResult->getBody())) {
+                       $noscrape = json_decode($curlResult->getBody(), true);
+                       if (!empty($noscrape) && !empty($noscrape['updated'])) {
+                               $noscrape['updated'] = DateTimeFormat::utc($noscrape['updated'], DateTimeFormat::MYSQL);
+                               $fields = ['failed' => false, 'last_contact' => DateTimeFormat::utcNow(), 'updated' => $noscrape['updated']];
+                               DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($data['url'])]);
+                               return true;
+                       }
+               } elseif ($curlResult->isTimeout()) {
+                       // On a timeout return the existing value, but mark the contact as failure
+                       $fields = ['failed' => true, 'last_failure' => DateTimeFormat::utcNow()];
+                       DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($data['url'])]);
+                       return true;
+               }
+               return false;
+       }
+
+       /**
+        * Update a global contact via an ActivityPub Outbox
+        *
+        * @param string $feed
+        * @param array  $data Probing result
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        */
+       private static function updateFromOutbox(string $feed, array $data)
+       {
+               $outbox = ActivityPub::fetchContent($feed);
+               if (empty($outbox)) {
+                       return;
+               }
+
+               if (!empty($outbox['orderedItems'])) {
+                       $items = $outbox['orderedItems'];
+               } elseif (!empty($outbox['first']['orderedItems'])) {
+                       $items = $outbox['first']['orderedItems'];
+               } elseif (!empty($outbox['first']['href']) && ($outbox['first']['href'] != $feed)) {
+                       self::updateFromOutbox($outbox['first']['href'], $data);
+                       return;
+               } elseif (!empty($outbox['first'])) {
+                       if (is_string($outbox['first']) && ($outbox['first'] != $feed)) {
+                               self::updateFromOutbox($outbox['first'], $data);
+                       } else {
+                               Logger::warning('Unexpected data', ['outbox' => $outbox]);
+                       }
+                       return;
+               } else {
+                       $items = [];
+               }
+
+               $last_updated = '';
+               foreach ($items as $activity) {
+                       if (!empty($activity['published'])) {
+                               $published =  DateTimeFormat::utc($activity['published']);
+                       } elseif (!empty($activity['object']['published'])) {
+                               $published =  DateTimeFormat::utc($activity['object']['published']);
+                       } else {
+                               continue;
+                       }
+
+                       if ($last_updated < $published) {
+                               $last_updated = $published;
+                       }
+               }
+
+               if (empty($last_updated)) {
+                       return;
+               }
+
+               $fields = ['failed' => false, 'last_contact' => DateTimeFormat::utcNow(), 'updated' => $last_updated];
+               DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($data['url'])]);
+       }
+
+       /**
+        * Update a global contact via an XML feed
+        *
+        * @param string $data Probing result
+        */
+       private static function updateFromFeed(array $data)
+       {
+               // Search for the newest entry in the feed
+               $curlResult = DI::httpRequest()->get($data['poll']);
+               if (!$curlResult->isSuccess()) {
+                       $fields = ['failed' => true, 'last_failure' => DateTimeFormat::utcNow()];
+                       DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($data['url'])]);
+
+                       Logger::info("Profile wasn't reachable (no feed)", ['url' => $data['url']]);
+                       return;
+               }
+
+               $doc = new DOMDocument();
+               @$doc->loadXML($curlResult->getBody());
+
+               $xpath = new DOMXPath($doc);
+               $xpath->registerNamespace('atom', 'http://www.w3.org/2005/Atom');
+
+               $entries = $xpath->query('/atom:feed/atom:entry');
+
+               $last_updated = '';
+
+               foreach ($entries as $entry) {
+                       $published_item = $xpath->query('atom:published/text()', $entry)->item(0);
+                       $updated_item   = $xpath->query('atom:updated/text()'  , $entry)->item(0);
+                       $published      = !empty($published_item->nodeValue) ? DateTimeFormat::utc($published_item->nodeValue) : null;
+                       $updated        = !empty($updated_item->nodeValue) ? DateTimeFormat::utc($updated_item->nodeValue) : null;
+
+                       if (empty($published) || empty($updated)) {
+                               Logger::notice('Invalid entry for XPath.', ['entry' => $entry, 'url' => $data['url']]);
+                               continue;
+                       }
+
+                       if ($last_updated < $published) {
+                               $last_updated = $published;
+                       }
+
+                       if ($last_updated < $updated) {
+                               $last_updated = $updated;
+                       }
+               }
+
+               if (empty($last_updated)) {
+                       return;
+               }
+
+               $fields = ['failed' => false, 'last_contact' => DateTimeFormat::utcNow(), 'updated' => $last_updated];
+               DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($data['url'])]);
+       }
+
+       /**
+        * Returns a random, global contact of the current node
+        *
+        * @return string The profile URL
+        * @throws Exception
+        */
+       public static function getRandomUrl()
+       {
+               $r = DBA::selectFirst('contact', ['url'], [
+                       "`uid` = ? AND `network` = ? AND NOT `failed` AND `last-item` > ?",
+                       0, Protocol::DFRN, DateTimeFormat::utc('now - 1 month'),
+               ], ['order' => ['RAND()']]);
+
+               if (DBA::isResult($r)) {
+                       return $r['url'];
+               }
+
+               return '';
+       }
 }