]> git.mxchange.org Git - friendica.git/blobdiff - src/Model/Contact.php
New function "isAuthenticated"
[friendica.git] / src / Model / Contact.php
index a10c0d05e5f4599a610fad5188da9b578a59a2a0..816c2a18644827ae03153c71c6d3ec4b7f282189 100644 (file)
@@ -4,6 +4,7 @@
  */
 namespace Friendica\Model;
 
+use Friendica\App\BaseURL;
 use Friendica\BaseObject;
 use Friendica\Content\Pager;
 use Friendica\Core\Config;
@@ -12,6 +13,7 @@ use Friendica\Core\L10n;
 use Friendica\Core\Logger;
 use Friendica\Core\Protocol;
 use Friendica\Core\System;
+use Friendica\Core\Session;
 use Friendica\Core\Worker;
 use Friendica\Database\DBA;
 use Friendica\Network\Probe;
@@ -22,7 +24,6 @@ use Friendica\Protocol\Diaspora;
 use Friendica\Protocol\OStatus;
 use Friendica\Protocol\PortableContact;
 use Friendica\Protocol\Salmon;
-use Friendica\Util\BaseURL;
 use Friendica\Util\DateTimeFormat;
 use Friendica\Util\Network;
 use Friendica\Util\Strings;
@@ -117,11 +118,9 @@ class Contact extends BaseObject
         * @return array
         * @throws \Exception
         */
-       public static function select(array $fields = [], array $condition = [], array $params = [])
+       public static function selectToArray(array $fields = [], array $condition = [], array $params = [])
        {
-               $statement = DBA::select('contact', $fields, $condition, $params);
-
-               return DBA::toArray($statement);
+               return DBA::selectToArray('contact', $fields, $condition, $params);
        }
 
        /**
@@ -138,6 +137,31 @@ class Contact extends BaseObject
                return $contact;
        }
 
+       /**
+        * Insert a row into the contact table
+        * Important: You can't use DBA::lastInsertId() after this call since it will be set to 0.
+        *
+        * @param array        $fields              field array
+        * @param bool         $on_duplicate_update Do an update on a duplicate entry
+        *
+        * @return boolean was the insert successful?
+        * @throws \Exception
+        */
+       public static function insert(array $fields, bool $on_duplicate_update = false)
+       {
+               $ret = DBA::insert('contact', $fields, $on_duplicate_update);
+               $contact = DBA::selectFirst('contact', ['nurl', 'uid'], ['id' => DBA::lastInsertId()]);
+               if (!DBA::isResult($contact)) {
+                       // Shouldn't happen
+                       return $ret;
+               }
+
+               // Search for duplicated contacts and get rid of them
+               self::removeDuplicates($contact['nurl'], $contact['uid']);
+
+               return $ret;
+       }
+
        /**
         * @param integer $id     Contact ID
         * @param array   $fields Array of selected fields, empty for all
@@ -174,25 +198,112 @@ class Contact extends BaseObject
                return DBA::exists('contact', $condition);
        }
 
+       /**
+        * @brief Tests if the given contact url is a follower
+        *
+        * @param string $url Contact URL
+        * @param int    $uid User ID
+        *
+        * @return boolean is the contact id a follower?
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
+        */
+       public static function isFollowerByURL($url, $uid)
+       {
+               $cid = self::getIdForURL($url, $uid, true);
+
+               if (empty($cid)) {
+                       return false;
+               }
+
+               return self::isFollower($cid, $uid);
+       }
+
+       /**
+        * @brief Tests if the given user follow the given contact
+        *
+        * @param int $cid Either public contact id or user's contact id
+        * @param int $uid User ID
+        *
+        * @return boolean is the contact url being followed?
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
+        */
+       public static function isSharing($cid, $uid)
+       {
+               if (self::isBlockedByUser($cid, $uid)) {
+                       return false;
+               }
+
+               $cdata = self::getPublicAndUserContacID($cid, $uid);
+               if (empty($cdata['user'])) {
+                       return false;
+               }
+
+               $condition = ['id' => $cdata['user'], 'rel' => [self::SHARING, self::FRIEND]];
+               return DBA::exists('contact', $condition);
+       }
+
+       /**
+        * @brief Tests if the given user follow the given contact url
+        *
+        * @param string $url Contact URL
+        * @param int    $uid User ID
+        *
+        * @return boolean is the contact url being followed?
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
+        */
+       public static function isSharingByURL($url, $uid)
+       {
+               $cid = self::getIdForURL($url, $uid, true);
+
+               if (empty($cid)) {
+                       return false;
+               }
+
+               return self::isSharing($cid, $uid);
+       }
+
        /**
         * @brief Get the basepath for a given contact link
-        * @todo  Add functionality to store this value in the contact table
         *
         * @param string $url The contact link
         *
         * @return string basepath
+        * @return boolean $dont_update Don't update the contact
         * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         * @throws \ImagickException
         */
-       public static function getBasepath($url)
+       public static function getBasepath($url, $dont_update = false)
        {
-               $data = Probe::uri($url);
-               if (!empty($data['baseurl'])) {
-                       return $data['baseurl'];
+               $contact = DBA::selectFirst('contact', ['baseurl'], ['uid' => 0, 'nurl' => Strings::normaliseLink($url)]);
+               if (!empty($contact['baseurl'])) {
+                       return $contact['baseurl'];
+               } elseif ($dont_update) {
+                       return '';
+               }
+
+               self::updateFromProbeByURL($url, true);
+
+               $contact = DBA::selectFirst('contact', ['baseurl'], ['uid' => 0, 'nurl' => Strings::normaliseLink($url)]);
+               if (!empty($contact['baseurl'])) {
+                       return $contact['baseurl'];
                }
 
-               // When we can't probe the server, we use some ugly function that does some pattern matching
-               return PortableContact::detectServer($url);
+               return '';
+       }
+
+       /**
+        * Check if the given contact url is on the same server
+        *
+        * @param string $url The contact link
+        *
+        * @return boolean Is it the same server?
+        */
+       public static function isLocal($url)
+       {
+               return Strings::compareLink(self::getBasepath($url, true), System::baseUrl());
        }
 
        /**
@@ -573,21 +684,21 @@ class Contact extends BaseObject
        public static function updateSelfFromUserID($uid, $update_avatar = false)
        {
                $fields = ['id', 'name', 'nick', 'location', 'about', 'keywords', 'gender', 'avatar',
-                       'xmpp', 'contact-type', 'forum', 'prv', 'avatar-date', 'url', 'nurl',
+                       'xmpp', 'contact-type', 'forum', 'prv', 'avatar-date', 'url', 'nurl', 'unsearchable',
                        'photo', 'thumb', 'micro', 'addr', 'request', 'notify', 'poll', 'confirm', 'poco'];
                $self = DBA::selectFirst('contact', $fields, ['uid' => $uid, 'self' => true]);
                if (!DBA::isResult($self)) {
                        return;
                }
 
-               $fields = ['nickname', 'page-flags', 'account-type'];
+               $fields = ['nickname', 'page-flags', 'account-type', 'hidewall'];
                $user = DBA::selectFirst('user', $fields, ['uid' => $uid]);
                if (!DBA::isResult($user)) {
                        return;
                }
 
                $fields = ['name', 'photo', 'thumb', 'about', 'address', 'locality', 'region',
-                       'country-name', 'gender', 'pub_keywords', 'xmpp'];
+                       'country-name', 'gender', 'pub_keywords', 'xmpp', 'net-publish'];
                $profile = DBA::selectFirst('profile', $fields, ['uid' => $uid, 'is-default' => true]);
                if (!DBA::isResult($profile)) {
                        return;
@@ -632,6 +743,7 @@ class Contact extends BaseObject
                $fields['avatar'] = System::baseUrl() . '/photo/profile/' .$uid . '.' . $file_suffix;
                $fields['forum'] = $user['page-flags'] == User::PAGE_FLAGS_COMMUNITY;
                $fields['prv'] = $user['page-flags'] == User::PAGE_FLAGS_PRVGROUP;
+               $fields['unsearchable'] = $user['hidewall'] || !$profile['net-publish'];
 
                // it seems as if ported accounts can have wrong values, so we make sure that now everything is fine.
                $fields['url'] = System::baseUrl() . '/profile/' . $user['nickname'];
@@ -790,8 +902,9 @@ class Contact extends BaseObject
                                 * delete, though if the owner tries to unarchive them we'll start
                                 * the whole process over again.
                                 */
-                               DBA::update('contact', ['archive' => 1], ['id' => $contact['id']]);
-                               DBA::update('contact', ['archive' => 1], ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
+                               DBA::update('contact', ['archive' => true], ['id' => $contact['id']]);
+                               DBA::update('contact', ['archive' => true], ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
+                               GContact::updateFromPublicContactURL($contact['url']);
                        }
                }
        }
@@ -807,6 +920,13 @@ class Contact extends BaseObject
         */
        public static function unmarkForArchival(array $contact)
        {
+               // Always unarchive the relay contact entry
+               if (!empty($contact['batch']) && !empty($contact['term-date']) && ($contact['term-date'] > DBA::NULL_DATETIME)) {
+                       $fields = ['term-date' => DBA::NULL_DATETIME, 'archive' => false];
+                       $condition = ['uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
+                       DBA::update('contact', $fields, $condition);
+               }
+
                $condition = ['`id` = ? AND (`term-date` > ? OR `archive`)', $contact['id'], DBA::NULL_DATETIME];
                $exists = DBA::exists('contact', $condition);
 
@@ -828,12 +948,8 @@ class Contact extends BaseObject
                // It's a miracle. Our dead contact has inexplicably come back to life.
                $fields = ['term-date' => DBA::NULL_DATETIME, 'archive' => false];
                DBA::update('contact', $fields, ['id' => $contact['id']]);
-               DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($contact['url'])]);
-
-               if (!empty($contact['batch'])) {
-                       $condition = ['batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
-                       DBA::update('contact', $fields, $condition);
-               }
+               DBA::update('contact', $fields, ['nurl' => Strings::normaliseLink($contact['url']), 'self' => false]);
+               GContact::updateFromPublicContactURL($contact['url']);
        }
 
        /**
@@ -965,7 +1081,7 @@ class Contact extends BaseObject
                if ((empty($profile["addr"]) || empty($profile["name"])) && (defaults($profile, "gid", 0) != 0)
                        && in_array($profile["network"], Protocol::FEDERATED)
                ) {
-                       Worker::add(PRIORITY_LOW, "UpdateGContact", $profile["gid"]);
+                       Worker::add(PRIORITY_LOW, "UpdateGContact", $url);
                }
 
                // Show contact details of Diaspora contacts only if connected
@@ -1076,9 +1192,9 @@ class Contact extends BaseObject
                }
 
                $sparkle = false;
-               if (($contact['network'] === Protocol::DFRN) && !$contact['self']) {
+               if (($contact['network'] === Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
                        $sparkle = true;
-                       $profile_link = System::baseUrl() . '/redir/' . $contact['id'] . '?url=' . $contact['url'];
+                       $profile_link = System::baseUrl() . '/redir/' . $contact['id'];
                } else {
                        $profile_link = $contact['url'];
                }
@@ -1093,11 +1209,11 @@ class Contact extends BaseObject
                        $profile_link = $profile_link . '?tab=profile';
                }
 
-               if (self::canReceivePrivateMessages($contact)) {
+               if (self::canReceivePrivateMessages($contact) && empty($contact['pending'])) {
                        $pm_url = System::baseUrl() . '/message/new/' . $contact['id'];
                }
 
-               if (($contact['network'] == Protocol::DFRN) && !$contact['self']) {
+               if (($contact['network'] == Protocol::DFRN) && !$contact['self'] && empty($contact['pending'])) {
                        $poke_link = System::baseUrl() . '/poke/?f=&c=' . $contact['id'];
                }
 
@@ -1132,6 +1248,13 @@ class Contact extends BaseObject
                                'pm'      => [L10n::t('Send PM'),       $pm_url,            false],
                                'poke'    => [L10n::t('Poke'),          $poke_link,         false],
                        ];
+
+                       if (!empty($contact['pending'])) {
+                               $intro = DBA::selectFirst('intro', ['id'], ['contact-id' => $contact['id']]);
+                               if (DBA::isResult($intro)) {
+                                       $menu['follow'] = [L10n::t('Approve'), 'notifications/intros/' . $intro['id'], true];
+                               }
+                       }
                }
 
                $args = ['contact' => $contact, 'menu' => &$menu];
@@ -1300,11 +1423,13 @@ class Contact extends BaseObject
 
                /// @todo Verify if we can't use Contact::getDetailsByUrl instead of the following
                // We first try the nurl (http://server.tld/nick), most common case
-               $contact = DBA::selectFirst('contact', ['id', 'avatar', 'updated', 'network'], ['nurl' => Strings::normaliseLink($url), 'uid' => $uid, 'deleted' => false]);
+               $fields = ['id', 'avatar', 'updated', 'network'];
+               $options = ['order' => ['id']];
+               $contact = DBA::selectFirst('contact', $fields, ['nurl' => Strings::normaliseLink($url), 'uid' => $uid, 'deleted' => false], $options);
 
                // Then the addr (nick@server.tld)
                if (!DBA::isResult($contact)) {
-                       $contact = DBA::selectFirst('contact', ['id', 'avatar', 'updated', 'network'], ['addr' => $url, 'uid' => $uid, 'deleted' => false]);
+                       $contact = DBA::selectFirst('contact', $fields, ['addr' => str_replace('acct:', '', $url), 'uid' => $uid, 'deleted' => false], $options);
                }
 
                // Then the alias (which could be anything)
@@ -1312,7 +1437,7 @@ class Contact extends BaseObject
                        // The link could be provided as http although we stored it as https
                        $ssl_url = str_replace('http://', 'https://', $url);
                        $condition = ['`alias` IN (?, ?, ?) AND `uid` = ? AND NOT `deleted`', $url, Strings::normaliseLink($url), $ssl_url, $uid];
-                       $contact = DBA::selectFirst('contact', ['id', 'avatar', 'updated', 'network'], $condition);
+                       $contact = DBA::selectFirst('contact', $fields, $condition, $options);
                }
 
                if (DBA::isResult($contact)) {
@@ -1339,10 +1464,14 @@ class Contact extends BaseObject
                        return 0;
                }
 
-               // When we don't want to update, we look if we know this contact in any way
                if ($no_update && empty($default)) {
+                       // When we don't want to update, we look if we know this contact in any way
                        $data = self::getProbeDataFromDatabase($url, $contact_id);
                        $background_update = true;
+               } elseif ($no_update && !empty($default['network'])) {
+                       // If there are default values, take these
+                       $data = $default;
+                       $background_update = false;
                } else {
                        $data = [];
                        $background_update = false;
@@ -1350,25 +1479,15 @@ class Contact extends BaseObject
 
                if (empty($data)) {
                        $data = Probe::uri($url, "", $uid);
-
                        // Ensure that there is a gserver entry
                        if (!empty($data['baseurl']) && ($data['network'] != Protocol::PHANTOM)) {
                                PortableContact::checkServer($data['baseurl']);
                        }
                }
 
-               // Last try in gcontact for unsupported networks
-               if (!in_array($data["network"], [Protocol::ACTIVITYPUB, Protocol::DFRN, Protocol::OSTATUS, Protocol::DIASPORA, Protocol::PUMPIO, Protocol::MAIL, Protocol::FEED])) {
-                       if ($uid != 0) {
-                               return 0;
-                       }
-
-                       $contact = array_merge(self::getProbeDataFromDatabase($url, $contact_id), $default);
-                       if (empty($contact)) {
-                               return 0;
-                       }
-
-                       $data = array_merge($data, $contact);
+               // Take the default values when probing failed
+               if (!empty($default) && !in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO]))) {
+                       $data = array_merge($data, $default);
                }
 
                if (empty($data)) {
@@ -1403,6 +1522,7 @@ class Contact extends BaseObject
                                'request'   => defaults($data, 'request', ''),
                                'confirm'   => defaults($data, 'confirm', ''),
                                'poco'      => defaults($data, 'poco', ''),
+                               'baseurl'   => defaults($data, 'baseurl', ''),
                                'name-date' => DateTimeFormat::utcNow(),
                                'uri-date'  => DateTimeFormat::utcNow(),
                                'avatar-date' => DateTimeFormat::utcNow(),
@@ -1413,110 +1533,121 @@ class Contact extends BaseObject
 
                        $condition = ['nurl' => Strings::normaliseLink($data["url"]), 'uid' => $uid, 'deleted' => false];
 
-                       DBA::update('contact', $fields, $condition, true);
+                       // Before inserting we do check if the entry does exist now.
+                       $contact = DBA::selectFirst('contact', ['id'], $condition, ['order' => ['id']]);
+                       if (!DBA::isResult($contact)) {
+                               Logger::info('Create new contact', $fields);
+
+                               self::insert($fields);
 
-                       $s = DBA::select('contact', ['id'], $condition, ['order' => ['id'], 'limit' => 2]);
-                       $contacts = DBA::toArray($s);
-                       if (!DBA::isResult($contacts)) {
-                               return 0;
+                               // We intentionally aren't using lastInsertId here. There is a chance for duplicates.
+                               $contact = DBA::selectFirst('contact', ['id'], $condition, ['order' => ['id']]);
+                               if (!DBA::isResult($contact)) {
+                                       Logger::info('Contact creation failed', $fields);
+                                       // Shouldn't happen
+                                       return 0;
+                               }
+                       } else {
+                               Logger::info('Contact had been created before', ['id' => $contact["id"], 'url' => $url, 'contact' => $fields]);
                        }
 
-                       $contact_id = $contacts[0]["id"];
+                       $contact_id = $contact["id"];
+               }
 
-                       // Update in the background when we fetched the data solely from the database
+               if (!empty($data['photo']) && ($data['network'] != Protocol::FEED)) {
+                       self::updateAvatar($data['photo'], $uid, $contact_id);
+               }
+
+               if (in_array($data["network"], array_merge(Protocol::NATIVE_SUPPORT, [Protocol::PUMPIO]))) {
                        if ($background_update) {
-                               Worker::add(PRIORITY_LOW, "UpdateContact", $contact_id, ($uid == 0 ? 'force' : ''));
-                       }
+                               // Update in the background when we fetched the data solely from the database
+                               Worker::add(PRIORITY_MEDIUM, "UpdateContact", $contact_id, ($uid == 0 ? 'force' : ''));
+                       } else {
+                               // Else do a direct update
+                               self::updateFromProbe($contact_id, '', false);
 
-                       // Update the newly created contact from data in the gcontact table
-                       $gcontact = DBA::selectFirst('gcontact', ['location', 'about', 'keywords', 'gender'], ['nurl' => Strings::normaliseLink($data["url"])]);
-                       if (DBA::isResult($gcontact)) {
-                               // Only use the information when the probing hadn't fetched these values
-                               if (!empty($data['keywords'])) {
-                                       unset($gcontact['keywords']);
+                               // Update the gcontact entry
+                               if ($uid == 0) {
+                                       GContact::updateFromPublicContactID($contact_id);
                                }
-                               if (!empty($data['location'])) {
-                                       unset($gcontact['location']);
-                               }
-                               if (!empty($data['about'])) {
-                                       unset($gcontact['about']);
-                               }
-                               DBA::update('contact', $gcontact, ['id' => $contact_id]);
                        }
+               } else {
+                       $fields = ['url', 'nurl', 'addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'avatar-date', 'baseurl'];
+                       $contact = DBA::selectFirst('contact', $fields, ['id' => $contact_id]);
 
-                       if (count($contacts) > 1 && $uid == 0 && $contact_id != 0 && $data["url"] != "") {
-                               $condition = ["`nurl` = ? AND `uid` = ? AND `id` != ? AND NOT `self`",
-                                       Strings::normaliseLink($data["url"]), 0, $contact_id];
-                               Logger::log('Deleting duplicate contact ' . json_encode($condition), Logger::DEBUG);
-                               DBA::delete('contact', $condition);
+                       // This condition should always be true
+                       if (!DBA::isResult($contact)) {
+                               return $contact_id;
                        }
-               }
 
-               if (!empty($data['photo']) && ($data['network'] != Protocol::FEED)) {
-                       self::updateAvatar($data['photo'], $uid, $contact_id);
-               }
+                       $updated = [
+                               'url' => $data['url'],
+                               'nurl' => Strings::normaliseLink($data['url']),
+                               'updated' => DateTimeFormat::utcNow()
+                       ];
 
-               $fields = ['url', 'nurl', 'addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'avatar-date', 'pubkey'];
-               $contact = DBA::selectFirst('contact', $fields, ['id' => $contact_id]);
+                       $fields = ['addr', 'alias', 'name', 'nick', 'keywords', 'location', 'about', 'baseurl'];
 
-               // This condition should always be true
-               if (!DBA::isResult($contact)) {
-                       return $contact_id;
-               }
+                       foreach ($fields as $field) {
+                               $updated[$field] = defaults($data, $field, $contact[$field]);
+                       }
 
-               $updated = [
-                       'addr' => $data['addr'] ?? '',
-                       'alias' => defaults($data, 'alias', ''),
-                       'url' => $data['url'],
-                       'nurl' => Strings::normaliseLink($data['url']),
-                       'name' => $data['name'],
-                       'nick' => $data['nick']
-               ];
+                       if (($updated['addr'] != $contact['addr']) || (!empty($data['alias']) && ($data['alias'] != $contact['alias']))) {
+                               $updated['uri-date'] = DateTimeFormat::utcNow();
+                       }
 
-               if (!empty($data['keywords'])) {
-                       $updated['keywords'] = $data['keywords'];
-               }
-               if (!empty($data['location'])) {
-                       $updated['location'] = $data['location'];
-               }
+                       if (($data['name'] != $contact['name']) || ($data['nick'] != $contact['nick'])) {
+                               $updated['name-date'] = DateTimeFormat::utcNow();
+                       }
 
-               // Update the technical stuff as well - if filled
-               if (!empty($data['notify'])) {
-                       $updated['notify'] = $data['notify'];
-               }
-               if (!empty($data['poll'])) {
-                       $updated['poll'] = $data['poll'];
-               }
-               if (!empty($data['batch'])) {
-                       $updated['batch'] = $data['batch'];
-               }
-               if (!empty($data['request'])) {
-                       $updated['request'] = $data['request'];
-               }
-               if (!empty($data['confirm'])) {
-                       $updated['confirm'] = $data['confirm'];
-               }
-               if (!empty($data['poco'])) {
-                       $updated['poco'] = $data['poco'];
+                       DBA::update('contact', $updated, ['id' => $contact_id], $contact);
                }
 
-               // Only fill the pubkey if it had been empty before. We have to prevent identity theft.
-               if (empty($contact['pubkey'])) {
-                       $updated['pubkey'] = $data['pubkey'];
+               return $contact_id;
+       }
+
+       /**
+        * @brief Checks if the contact is archived
+        *
+        * @param int $cid contact id
+        *
+        * @return boolean Is the contact archived?
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        */
+       public static function isArchived(int $cid)
+       {
+               if ($cid == 0) {
+                       return false;
                }
 
-               if (($updated['addr'] != $contact['addr']) || (!empty($data['alias']) && ($data['alias'] != $contact['alias']))) {
-                       $updated['uri-date'] = DateTimeFormat::utcNow();
+               $contact = DBA::selectFirst('contact', ['archive', 'url', 'batch'], ['id' => $cid]);
+               if (!DBA::isResult($contact)) {
+                       return false;
                }
-               if (($data["name"] != $contact["name"]) || ($data["nick"] != $contact["nick"])) {
-                       $updated['name-date'] = DateTimeFormat::utcNow();
+
+               if ($contact['archive']) {
+                       return true;
                }
 
-               $updated['updated'] = DateTimeFormat::utcNow();
+               // Check status of ActivityPub endpoints
+               $apcontact = APContact::getByURL($contact['url'], false);
+               if (!empty($apcontact)) {
+                       if (!empty($apcontact['inbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['inbox']])) {
+                               return true;
+                       }
+
+                       if (!empty($apcontact['sharedinbox']) && DBA::exists('inbox-status', ['archive' => true, 'url' => $apcontact['sharedinbox']])) {
+                               return true;
+                       }
+               }
 
-               DBA::update('contact', $updated, ['id' => $contact_id], $contact);
+               // Check status of Diaspora endpoints
+               if (!empty($contact['batch'])) {
+                       $condition = ['archive' => true, 'uid' => 0, 'network' => Protocol::FEDERATED, 'batch' => $contact['batch'], 'contact-type' => self::TYPE_RELAY];
+                       return DBA::exists('contact', $condition);
+                }
 
-               return $contact_id;
+               return false;
        }
 
        /**
@@ -1605,7 +1736,7 @@ class Contact extends BaseObject
 
                $pager = new Pager($a->query_string);
 
-               $params = ['order' => ['created' => true],
+               $params = ['order' => ['received' => true],
                        'limit' => [$pager->getStart(), $pager->getItemsPerPage()]];
 
                if ($thread_mode) {
@@ -1758,21 +1889,36 @@ class Contact extends BaseObject
         /**
         * @brief Helper function for "updateFromProbe". Updates personal and public contact
         *
-        * @param array $contact The personal contact entry
-        * @param array $fields  The fields that are updated
+        * @param integer $id      contact id
+        * @param integer $uid     user id
+        * @param string  $url     The profile URL of the contact
+        * @param array   $fields  The fields that are updated
+        *
         * @throws \Exception
         */
        private static function updateContact($id, $uid, $url, array $fields)
        {
-               DBA::update('contact', $fields, ['id' => $id]);
+               if (!DBA::update('contact', $fields, ['id' => $id])) {
+                       Logger::info('Couldn\'t update contact.', ['id' => $id, 'fields' => $fields]);
+                       return;
+               }
 
-               if ($uid != 0) {
+               // Search for duplicated contacts and get rid of them
+               if (self::removeDuplicates(Strings::normaliseLink($url), $uid) || ($uid != 0)) {
                        return;
                }
 
+               // Update the corresponding gcontact entry
+               GContact::updateFromPublicContactID($id);
+
                // Archive or unarchive the contact. We only need to do this for the public contact.
                // The archive/unarchive function will update the personal contacts by themselves.
                $contact = DBA::selectFirst('contact', [], ['id' => $id]);
+               if (!DBA::isResult($contact)) {
+                       Logger::info('Couldn\'t select contact for archival.', ['id' => $id]);
+                       return;
+               }
+
                if (!empty($fields['success_update'])) {
                        self::unmarkForArchival($contact);
                } elseif (!empty($fields['failure_update'])) {
@@ -1799,6 +1945,50 @@ class Contact extends BaseObject
                DBA::update('contact', $fields, $condition);
        }
 
+        /**
+        * @brief Remove duplicated contacts
+        *
+        * @param string  $nurl  Normalised contact url
+        * @param integer $uid   User id
+        * @return boolean
+        * @throws \Exception
+        */
+       public static function removeDuplicates(string $nurl, int $uid)
+       {
+               $condition = ['nurl' => $nurl, 'uid' => $uid, 'deleted' => false, 'network' => Protocol::FEDERATED];
+               $count = DBA::count('contact', $condition);
+               if ($count <= 1) {
+                       return false;
+               }
+
+               $first_contact = DBA::selectFirst('contact', ['id', 'network'], $condition, ['order' => ['id']]);
+               if (!DBA::isResult($first_contact)) {
+                       // Shouldn't happen - so we handle it
+                       return false;
+               }
+
+               $first = $first_contact['id'];
+               Logger::info('Found duplicates', ['count' => $count, 'first' => $first, 'uid' => $uid, 'nurl' => $nurl]);
+               if (($uid != 0 && ($first_contact['network'] == Protocol::DFRN))) {
+                       // Don't handle non public DFRN duplicates by now (legacy DFRN is very special because of the key handling)
+                       Logger::info('Not handling non public DFRN duplicate', ['uid' => $uid, 'nurl' => $nurl]);
+                       return false;
+               }
+
+               // Find all duplicates
+               $condition = ["`nurl` = ? AND `uid` = ? AND `id` != ? AND NOT `self` AND NOT `deleted`", $nurl, $uid, $first];
+               $duplicates = DBA::select('contact', ['id', 'network'], $condition);
+               while ($duplicate = DBA::fetch($duplicates)) {
+                       if (!in_array($duplicate['network'], Protocol::FEDERATED)) {
+                               continue;
+                       }
+
+                       Worker::add(PRIORITY_HIGH, 'MergeContact', $first, $duplicate['id'], $uid);
+               }
+               Logger::info('Duplicates handled', ['uid' => $uid, 'nurl' => $nurl]);
+               return true;
+       }
+
        /**
         * @param integer $id      contact id
         * @param string  $network Optional network we are probing for
@@ -1814,8 +2004,12 @@ class Contact extends BaseObject
                  This will reliably kill your communication with old Friendica contacts.
                 */
 
-               $fields = ['avatar', 'uid', 'name', 'nick', 'url', 'addr', 'batch', 'notify',
-                       'poll', 'request', 'confirm', 'poco', 'network', 'alias'];
+               // These fields aren't updated by this routine:
+               // 'xmpp', 'sensitive'
+
+               $fields = ['uid', 'avatar', 'name', 'nick', 'location', 'keywords', 'about', 'gender',
+                       'unsearchable', 'url', 'addr', 'batch', 'notify', 'poll', 'request', 'confirm', 'poco',
+                       'network', 'alias', 'baseurl', 'forum', 'prv', 'contact-type', 'pubkey'];
                $contact = DBA::selectFirst('contact', $fields, ['id' => $id]);
                if (!DBA::isResult($contact)) {
                        return false;
@@ -1824,6 +2018,9 @@ class Contact extends BaseObject
                $uid = $contact['uid'];
                unset($contact['uid']);
 
+               $pubkey = $contact['pubkey'];
+               unset($contact['pubkey']);
+
                $contact['photo'] = $contact['avatar'];
                unset($contact['avatar']);
 
@@ -1831,34 +2028,62 @@ class Contact extends BaseObject
 
                $updated = DateTimeFormat::utcNow();
 
-               // If Probe::uri fails the network code will be different (mostly "feed" or "unkn")
-               if (!in_array($ret['network'], Protocol::NATIVE_SUPPORT) ||
-                       (in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]) && ($ret['network'] != $contact['network']))) {
+               // We must not try to update relay contacts via probe. They are no real contacts.
+               // We check after the probing to be able to correct falsely detected contact types.
+               if (($contact['contact-type'] == self::TYPE_RELAY) &&
+                       (!Strings::compareLink($ret['url'], $contact['url']) || in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]))) {
+                       self::updateContact($id, $uid, $contact['url'], ['last-update' => $updated, 'success_update' => $updated]);
+                       Logger::info('Not updating relais', ['id' => $id, 'url' => $contact['url']]);
+                       return true;
+               }
+
+               // If Probe::uri fails the network code will be different ("feed" or "unkn")
+               if (in_array($ret['network'], [Protocol::FEED, Protocol::PHANTOM]) && ($ret['network'] != $contact['network'])) {
                        if ($force && ($uid == 0)) {
                                self::updateContact($id, $uid, $ret['url'], ['last-update' => $updated, 'failure_update' => $updated]);
                        }
                        return false;
                }
 
+               if (isset($ret['hide']) && is_bool($ret['hide'])) {
+                       $ret['unsearchable'] = $ret['hide'];
+               }
+
+               if (isset($ret['account-type']) && is_int($ret['account-type'])) {
+                       $ret['forum'] = false;
+                       $ret['prv'] = false;
+                       $ret['contact-type'] = $ret['account-type'];
+                       if ($ret['contact-type'] == User::ACCOUNT_TYPE_COMMUNITY) {
+                               $apcontact = APContact::getByURL($ret['url'], false);
+                               if (isset($apcontact['manually-approve'])) {
+                                       $ret['forum'] = (bool)!$apcontact['manually-approve'];
+                                       $ret['prv'] = (bool)!$ret['forum'];
+                               }
+                       }
+               }
+
+               $new_pubkey = $ret['pubkey'];
+
                $update = false;
 
-               // make sure to not overwrite existing values with blank entries
+               // make sure to not overwrite existing values with blank entries except some technical fields
+               $keep = ['batch', 'notify', 'poll', 'request', 'confirm', 'poco', 'baseurl'];
                foreach ($ret as $key => $val) {
-                       if (!isset($contact[$key])) {
+                       if (!array_key_exists($key, $contact)) {
                                unset($ret[$key]);
-                       } elseif (($contact[$key] != '') && ($val == '')) {
+                       } elseif (($contact[$key] != '') && ($val === '') && !is_bool($ret[$key]) && !in_array($key, $keep)) {
                                $ret[$key] = $contact[$key];
                        } elseif ($ret[$key] != $contact[$key]) {
                                $update = true;
                        }
                }
 
-               if ($ret['network'] != Protocol::FEED) {
+               if (!empty($ret['photo']) && ($ret['network'] != Protocol::FEED)) {
                        self::updateAvatar($ret['photo'], $uid, $id, $update || $force);
                }
 
                if (!$update) {
-                       if ($force && ($uid == 0)) {
+                       if ($force) {
                                self::updateContact($id, $uid, $ret['url'], ['last-update' => $updated, 'success_update' => $updated]);
                        }
                        return true;
@@ -1867,6 +2092,19 @@ class Contact extends BaseObject
                $ret['nurl'] = Strings::normaliseLink($ret['url']);
                $ret['updated'] = $updated;
 
+               // Only fill the pubkey if it had been empty before. We have to prevent identity theft.
+               if (empty($pubkey) && !empty($new_pubkey)) {
+                       $ret['pubkey'] = $new_pubkey;
+               }
+
+               if (($ret['addr'] != $contact['addr']) || (!empty($ret['alias']) && ($ret['alias'] != $contact['alias']))) {
+                       $ret['uri-date'] = DateTimeFormat::utcNow();
+               }
+
+               if (($ret['name'] != $contact['name']) || ($ret['nick'] != $contact['nick'])) {
+                       $ret['name-date'] = $updated;
+               }
+
                if ($force && ($uid == 0)) {
                        $ret['last-update'] = $updated;
                        $ret['success_update'] = $updated;
@@ -1876,12 +2114,22 @@ class Contact extends BaseObject
 
                self::updateContact($id, $uid, $ret['url'], $ret);
 
-               // Update the corresponding gcontact entry
-               GContact::updateFromProbe($ret['url']);
-
                return true;
        }
 
+       public static function updateFromProbeByURL($url, $force = false)
+       {
+               $id = self::getIdForURL($url);
+
+               if (empty($id)) {
+                       return $id;
+               }
+
+               self::updateFromProbe($id, '', $force);
+
+               return $id;
+       }
+
        /**
         * Detects if a given contact array belongs to a legacy DFRN connection
         *
@@ -2066,7 +2314,7 @@ class Contact extends BaseObject
                        $new_relation = (in_array($protocol, [Protocol::MAIL]) ? self::FRIEND : self::SHARING);
 
                        // create contact record
-                       DBA::insert('contact', [
+                       self::insert([
                                'uid'     => $uid,
                                'created' => DateTimeFormat::utcNow(),
                                'url'     => $ret['url'],
@@ -2080,6 +2328,7 @@ class Contact extends BaseObject
                                'name'    => $ret['name'],
                                'nick'    => $ret['nick'],
                                'network' => $ret['network'],
+                               'baseurl' => $ret['baseurl'],
                                'protocol' => $protocol,
                                'pubkey'  => $ret['pubkey'],
                                'rel'     => $new_relation,
@@ -2226,7 +2475,18 @@ class Contact extends BaseObject
                $nick = $pub_contact['nick'];
                $network = $pub_contact['network'];
 
+               // Ensure that we don't create a new contact when there already is one
+               $cid = self::getIdForURL($url, $importer['uid']);
+               if (!empty($cid)) {
+                       $contact = DBA::selectFirst('contact', [], ['id' => $cid]);
+               }
+
                if (!empty($contact)) {
+                       if (!empty($contact['pending'])) {
+                               Logger::info('Pending contact request already exists.', ['url' => $url, 'uid' => $importer['uid']]);
+                               return null;
+                       }
+
                        // Contact is blocked at user-level
                        if (!empty($contact['id']) && !empty($importer['id']) &&
                                self::isBlockedByUser($contact['id'], $importer['id'])) {
@@ -2242,6 +2502,9 @@ class Contact extends BaseObject
                                                ['id' => $contact['id'], 'uid' => $importer['uid']]);
                        }
 
+                       // Ensure to always have the correct network type, independent from the connection request method
+                       self::updateFromProbe($contact['id'], '', true);
+
                        return true;
                } else {
                        // send email notification to owner?
@@ -2267,15 +2530,14 @@ class Contact extends BaseObject
                                'writable' => 1,
                        ]);
 
-                       $contact_record = [
-                               'id' => DBA::lastInsertId(),
-                               'network' => $network,
-                               'name' => $name,
-                               'url' => $url,
-                               'photo' => $photo
-                       ];
+                       $contact_id = DBA::lastInsertId();
 
-                       Contact::updateAvatar($photo, $importer["uid"], $contact_record["id"], true);
+                       // Ensure to always have the correct network type, independent from the connection request method
+                       self::updateFromProbe($contact_id, '', true);
+
+                       Contact::updateAvatar($photo, $importer["uid"], $contact_id, true);
+
+                       $contact_record = DBA::selectFirst('contact', ['id', 'network', 'name', 'url', 'photo'], ['id' => $contact_id]);
 
                        /// @TODO Encapsulate this into a function/method
                        $fields = ['uid', 'username', 'email', 'page-flags', 'notify-flags', 'language'];
@@ -2418,7 +2680,7 @@ class Contact extends BaseObject
         */
        public static function magicLink($contact_url, $url = '')
        {
-               if (!local_user() && !remote_user()) {
+               if (!Session::isAuthenticated()) {
                        return $url ?: $contact_url; // Equivalent to: ($url != '') ? $url : $contact_url;
                }
 
@@ -2430,7 +2692,7 @@ class Contact extends BaseObject
                // Prevents endless loop in case only a non-public contact exists for the contact URL
                unset($data['uid']);
 
-               return self::magicLinkByContact($data, $contact_url);
+               return self::magicLinkByContact($data, $url ?: $contact_url);
        }
 
        /**
@@ -2462,8 +2724,10 @@ class Contact extends BaseObject
         */
        public static function magicLinkByContact($contact, $url = '')
        {
-               if ((!local_user() && !remote_user()) || ($contact['network'] != Protocol::DFRN)) {
-                       return $url ?: $contact['url']; // Equivalent to ($url != '') ? $url : $contact['url'];
+               $destination = $url ?: $contact['url']; // Equivalent to ($url != '') ? $url : $contact['url'];
+
+               if (!Session::isAuthenticated() || ($contact['network'] != Protocol::DFRN)) {
+                       return $destination;
                }
 
                // Only redirections to the same host do make sense
@@ -2476,12 +2740,12 @@ class Contact extends BaseObject
                }
 
                if (empty($contact['id'])) {
-                       return $url ?: $contact['url'];
+                       return $destination;
                }
 
                $redirect = 'redir/' . $contact['id'];
 
-               if ($url != '') {
+               if (($url != '') && !Strings::compareLink($contact['url'], $url)) {
                        $redirect .= '?url=' . $url;
                }