]> git.mxchange.org Git - friendica.git/blobdiff - src/Model/GContact.php
File and category aren't using "term" anymore
[friendica.git] / src / Model / GContact.php
index f669138d76b0e591537e809aaad9b4d20d28512b..becfd61b08e44105a9a4452d0b20154a327ad3ff 100644 (file)
@@ -1,8 +1,24 @@
 <?php
 /**
- * @file src/Model/GlobalContact.php
- * This file includes the GlobalContact class with directory related functions
+ * @copyright Copyright (C) 2020, Friendica
+ *
+ * @license GNU AGPL version 3 or any later version
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ *
  */
+
 namespace Friendica\Model;
 
 use DOMDocument;
@@ -12,6 +28,7 @@ use Friendica\Core\Logger;
 use Friendica\Core\Protocol;
 use Friendica\Core\System;
 use Friendica\Core\Search;
+use Friendica\Core\Worker;
 use Friendica\Database\DBA;
 use Friendica\DI;
 use Friendica\Network\Probe;
@@ -26,6 +43,19 @@ use Friendica\Util\Strings;
  */
 class GContact
 {
+       /**
+        * No discovery of followers/followings
+        */
+       const DISCOVERY_NONE = 0;
+       /**
+        * Only discover followers/followings from direct contacts
+        */
+       const DISCOVERY_DIRECT = 1;
+       /**
+        * Recursive discovery of followers/followings
+        */
+       const DISCOVERY_RECURSIVE = 2;
+
        /**
         * Search global contact table by nick or name
         *
@@ -77,12 +107,13 @@ class GContact
 
                        // Ignore results that look strange.
                        // For historic reasons the gcontact table does contain some garbage.
-                       if (!empty($urlparts['query']) || !empty($urlparts['fragment'])) {
+                       if (empty($result['nurl']) || !empty($urlparts['query']) || !empty($urlparts['fragment'])) {
                                continue;
                        }
 
                        $gcontacts[] = Contact::getDetailsByURL($result['nurl'], local_user());
                }
+               DBA::close($results);
                return $gcontacts;
        }
 
@@ -533,6 +564,7 @@ class GContact
                                PortableContact::loadWorker(0, 0, 0, $base);
                        }
                }
+               DBA::close($contacts);
        }
 
        /**
@@ -658,7 +690,7 @@ class GContact
                }
 
                $public_contact = DBA::selectFirst('gcontact', [
-                       'name', 'nick', 'photo', 'location', 'about', 'addr', 'generation', 'birthday', 'gender', 'keywords',
+                       'name', 'nick', 'photo', 'location', 'about', 'addr', 'generation', 'birthday', 'keywords',
                        'contact-type', 'hide', 'nsfw', 'network', 'alias', 'notify', 'server_url', 'connect', 'updated', 'url'
                ], ['id' => $gcontact_id]);
 
@@ -753,7 +785,7 @@ class GContact
                                'photo' => $contact['photo'], 'name' => $contact['name'],
                                'nick' => $contact['nick'], 'addr' => $contact['addr'],
                                'network' => $contact['network'], 'birthday' => $contact['birthday'],
-                               'gender' => $contact['gender'], 'keywords' => $contact['keywords'],
+                               'keywords' => $contact['keywords'],
                                'hide' => $contact['hide'], 'nsfw' => $contact['nsfw'],
                                'contact-type' => $contact['contact-type'], 'alias' => $contact['alias'],
                                'notify' => $contact['notify'], 'url' => $contact['url'],
@@ -854,11 +886,11 @@ class GContact
                        $items = $outbox['orderedItems'];
                } elseif (!empty($outbox['first']['orderedItems'])) {
                        $items = $outbox['first']['orderedItems'];
-               } elseif (!empty($outbox['first']['href'])) {
+               } elseif (!empty($outbox['first']['href']) && ($outbox['first']['href'] != $feed)) {
                        self::updateFromOutbox($outbox['first']['href'], $data);
                        return;
                } elseif (!empty($outbox['first'])) {
-                       if (is_string($outbox['first'])) {
+                       if (is_string($outbox['first']) && ($outbox['first'] != $feed)) {
                                self::updateFromOutbox($outbox['first'], $data);
                        } else {
                                Logger::warning('Unexpected data', ['outbox' => $outbox]);
@@ -981,7 +1013,7 @@ class GContact
         */
        private static function updateFromPublicContact($condition)
        {
-               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords', 'gender',
+               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords',
                        'bd', 'contact-type', 'network', 'addr', 'notify', 'alias', 'archive', 'term-date',
                        'created', 'updated', 'avatar', 'success_update', 'failure_update', 'forum', 'prv',
                        'baseurl', 'sensitive', 'unsearchable'];
@@ -991,7 +1023,7 @@ class GContact
                        return 0;
                }
 
-               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords', 'gender', 'generation',
+               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords', 'generation',
                        'birthday', 'contact-type', 'network', 'addr', 'notify', 'alias', 'archived', 'archive_date',
                        'created', 'updated', 'photo', 'last_contact', 'last_failure', 'community', 'connect',
                        'server_url', 'nsfw', 'hide', 'id'];
@@ -1005,7 +1037,7 @@ class GContact
                $gcontact = [];
 
                // These fields are identical in both contact and gcontact
-               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords', 'gender',
+               $fields = ['name', 'nick', 'url', 'nurl', 'location', 'about', 'keywords',
                        'contact-type', 'network', 'addr', 'notify', 'alias', 'created', 'updated'];
 
                foreach ($fields as $field) {
@@ -1117,10 +1149,10 @@ class GContact
                );
 
                $gcontact = ['name' => $userdata['name'], 'location' => $location, 'about' => $userdata['about'],
-                               'gender' => $userdata['gender'], 'keywords' => $userdata['pub_keywords'],
+                               'keywords' => $userdata['pub_keywords'],
                                'birthday' => $userdata['dob'], 'photo' => $userdata['photo'],
                                "notify" => $userdata['notify'], 'url' => $userdata['url'],
-                               "hide" => ($userdata['hidewall'] || !$userdata['net-publish']),
+                               "hide" => !$userdata['net-publish'],
                                'nick' => $userdata['nickname'], 'addr' => $userdata['addr'],
                                "connect" => $userdata['addr'], "server_url" => DI::baseUrl(),
                                "generation" => 1, 'network' => Protocol::DFRN];
@@ -1259,6 +1291,129 @@ class GContact
                }
        }
 
+       /**
+        * Fetches the followers of a given profile and adds them
+        *
+        * @param string $url URL of a profile
+        * @return void
+        */
+       public static function discoverFollowers(string $url)
+       {
+               $gcontact = DBA::selectFirst('gcontact', ['id', 'last_discovery'], ['nurl' => Strings::normaliseLink(($url))]);
+               if (!DBA::isResult($gcontact)) {
+                       return;
+               }
+
+               if ($gcontact['last_discovery'] > DateTimeFormat::utc('now - 1 month')) {
+                       Logger::info('Last discovery was less then a month before.', ['url' => $url, 'discovery' => $gcontact['last_discovery']]);
+                       return;
+               }
+
+               $gcid = $gcontact['id'];
+
+               $apcontact = APContact::getByURL($url);
+
+               if (!empty($apcontact['followers']) && is_string($apcontact['followers'])) {
+                       $followers = ActivityPub::fetchItems($apcontact['followers']);
+               } else {
+                       $followers = [];
+               }
+
+               if (!empty($apcontact['following']) && is_string($apcontact['following'])) {
+                       $followings = ActivityPub::fetchItems($apcontact['following']);
+               } else {
+                       $followings = [];
+               }
+
+               if (!empty($followers) || !empty($followings)) {
+                       if (!empty($followers)) {
+                               // Clear the follower list, since it will be recreated in the next step
+                               DBA::update('gfollower', ['deleted' => true], ['gcid' => $gcid]);
+                       }
+
+                       $contacts = [];
+                       foreach (array_merge($followers, $followings) as $contact) {
+                               if (is_string($contact)) {
+                                       $contacts[] = $contact;
+                               } elseif (!empty($contact['url']) && is_string($contact['url'])) {
+                                       $contacts[] = $contact['url'];
+                               }
+                       }
+                       $contacts = array_unique($contacts);
+
+                       Logger::info('Discover AP contacts', ['url' => $url, 'contacts' => count($contacts)]);
+                       foreach ($contacts as $contact) {
+                               $gcontact = DBA::selectFirst('gcontact', ['id'], ['nurl' => Strings::normaliseLink(($contact))]);
+                               if (DBA::isResult($gcontact)) {
+                                       $fields = [];
+                                       if (in_array($contact, $followers)) {
+                                               $fields = ['gcid' => $gcid, 'follower-gcid' => $gcontact['id']];
+                                       } elseif (in_array($contact, $followings)) {
+                                               $fields = ['gcid' => $gcontact['id'], 'follower-gcid' => $gcid];
+                                       }
+
+                                       if (!empty($fields)) {
+                                               Logger::info('Set relation between contacts', $fields);
+                                               DBA::update('gfollower', ['deleted' => false], $fields, true);
+                                               continue;
+                                       }
+                               }
+
+                               if (!Network::isUrlBlocked($contact)) {
+                                       Logger::info('Discover new AP contact', ['url' => $contact]);
+                                       Worker::add(PRIORITY_LOW, 'UpdateGContact', $contact, 'nodiscover');
+                               } else {
+                                       Logger::info('No discovery, the URL is blocked.', ['url' => $contact]);
+                               }
+                       }
+                       if (!empty($followers)) {
+                               // Delete all followers that aren't undeleted
+                               DBA::delete('gfollower', ['gcid' => $gcid, 'deleted' => true]);
+                       }
+
+                       DBA::update('gcontact', ['last_discovery' => DateTimeFormat::utcNow()], ['id' => $gcid]);
+                       Logger::info('AP contacts discovery finished, last discovery set', ['url' => $url]);
+                       return;
+               }
+
+               $data = Probe::uri($url);
+               if (empty($data['poco'])) {
+                       return;
+               }
+
+               $curlResult = Network::curl($data['poco']);
+               if (!$curlResult->isSuccess()) {
+                       return;
+               }
+               $poco = json_decode($curlResult->getBody(), true);
+               if (empty($poco['entry'])) {
+                       return;
+               }
+
+               Logger::info('PoCo Discovery started', ['url' => $url, 'contacts' => count($poco['entry'])]);
+
+               foreach ($poco['entry'] as $entries) {
+                       if (!empty($entries['urls'])) {
+                               foreach ($entries['urls'] as $entry) {
+                                       if ($entry['type'] == 'profile') {
+                                               if (DBA::exists('gcontact', ['nurl' => Strings::normaliseLink(($entry['value']))])) {
+                                                       continue;
+                                               }
+                                               if (!Network::isUrlBlocked($entry['value'])) {
+                                                       Logger::info('Discover new PoCo contact', ['url' => $entry['value']]);
+                                                       Worker::add(PRIORITY_LOW, 'UpdateGContact', $entry['value'], 'nodiscover');
+                                               } else {
+                                                       Logger::info('No discovery, the URL is blocked.', ['url' => $entry['value']]);
+                                               }
+                                       }
+                               }
+                       }
+               }
+
+               DBA::update('gcontact', ['last_discovery' => DateTimeFormat::utcNow()], ['id' => $gcid]);
+               Logger::info('PoCo Discovery finished', ['url' => $url]);
+       }
+
        /**
         * Returns a random, global contact of the current node
         *