]> git.mxchange.org Git - friendica.git/blobdiff - src/Network/Probe.php
Merge pull request #8765 from annando/fix-pubkey
[friendica.git] / src / Network / Probe.php
index cef8ec64b28005ffd9e20e72c5c154a1d57c5f7f..dcb0bf192f68b84a0574e3f9e5a79129fe18ab80 100644 (file)
@@ -24,6 +24,7 @@ namespace Friendica\Network;
 use DOMDocument;
 use DomXPath;
 use Friendica\Core\Cache\Duration;
+use Friendica\Core\Hook;
 use Friendica\Core\Logger;
 use Friendica\Core\Protocol;
 use Friendica\Core\System;
@@ -92,7 +93,11 @@ class Probe
                $newdata = [];
                foreach ($fields as $field) {
                        if (isset($data[$field])) {
-                               $newdata[$field] = $data[$field];
+                               if (in_array($field, ["gsid", "hide", "account-type"])) {
+                                       $newdata[$field] = (int)$data[$field];
+                               } else {        
+                                       $newdata[$field] = $data[$field];
+                               }
                        } elseif ($field != "gsid") {
                                $newdata[$field] = "";
                        } else {
@@ -172,7 +177,7 @@ class Probe
                } elseif ($curlResult->isTimeout()) {
                        Logger::info('Probing timeout', ['url' => $ssl_url], Logger::DEBUG);
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
 
                if (!is_object($xrd) && !empty($url)) {
@@ -181,10 +186,10 @@ class Probe
                        if ($curlResult->isTimeout()) {
                                Logger::info('Probing timeout', ['url' => $url], Logger::DEBUG);
                                self::$istimeout = true;
-                               return false;
+                               return [];
                        } elseif ($connection_error && $ssl_connection_error) {
                                self::$istimeout = true;
-                               return false;
+                               return [];
                        }
 
                        $xml = $curlResult->getBody();
@@ -340,9 +345,9 @@ class Probe
                        }
                }
 
-               if (!is_array($webfinger["links"])) {
+               if (empty($webfinger["links"])) {
                        Logger::log("No webfinger links found for ".$uri, Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                $data = [];
@@ -389,17 +394,19 @@ class Probe
 
                self::$istimeout = false;
 
-               $data = self::detect($uri, $network, $uid);
+               if ($network != Protocol::ACTIVITYPUB) {
+                       $data = self::detect($uri, $network, $uid);
+               } else {
+                       $data = null;
+               }
 
                // When the previous detection process had got a time out
                // we could falsely detect a Friendica profile as AP profile.
                if (!self::$istimeout) {
-                       $ap_profile = ActivityPub::probeProfile($uri);
+                       $ap_profile = ActivityPub::probeProfile($uri, !$cache);
 
                        if (empty($data) || (!empty($ap_profile) && empty($network) && (($data['network'] ?? '') != Protocol::DFRN))) {
-                               $subscribe = $data['subscribe'];
                                $data = $ap_profile;
-                               $data['subscribe'] = $subscribe;
                        } elseif (!empty($ap_profile)) {
                                $ap_profile['batch'] = '';
                                $data = array_merge($ap_profile, $data);
@@ -434,7 +441,7 @@ class Probe
                        }
                }
 
-               if (!empty(self::$baseurl)) {
+               if (empty($data['baseurl']) && !empty(self::$baseurl)) {
                        $data['baseurl'] = self::$baseurl;
                }
 
@@ -529,50 +536,6 @@ class Probe
                return false;
        }
 
-       /**
-        * Checks if a profile url should be OStatus but only provides partial information
-        *
-        * @param array  $webfinger Webfinger data
-        * @param string $lrdd      Path template for webfinger request
-        * @param string $type      type
-        *
-        * @return array fixed webfinger data
-        * @throws HTTPException\InternalServerErrorException
-        */
-       private static function fixOStatus($webfinger, $lrdd, $type)
-       {
-               if (empty($webfinger['links']) || empty($webfinger['subject'])) {
-                       return $webfinger;
-               }
-
-               $is_ostatus = false;
-               $has_key = false;
-
-               foreach ($webfinger['links'] as $link) {
-                       if ($link['rel'] == ActivityNamespace::OSTATUSSUB) {
-                               $is_ostatus = true;
-                       }
-                       if ($link['rel'] == 'magic-public-key') {
-                               $has_key = true;
-                       }
-               }
-
-               if (!$is_ostatus || $has_key) {
-                       return $webfinger;
-               }
-
-               $url = Network::switchScheme($webfinger['subject']);
-               $path = str_replace('{uri}', urlencode($url), $lrdd);
-               $webfinger2 = self::webfinger($path, $type);
-
-               // Is the new webfinger detectable as OStatus?
-               if (self::ostatus($webfinger2, true)) {
-                       $webfinger = $webfinger2;
-               }
-
-               return $webfinger;
-       }
-
        /**
         * Fetch the "subscribe" and add it to the result
         *
@@ -587,7 +550,7 @@ class Probe
                }
 
                foreach ($webfinger['links'] as $link) {
-                       if ($link['rel'] === ActivityNamespace::OSTATUSSUB) {
+                       if (!empty($link['template']) && ($link['rel'] === ActivityNamespace::OSTATUSSUB)) {
                                $result['subscribe'] = $link['template'];
                        }
                }
@@ -611,6 +574,19 @@ class Probe
        {
                $parts = parse_url($uri);
 
+               $hookData = [
+                       'uri'     => $uri,
+                       'network' => $network,
+                       'uid'     => $uid,
+                       'result'  => [],
+               ];
+
+               Hook::callAll('probe_detect', $hookData);
+
+               if ($hookData['result']) {
+                       return $hookData['result'];
+               }
+
                if (!empty($parts["scheme"]) && !empty($parts["host"])) {
                        $host = $parts["host"];
                        if (!empty($parts["port"])) {
@@ -674,7 +650,7 @@ class Probe
                        $addr = $uri;
                } else {
                        Logger::log("Uri ".$uri." was not detectable", Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                $webfinger = false;
@@ -686,37 +662,36 @@ class Probe
                                continue;
                        }
 
-                       // At first try it with the given uri
-                       $path = str_replace('{uri}', urlencode($uri), $template);
-                       $webfinger = self::webfinger($path, $type);
-
-                       // Fix possible problems with GNU Social probing to wrong scheme
-                       $webfinger = self::fixOStatus($webfinger, $template, $type);
-
-                       // We cannot be sure that the detected address was correct, so we don't use the values
-                       if ($webfinger && ($uri != $addr)) {
-                               $nick = "";
-                               $addr = "";
+                       // Try the URI first
+                       if ($uri != $addr) {
+                               $path = str_replace('{uri}', urlencode($uri), $template);
+                               $webfinger = self::webfinger($path, $type);
                        }
 
-                       // Try webfinger with the address (user@domain.tld)
+                       // Then try the address
                        if (!$webfinger) {
-                               $path = str_replace('{uri}', urlencode($addr), $template);
+                               $path = str_replace('{uri}', urlencode("acct:" . $addr), $template);
                                $webfinger = self::webfinger($path, $type);
                        }
 
-                       // Mastodon needs to have it with "acct:"
+                       // Finally try without the "acct"
                        if (!$webfinger) {
-                               $path = str_replace('{uri}', urlencode("acct:".$addr), $template);
+                               $path = str_replace('{uri}', urlencode($addr), $template);
                                $webfinger = self::webfinger($path, $type);
                        }
+
+                       // We cannot be sure that the detected address was correct, so we don't use the values
+                       if ($webfinger && ($uri != $addr)) {
+                               $nick = "";
+                               $addr = "";
+                       }
                }
 
                if (!$webfinger) {
                        return self::feed($uri);
                }
 
-               $result = false;
+               $result = [];
 
                Logger::info("Probing", ['uri' => $uri]);
 
@@ -761,12 +736,6 @@ class Probe
 
                Logger::log($uri." is ".$result["network"], Logger::DEBUG);
 
-               if (empty($result["baseurl"]) && ($result["network"] != Protocol::PHANTOM)) {
-                       $pos = strpos($result["url"], $host);
-                       if ($pos) {
-                               $result["baseurl"] = substr($result["url"], 0, $pos).$host;
-                       }
-               }
                return $result;
        }
 
@@ -920,22 +889,22 @@ class Probe
         * @return array webfinger data
         * @throws HTTPException\InternalServerErrorException
         */
-       private static function webfinger($url, $type)
+       public static function webfinger($url, $type)
        {
                $xrd_timeout = DI::config()->get('system', 'xrd_timeout', 20);
 
                $curlResult = Network::curl($url, false, ['timeout' => $xrd_timeout, 'accept_content' => $type]);
                if ($curlResult->isTimeout()) {
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
                $data = $curlResult->getBody();
 
                $webfinger = json_decode($data, true);
-               if (is_array($webfinger)) {
+               if (!empty($webfinger)) {
                        if (!isset($webfinger["links"])) {
                                Logger::log("No json webfinger links for ".$url, Logger::DEBUG);
-                               return false;
+                               return [];
                        }
                        return $webfinger;
                }
@@ -944,13 +913,13 @@ class Probe
                $xrd = XML::parseString($data, true);
                if (!is_object($xrd)) {
                        Logger::log("No webfinger data retrievable for ".$url, Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                $xrd_arr = XML::elementToArray($xrd);
                if (!isset($xrd_arr["xrd"]["link"])) {
                        Logger::log("No XML webfinger links for ".$url, Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                $webfinger = [];
@@ -996,18 +965,18 @@ class Probe
                $curlResult = Network::curl($noscrape_url);
                if ($curlResult->isTimeout()) {
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
                $content = $curlResult->getBody();
                if (!$content) {
                        Logger::log("Empty body for ".$noscrape_url, Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                $json = json_decode($content, true);
                if (!is_array($json)) {
                        Logger::log("No json data for ".$noscrape_url, Logger::DEBUG);
-                       return false;
+                       return [];
                }
 
                if (!empty($json["fn"])) {
@@ -1217,7 +1186,7 @@ class Probe
                }
 
                if (!isset($data["network"]) || ($hcard_url == "")) {
-                       return false;
+                       return [];
                }
 
                // Fetch data via noscrape - this is faster
@@ -1254,23 +1223,23 @@ class Probe
                $curlResult = Network::curl($hcard_url);
                if ($curlResult->isTimeout()) {
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
                $content = $curlResult->getBody();
                if (!$content) {
-                       return false;
+                       return [];
                }
 
                $doc = new DOMDocument();
                if (!@$doc->loadHTML($content)) {
-                       return false;
+                       return [];
                }
 
                $xpath = new DomXPath($doc);
 
                $vcards = $xpath->query("//div[contains(concat(' ', @class, ' '), ' vcard ')]");
                if (!is_object($vcards)) {
-                       return false;
+                       return [];
                }
 
                if (!isset($data["baseurl"])) {
@@ -1408,7 +1377,7 @@ class Probe
                }
 
                if (empty($data["url"]) || empty($hcard_url)) {
-                       return false;
+                       return [];
                }
 
                if (!empty($webfinger["aliases"]) && is_array($webfinger["aliases"])) {
@@ -1429,7 +1398,7 @@ class Probe
                $data = self::pollHcard($hcard_url, $data);
 
                if (!$data) {
-                       return false;
+                       return [];
                }
 
                if (!empty($data["url"])
@@ -1449,7 +1418,7 @@ class Probe
                        $data["notify"] = $data["baseurl"] . "/receive/users/" . $data["guid"];
                        $data["batch"]  = $data["baseurl"] . "/receive/public";
                } else {
-                       return false;
+                       return [];
                }
 
                return $data;
@@ -1482,7 +1451,7 @@ class Probe
                        $data["addr"] = str_replace('acct:', '', $webfinger["subject"]);
                }
 
-               if (is_array($webfinger["links"])) {
+               if (!empty($webfinger["links"])) {
                        // The array is reversed to take into account the order of preference for same-rel links
                        // See: https://tools.ietf.org/html/rfc7033#section-4.4.4
                        foreach (array_reverse($webfinger["links"]) as $link) {
@@ -1490,7 +1459,7 @@ class Probe
                                        && (($link["type"] ?? "") == "text/html")
                                        && ($link["href"] != "")
                                ) {
-                                       $data["url"] = $link["href"];
+                                       $data["url"] = $data["alias"] = $link["href"];
                                } elseif (($link["rel"] == "salmon") && !empty($link["href"])) {
                                        $data["notify"] = $link["href"];
                                } elseif (($link["rel"] == ActivityNamespace::FEED) && !empty($link["href"])) {
@@ -1508,7 +1477,7 @@ class Probe
                                                $curlResult = Network::curl($pubkey);
                                                if ($curlResult->isTimeout()) {
                                                        self::$istimeout = true;
-                                                       return false;
+                                                       return $short ? false : [];
                                                }
                                                $pubkey = $curlResult->getBody();
                                        }
@@ -1530,7 +1499,7 @@ class Probe
                ) {
                        $data["network"] = Protocol::OSTATUS;
                } else {
-                       return false;
+                       return $short ? false : [];
                }
 
                if ($short) {
@@ -1541,12 +1510,12 @@ class Probe
                $curlResult = Network::curl($data["poll"]);
                if ($curlResult->isTimeout()) {
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
                $feed = $curlResult->getBody();
                $feed_data = Feed::import($feed);
                if (!$feed_data) {
-                       return false;
+                       return [];
                }
 
                if (!empty($feed_data["header"]["author-name"])) {
@@ -1573,8 +1542,7 @@ class Probe
                        $data["url"] = $feed_data["header"]["author-link"];
                }
 
-               if (($data['poll'] == $data['url']) && ($data["alias"] != '')) {
-                       $data['url'] = $data["alias"];
+               if ($data["url"] == $data["alias"]) {
                        $data["alias"] = '';
                }
 
@@ -1593,12 +1561,12 @@ class Probe
        {
                $curlResult = Network::curl($profile_link);
                if (!$curlResult->isSuccess()) {
-                       return false;
+                       return [];
                }
 
                $doc = new DOMDocument();
                if (!@$doc->loadHTML($curlResult->getBody())) {
-                       return false;
+                       return [];
                }
 
                $xpath = new DomXPath($doc);
@@ -1679,13 +1647,13 @@ class Probe
 
                        $data["network"] = Protocol::PUMPIO;
                } else {
-                       return false;
+                       return [];
                }
 
                $profile_data = self::pumpioProfileData($data["url"]);
 
                if (!$profile_data) {
-                       return false;
+                       return [];
                }
 
                $data = array_merge($data, $profile_data);
@@ -1724,39 +1692,6 @@ class Probe
                $data['network'] = Protocol::TWITTER;
                $data['baseurl'] = 'https://twitter.com';
 
-               $curlResult = Network::curl($data['url'], false);
-               if (!$curlResult->isSuccess()) {
-                       return [];
-               }
-
-               $body = $curlResult->getBody();
-               $doc = new DOMDocument();
-               @$doc->loadHTML($body);
-               $xpath = new DOMXPath($doc);
-
-               $list = $xpath->query('//img[@class]');
-               foreach ($list as $node) {
-                       $img_attr = [];
-                       if ($node->attributes->length) {
-                               foreach ($node->attributes as $attribute) {
-                                       $img_attr[$attribute->name] = $attribute->value;
-                               }
-                       }
-
-                       if (empty($img_attr['class'])) {
-                               continue;
-                       }
-
-                       if (strpos($img_attr['class'], 'ProfileAvatar-image') !== false) {
-                               if (!empty($img_attr['src'])) {
-                                       $data['photo'] = $img_attr['src'];
-                               }
-                               if (!empty($img_attr['alt'])) {
-                                       $data['name'] = $img_attr['alt'];
-                               }
-                       }
-               }
-
                return $data;
        }
 
@@ -1858,20 +1793,20 @@ class Probe
                $curlResult = Network::curl($url);
                if ($curlResult->isTimeout()) {
                        self::$istimeout = true;
-                       return false;
+                       return [];
                }
                $feed = $curlResult->getBody();
                $feed_data = Feed::import($feed);
 
                if (!$feed_data) {
                        if (!$probe) {
-                               return false;
+                               return [];
                        }
 
                        $feed_url = self::getFeedLink($url, $feed);
 
                        if (!$feed_url) {
-                               return false;
+                               return [];
                        }
 
                        return self::feed($feed_url, false);
@@ -1919,11 +1854,11 @@ class Probe
        private static function mail($uri, $uid)
        {
                if (!Network::isEmailDomainValid($uri)) {
-                       return false;
+                       return [];
                }
 
                if ($uid == 0) {
-                       return false;
+                       return [];
                }
 
                $user = DBA::selectFirst('user', ['prvkey'], ['uid' => $uid]);
@@ -1933,7 +1868,7 @@ class Probe
                $mailacct = DBA::selectFirst('mailacct', $fields, $condition);
 
                if (!DBA::isResult($user) || !DBA::isResult($mailacct)) {
-                       return false;
+                       return [];
                }
 
                $mailbox = Email::constructMailboxName($mailacct);
@@ -1941,14 +1876,14 @@ class Probe
                openssl_private_decrypt(hex2bin($mailacct['pass']), $password, $user['prvkey']);
                $mbox = Email::connect($mailbox, $mailacct['user'], $password);
                if (!$mbox) {
-                       return false;
+                       return [];
                }
 
                $msgs = Email::poll($mbox, $uri);
                Logger::log('searching '.$uri.', '.count($msgs).' messages found.', Logger::DEBUG);
 
                if (!count($msgs)) {
-                       return false;
+                       return [];
                }
 
                $phost = substr($uri, strpos($uri, '@') + 1);