]> git.mxchange.org Git - friendica.git/blobdiff - src/Network/Probe.php
Fix notice - it's "uri" not "url"
[friendica.git] / src / Network / Probe.php
index d870e06f9711f1e90a6bf01aa21bdfe418cfd2f7..008106ec3f41f6f60fd2b56d23286219465c803b 100644 (file)
@@ -28,8 +28,6 @@ use Friendica\Util\Strings;
 use Friendica\Util\XML;
 use DomXPath;
 
-require_once 'include/dba.php';
-
 /**
  * @brief This class contain functions for probing URL
  *
@@ -37,6 +35,7 @@ require_once 'include/dba.php';
 class Probe
 {
        private static $baseurl;
+       private static $istimeout;
 
        /**
         * @brief Rearrange the array so that it always has the same order
@@ -76,7 +75,7 @@ class Probe
         */
        private static function ownHost($host)
        {
-               $own_host = get_app()->getHostName();
+               $own_host = \get_app()->getHostName();
 
                $parts = parse_url($host);
 
@@ -99,6 +98,7 @@ class Probe
         * @param string $host The host part of an url
         *
         * @return array with template and type of the webfinger template for JSON or XML
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function hostMeta($host)
        {
@@ -125,6 +125,7 @@ class Probe
                        $curlResult = Network::curl($url, false, $redirects, ['timeout' => $xrd_timeout, 'accept_content' => 'application/xrd+xml']);
                        if ($curlResult->isTimeout()) {
                                Logger::log("Probing timeout for " . $url, Logger::DEBUG);
+                               self::$istimeout = true;
                                return false;
                        }
                        $xml = $curlResult->getBody();
@@ -157,14 +158,14 @@ class Probe
                                continue;
                        }
 
-                       if (($attributes["rel"] == "lrdd") && !empty($attributes["template"])) {
+                       if (!empty($attributes["rel"]) && $attributes["rel"] == "lrdd" && !empty($attributes["template"])) {
                                $type = (empty($attributes["type"]) ? '' : $attributes["type"]);
 
                                $lrdd[$type] = $attributes["template"];
                        }
                }
 
-               self::$baseurl = "http://".$host;
+               self::$baseurl = $host_url;
 
                Logger::log("Probing successful for ".$host, Logger::DEBUG);
 
@@ -190,6 +191,7 @@ class Probe
         * @param string $hcard_url Link to the hcard - is returned by reference
         *
         * @return string profile link
+        * @throws HTTPException\InternalServerErrorException
         */
        public static function webfingerDfrn($webbie, &$hcard_url)
        {
@@ -223,6 +225,7 @@ class Probe
         * @param string $uri Address that should be probed
         *
         * @return array uri data
+        * @throws HTTPException\InternalServerErrorException
         */
        public static function lrdd($uri)
        {
@@ -317,11 +320,13 @@ class Probe
         * @param boolean $cache   Use cached values?
         *
         * @return array uri data
+        * @throws HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         */
-       public static function uri($uri, $network = "", $uid = -1, $cache = true)
+       public static function uri($uri, $network = '', $uid = -1, $cache = true)
        {
                if ($cache) {
-                       $result = Cache::get("Probe::uri:".$network.":".$uri);
+                       $result = Cache::get('Probe::uri:' . $network . ':' . $uri);
                        if (!is_null($result)) {
                                return $result;
                        }
@@ -331,40 +336,48 @@ class Probe
                        $uid = local_user();
                }
 
+               self::$istimeout = false;
+
                if ($network != Protocol::ACTIVITYPUB) {
                        $data = self::detect($uri, $network, $uid);
                } else {
                        $data = null;
                }
 
-               $ap_profile = ActivityPub::probeProfile($uri);
+               // When the previous detection process had got a time out
+               // we could falsely detect a Friendica profile as AP profile.
+               if (!self::$istimeout) {
+                       $ap_profile = ActivityPub::probeProfile($uri);
 
-               if (!empty($ap_profile) && (defaults($data, 'network', '') != Protocol::DFRN)) {
-                       $data = $ap_profile;
+                       if (!empty($ap_profile) && empty($network) && (defaults($data, 'network', '') != Protocol::DFRN)) {
+                               $data = $ap_profile;
+                       }
+               } else {
+                       Logger::notice('Time out detected. AP will not be probed.', ['uri' => $uri]);
                }
 
-               if (!isset($data["url"])) {
-                       $data["url"] = $uri;
+               if (!isset($data['url'])) {
+                       $data['url'] = $uri;
                }
 
-               if (x($data, "photo")) {
-                       $data["baseurl"] = Network::getUrlMatch(Strings::normaliseLink(defaults($data, "baseurl", "")), Strings::normaliseLink($data["photo"]));
+               if (!empty($data['photo'])) {
+                       $data['baseurl'] = Network::getUrlMatch(Strings::normaliseLink(defaults($data, 'baseurl', '')), Strings::normaliseLink($data['photo']));
                } else {
-                       $data["photo"] = System::baseUrl().'/images/person-300.jpg';
+                       $data['photo'] = System::baseUrl() . '/images/person-300.jpg';
                }
 
-               if (empty($data["name"])) {
-                       if (!empty($data["nick"])) {
-                               $data["name"] = $data["nick"];
+               if (empty($data['name'])) {
+                       if (!empty($data['nick'])) {
+                               $data['name'] = $data['nick'];
                        }
 
-                       if (!x($data, "name")) {
-                               $data["name"] = $data["url"];
+                       if (empty($data['name'])) {
+                               $data['name'] = $data['url'];
                        }
                }
 
-               if (empty($data["nick"])) {
-                       $data["nick"] = strtolower($data["name"]);
+               if (empty($data['nick'])) {
+                       $data['nick'] = strtolower($data['name']);
 
                        if (strpos($data['nick'], ' ')) {
                                $data['nick'] = trim(substr($data['nick'], 0, strpos($data['nick'], ' ')));
@@ -372,47 +385,49 @@ class Probe
                }
 
                if (!empty(self::$baseurl)) {
-                       $data["baseurl"] = self::$baseurl;
+                       $data['baseurl'] = self::$baseurl;
                }
 
-               if (empty($data["network"])) {
-                       $data["network"] = Protocol::PHANTOM;
+               if (empty($data['network'])) {
+                       $data['network'] = Protocol::PHANTOM;
                }
 
                $data = self::rearrangeData($data);
 
                // Only store into the cache if the value seems to be valid
                if (!in_array($data['network'], [Protocol::PHANTOM, Protocol::MAIL])) {
-                       Cache::set("Probe::uri:".$network.":".$uri, $data, Cache::DAY);
+                       Cache::set('Probe::uri:' . $network . ':' . $uri, $data, Cache::DAY);
 
                        /// @todo temporary fix - we need a real contact update function that updates only changing fields
                        /// The biggest problem is the avatar picture that could have a reduced image size.
                        /// It should only be updated if the existing picture isn't existing anymore.
                        /// We only update the contact when it is no probing for a specific network.
                        if (($data['network'] != Protocol::FEED)
-                               && ($network == "")
-                               && $data["name"]
-                               && $data["nick"]
-                               && $data["url"]
-                               && $data["addr"]
-                               && $data["poll"]
+                               && ($network == '')
+                               && $data['name']
+                               && $data['nick']
+                               && $data['url']
+                               && $data['addr']
+                               && $data['poll']
                        ) {
-                               $fields = ['name' => $data['name'],
-                                               'nick' => $data['nick'],
-                                               'url' => $data['url'],
-                                               'addr' => $data['addr'],
-                                               'photo' => $data['photo'],
-                                               'keywords' => $data['keywords'],
-                                               'location' => $data['location'],
-                                               'about' => $data['about'],
-                                               'notify' => $data['notify'],
-                                               'network' => $data['network'],
-                                               'server_url' => $data['baseurl']];
+                               $fields = [
+                                       'name' => $data['name'],
+                                       'nick' => $data['nick'],
+                                       'url' => $data['url'],
+                                       'addr' => $data['addr'],
+                                       'photo' => $data['photo'],
+                                       'keywords' => $data['keywords'],
+                                       'location' => $data['location'],
+                                       'about' => $data['about'],
+                                       'notify' => $data['notify'],
+                                       'network' => $data['network'],
+                                       'server_url' => $data['baseurl']
+                               ];
 
                                // This doesn't cover the case when a community isn't a community anymore
                                if (!empty($data['community']) && $data['community']) {
                                        $fields['community'] = $data['community'];
-                                       $fields['contact-type'] = Contact::ACCOUNT_TYPE_COMMUNITY;
+                                       $fields['contact-type'] = Contact::TYPE_COMMUNITY;
                                }
 
                                $fieldnames = [];
@@ -427,7 +442,7 @@ class Probe
 
                                $fields['updated'] = DateTimeFormat::utcNow();
 
-                               $condition = ['nurl' => Strings::normaliseLink($data["url"])];
+                               $condition = ['nurl' => Strings::normaliseLink($data['url'])];
 
                                $old_fields = DBA::selectFirst('gcontact', $fieldnames, $condition);
 
@@ -444,25 +459,27 @@ class Probe
 
                                DBA::update('gcontact', $fields, $condition, $old_fields);
 
-                               $fields = ['name' => $data['name'],
-                                               'nick' => $data['nick'],
-                                               'url' => $data['url'],
-                                               'addr' => $data['addr'],
-                                               'alias' => $data['alias'],
-                                               'keywords' => $data['keywords'],
-                                               'location' => $data['location'],
-                                               'about' => $data['about'],
-                                               'batch' => $data['batch'],
-                                               'notify' => $data['notify'],
-                                               'poll' => $data['poll'],
-                                               'request' => $data['request'],
-                                               'confirm' => $data['confirm'],
-                                               'poco' => $data['poco'],
-                                               'network' => $data['network'],
-                                               'pubkey' => $data['pubkey'],
-                                               'priority' => $data['priority'],
-                                               'writable' => true,
-                                               'rel' => Contact::SHARING];
+                               $fields = [
+                                       'name' => $data['name'],
+                                       'nick' => $data['nick'],
+                                       'url' => $data['url'],
+                                       'addr' => $data['addr'],
+                                       'alias' => $data['alias'],
+                                       'keywords' => $data['keywords'],
+                                       'location' => $data['location'],
+                                       'about' => $data['about'],
+                                       'batch' => $data['batch'],
+                                       'notify' => $data['notify'],
+                                       'poll' => $data['poll'],
+                                       'request' => $data['request'],
+                                       'confirm' => $data['confirm'],
+                                       'poco' => $data['poco'],
+                                       'network' => $data['network'],
+                                       'pubkey' => $data['pubkey'],
+                                       'priority' => $data['priority'],
+                                       'writable' => true,
+                                       'rel' => Contact::SHARING
+                               ];
 
                                $fieldnames = [];
 
@@ -474,7 +491,7 @@ class Probe
                                        }
                                }
 
-                               $condition = ['nurl' => Strings::normaliseLink($data["url"]), 'self' => false, 'uid' => 0];
+                               $condition = ['nurl' => Strings::normaliseLink($data['url']), 'self' => false, 'uid' => 0];
 
                                // "$old_fields" will return a "false" when the contact doesn't exist.
                                // This won't trigger an insert. This is intended, since we only need
@@ -525,6 +542,7 @@ class Probe
         * @param string $type      type
         *
         * @return array fixed webfinger data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function fixOStatus($webfinger, $lrdd, $type)
        {
@@ -570,12 +588,13 @@ class Probe
         * @param integer $uid     User ID for the probe (only used for mails)
         *
         * @return array uri data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function detect($uri, $network, $uid)
        {
                $parts = parse_url($uri);
 
-               if (!empty($parts["scheme"]) && !empty($parts["host"]) && !empty($parts["path"])) {
+               if (!empty($parts["scheme"]) && !empty($parts["host"])) {
                        $host = $parts["host"];
                        if (!empty($parts["port"])) {
                                $host .= ':'.$parts["port"];
@@ -590,7 +609,7 @@ class Probe
                                return [];
                        }
 
-                       $path_parts = explode("/", trim($parts["path"], "/"));
+                       $path_parts = explode("/", trim(defaults($parts, 'path', ''), "/"));
 
                        while (!$lrdd && (sizeof($path_parts) > 1)) {
                                $host .= "/".array_shift($path_parts);
@@ -738,6 +757,7 @@ class Probe
         * @param string $type type
         *
         * @return array webfinger data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function webfinger($url, $type)
        {
@@ -746,6 +766,7 @@ class Probe
 
                $curlResult = Network::curl($url, false, $redirects, ['timeout' => $xrd_timeout, 'accept_content' => $type]);
                if ($curlResult->isTimeout()) {
+                       self::$istimeout = true;
                        return false;
                }
                $data = $curlResult->getBody();
@@ -808,11 +829,13 @@ class Probe
         * @param array  $data         The already fetched data
         *
         * @return array noscrape data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function pollNoscrape($noscrape_url, $data)
        {
                $curlResult = Network::curl($noscrape_url);
                if ($curlResult->isTimeout()) {
+                       self::$istimeout = true;
                        return false;
                }
                $content = $curlResult->getBody();
@@ -924,6 +947,8 @@ class Probe
         * @param string $profile_link Link to the profile page
         *
         * @return array profile data
+        * @throws HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         */
        public static function profile($profile_link)
        {
@@ -974,12 +999,15 @@ class Probe
         * @param array $webfinger Webfinger data
         *
         * @return array DFRN data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function dfrn($webfinger)
        {
                $hcard_url = "";
                $data = [];
-               foreach ($webfinger["links"] as $link) {
+               // The array is reversed to take into account the order of preference for same-rel links
+               // See: https://tools.ietf.org/html/rfc7033#section-4.4.4
+               foreach (array_reverse($webfinger["links"]) as $link) {
                        if (($link["rel"] == NAMESPACE_DFRN) && !empty($link["href"])) {
                                $data["network"] = Protocol::DFRN;
                        } elseif (($link["rel"] == NAMESPACE_FEED) && !empty($link["href"])) {
@@ -1053,11 +1081,13 @@ class Probe
         * @param boolean $dfrn      Poll DFRN specific data
         *
         * @return array hcard data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function pollHcard($hcard_url, $data, $dfrn = false)
        {
                $curlResult = Network::curl($hcard_url);
                if ($curlResult->isTimeout()) {
+                       self::$istimeout = true;
                        return false;
                }
                $content = $curlResult->getBody();
@@ -1177,12 +1207,15 @@ class Probe
         * @param array $webfinger Webfinger data
         *
         * @return array Diaspora data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function diaspora($webfinger)
        {
                $hcard_url = "";
                $data = [];
-               foreach ($webfinger["links"] as $link) {
+               // The array is reversed to take into account the order of preference for same-rel links
+               // See: https://tools.ietf.org/html/rfc7033#section-4.4.4
+               foreach (array_reverse($webfinger["links"]) as $link) {
                        if (($link["rel"] == "http://microformats.org/profile/hcard") && !empty($link["href"])) {
                                $hcard_url = $link["href"];
                        } elseif (($link["rel"] == "http://joindiaspora.com/seed_location") && !empty($link["href"])) {
@@ -1262,6 +1295,7 @@ class Probe
         * @param bool  $short     Short detection mode
         *
         * @return array|bool OStatus data or "false" on error or "true" on short mode
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function ostatus($webfinger, $short = false)
        {
@@ -1281,9 +1315,10 @@ class Probe
                        $data["addr"] = str_replace('acct:', '', $webfinger["subject"]);
                }
 
-               $pubkey = "";
                if (is_array($webfinger["links"])) {
-                       foreach ($webfinger["links"] as $link) {
+                       // The array is reversed to take into account the order of preference for same-rel links
+                       // See: https://tools.ietf.org/html/rfc7033#section-4.4.4
+                       foreach (array_reverse($webfinger["links"]) as $link) {
                                if (($link["rel"] == "http://webfinger.net/rel/profile-page")
                                        && (defaults($link, "type", "") == "text/html")
                                        && ($link["href"] != "")
@@ -1305,9 +1340,10 @@ class Probe
                                        } elseif (Strings::normaliseLink($pubkey) == 'http://') {
                                                $curlResult = Network::curl($pubkey);
                                                if ($curlResult->isTimeout()) {
+                                                       self::$istimeout = true;
                                                        return false;
                                                }
-                                               $pubkey = $curlResult['body'];
+                                               $pubkey = $curlResult->getBody();
                                        }
 
                                        $key = explode(".", $pubkey);
@@ -1337,6 +1373,7 @@ class Probe
                // Fetch all additional data from the feed
                $curlResult = Network::curl($data["poll"]);
                if ($curlResult->isTimeout()) {
+                       self::$istimeout = true;
                        return false;
                }
                $feed = $curlResult->getBody();
@@ -1442,12 +1479,15 @@ class Probe
         *
         * @param array $webfinger Webfinger data
         *
+        * @param       $addr
         * @return array pump.io data
         */
        private static function pumpio($webfinger, $addr)
        {
                $data = [];
-               foreach ($webfinger["links"] as $link) {
+               // The array is reversed to take into account the order of preference for same-rel links
+               // See: https://tools.ietf.org/html/rfc7033#section-4.4.4
+               foreach (array_reverse($webfinger["links"]) as $link) {
                        if (($link["rel"] == "http://webfinger.net/rel/profile-page")
                                && (defaults($link, "type", "") == "text/html")
                                && ($link["href"] != "")
@@ -1542,11 +1582,13 @@ class Probe
         * @param boolean $probe Do a probe if the page contains a feed link
         *
         * @return array feed data
+        * @throws HTTPException\InternalServerErrorException
         */
        private static function feed($url, $probe = true)
        {
                $curlResult = Network::curl($url);
                if ($curlResult->isTimeout()) {
+                       self::$istimeout = true;
                        return false;
                }
                $feed = $curlResult->getBody();
@@ -1604,6 +1646,7 @@ class Probe
         * @param integer $uid User ID
         *
         * @return array mail data
+        * @throws \Exception
         */
        private static function mail($uri, $uid)
        {
@@ -1691,6 +1734,7 @@ class Probe
         * @param string $base   Another path that is hopefully complete
         *
         * @return string fixed avatar path
+        * @throws \Exception
         */
        public static function fixAvatar($avatar, $base)
        {