]> git.mxchange.org Git - friendica.git/blobdiff - src/Network/Probe.php
Issue 8700: Resolvable activities
[friendica.git] / src / Network / Probe.php
index 771312f6ec8498b3d64712d41d9052e86fa3328f..28f58c467621ef7f72e4e66b948c756fcae6701c 100644 (file)
@@ -26,9 +26,11 @@ use DomXPath;
 use Friendica\Core\Cache\Duration;
 use Friendica\Core\Logger;
 use Friendica\Core\Protocol;
+use Friendica\Core\System;
 use Friendica\Database\DBA;
 use Friendica\DI;
 use Friendica\Model\Contact;
+use Friendica\Model\GServer;
 use Friendica\Model\Profile;
 use Friendica\Protocol\ActivityNamespace;
 use Friendica\Protocol\ActivityPub;
@@ -85,14 +87,16 @@ class Probe
                                "community", "keywords", "location", "about", "hide",
                                "batch", "notify", "poll", "request", "confirm", "poco",
                                "following", "followers", "inbox", "outbox", "sharedinbox",
-                               "priority", "network", "pubkey", "baseurl"];
+                               "priority", "network", "pubkey", "baseurl", "gsid"];
 
                $newdata = [];
                foreach ($fields as $field) {
                        if (isset($data[$field])) {
                                $newdata[$field] = $data[$field];
-                       } else {
+                       } elseif ($field != "gsid") {
                                $newdata[$field] = "";
+                       } else {
+                               $newdata[$field] = null;
                        }
                }
 
@@ -141,27 +145,37 @@ class Probe
                // Reset the static variable
                self::$baseurl = '';
 
-               $ssl_url = "https://".$host."/.well-known/host-meta";
-               $url = "http://".$host."/.well-known/host-meta";
+               // Handles the case when the hostname contains the scheme
+               if (!parse_url($host, PHP_URL_SCHEME)) {
+                       $ssl_url = "https://" . $host . "/.well-known/host-meta";
+                       $url = "http://" . $host . "/.well-known/host-meta";
+               } else {
+                       $ssl_url = $host . "/.well-known/host-meta";
+                       $url = '';
+               }
 
                $xrd_timeout = DI::config()->get('system', 'xrd_timeout', 20);
 
-               Logger::log("Probing for ".$host, Logger::DEBUG);
+               Logger::info('Probing', ['host' => $host, 'ssl_url' => $ssl_url, 'url' => $url, 'callstack' => System::callstack(20)]);
                $xrd = null;
 
                $curlResult = Network::curl($ssl_url, false, ['timeout' => $xrd_timeout, 'accept_content' => 'application/xrd+xml']);
                $ssl_connection_error = ($curlResult->getErrorNumber() == CURLE_COULDNT_CONNECT) || ($curlResult->getReturnCode() == 0);
                if ($curlResult->isSuccess()) {
                        $xml = $curlResult->getBody();
-                       $xrd = XML::parseString($xml, false);
-                       $host_url = 'https://'.$host;
+                       $xrd = XML::parseString($xml, true);
+                       if (!empty($url)) {
+                               $host_url = 'https://' . $host;
+                       } else {
+                               $host_url = $host;
+                       }
                } elseif ($curlResult->isTimeout()) {
                        Logger::info('Probing timeout', ['url' => $ssl_url], Logger::DEBUG);
                        self::$istimeout = true;
                        return false;
                }
 
-               if (!is_object($xrd)) {
+               if (!is_object($xrd) && !empty($url)) {
                        $curlResult = Network::curl($url, false, ['timeout' => $xrd_timeout, 'accept_content' => 'application/xrd+xml']);
                        $connection_error = ($curlResult->getErrorNumber() == CURLE_COULDNT_CONNECT) || ($curlResult->getReturnCode() == 0);
                        if ($curlResult->isTimeout()) {
@@ -174,7 +188,7 @@ class Probe
                        }
 
                        $xml = $curlResult->getBody();
-                       $xrd = XML::parseString($xml, false);
+                       $xrd = XML::parseString($xml, true);
                        $host_url = 'http://'.$host;
                }
                if (!is_object($xrd)) {
@@ -281,10 +295,6 @@ class Probe
        /**
         * Check an URI for LRDD data
         *
-        * this is a replacement for the "lrdd" function.
-        * It isn't used in this class and has some redundancies in the code.
-        * When time comes we can check the existing calls for "lrdd" if we can rework them.
-        *
         * @param string $uri Address that should be probed
         *
         * @return array uri data
@@ -305,7 +315,7 @@ class Probe
                                return [];
                        }
 
-                       $host = $parts["host"];
+                       $host = $parts['scheme'] . '://' . $parts["host"];
                        if (!empty($parts["port"])) {
                                $host .= ':'.$parts["port"];
                        }
@@ -363,7 +373,7 @@ class Probe
                        $data[] = ["@attributes" => $link];
                }
 
-               if (is_array($webfinger["aliases"])) {
+               if (!empty($webfinger["aliases"]) && is_array($webfinger["aliases"])) {
                        foreach ($webfinger["aliases"] as $alias) {
                                $data[] = ["@attributes" =>
                                                        ["rel" => "alias",
@@ -426,9 +436,7 @@ class Probe
                        $data['url'] = $uri;
                }
 
-               if (!empty($data['photo']) && !empty($data['baseurl'])) {
-                       $data['baseurl'] = Network::getUrlMatch(Strings::normaliseLink($data['baseurl']), Strings::normaliseLink($data['photo']));
-               } elseif (empty($data['photo'])) {
+               if (empty($data['photo'])) {
                        $data['photo'] = DI::baseUrl() . '/images/person-300.jpg';
                }
 
@@ -454,6 +462,10 @@ class Probe
                        $data['baseurl'] = self::$baseurl;
                }
 
+               if (!empty($data['baseurl']) && empty($data['gsid'])) {
+                       $data['gsid'] = GServer::getID($data['baseurl']);
+               }
+
                if (empty($data['network'])) {
                        $data['network'] = Protocol::PHANTOM;
                }
@@ -929,7 +941,7 @@ class Probe
                }
 
                // If it is not JSON, maybe it is XML
-               $xrd = XML::parseString($data, false);
+               $xrd = XML::parseString($data, true);
                if (!is_object($xrd)) {
                        Logger::log("No webfinger data retrievable for ".$url, Logger::DEBUG);
                        return false;
@@ -1749,50 +1761,87 @@ class Probe
        }
 
        /**
-        * Check page for feed link
-        *
-        * @param string $url Page link
+        * Checks HTML page for RSS feed link
         *
-        * @return string feed link
+        * @param string $url  Page link
+        * @param string $body Page body string
+        * @return string|false Feed link or false if body was invalid HTML document
         */
-       private static function getFeedLink($url)
+       public static function getFeedLink(string $url, string $body)
        {
-               $curlResult = Network::curl($url);
-               if (!$curlResult->isSuccess()) {
-                       return false;
-               }
-
                $doc = new DOMDocument();
-               if (!@$doc->loadHTML($curlResult->getBody())) {
+               if (!@$doc->loadHTML($body)) {
                        return false;
                }
 
-               $xpath = new DomXPath($doc);
+               $xpath = new DOMXPath($doc);
 
-               //$feeds = $xpath->query("/html/head/link[@type='application/rss+xml']");
-               $feeds = $xpath->query("/html/head/link[@type='application/rss+xml' and @rel='alternate']");
-               if (!is_object($feeds)) {
-                       return false;
-               }
+               $feedUrl = $xpath->evaluate('string(/html/head/link[@type="application/rss+xml" and @rel="alternate"]/@href)');
 
-               if ($feeds->length == 0) {
-                       return false;
+               $feedUrl = $feedUrl ? self::ensureAbsoluteLinkFromHTMLDoc($feedUrl, $url, $xpath) : '';
+
+               return $feedUrl;
+       }
+
+       /**
+        * Return an absolute URL in the context of a HTML document retrieved from the provided URL.
+        *
+        * Loosely based on RFC 1808
+        *
+        * @see https://tools.ietf.org/html/rfc1808
+        *
+        * @param string   $href  The potential relative href found in the HTML document
+        * @param string   $base  The HTML document URL
+        * @param DOMXPath $xpath The HTML document XPath
+        * @return string
+        */
+       private static function ensureAbsoluteLinkFromHTMLDoc(string $href, string $base, DOMXPath $xpath)
+       {
+               if (filter_var($href, FILTER_VALIDATE_URL)) {
+                       return $href;
                }
 
-               $feed_url = "";
+               $base = $xpath->evaluate('string(/html/head/base/@href)') ?: $base;
 
-               foreach ($feeds as $feed) {
-                       $attr = [];
-                       foreach ($feed->attributes as $attribute) {
-                               $attr[$attribute->name] = trim($attribute->value);
-                       }
+               $baseParts = parse_url($base);
+
+               // Naked domain case (scheme://basehost)
+               $path = $baseParts['path'] ?? '/';
+
+               // Remove the filename part of the path if it exists (/base/path/file)
+               $path = implode('/', array_slice(explode('/', $path), 0, -1));
 
-                       if (empty($feed_url) && !empty($attr['href'])) {
-                               $feed_url = $attr["href"];
+               $hrefParts = parse_url($href);
+
+               // Root path case (/path) including relative scheme case (//host/path)
+               if ($hrefParts['path'] && $hrefParts['path'][0] == '/') {
+                       $path = $hrefParts['path'];
+               } else {
+                       $path = $path . '/' . $hrefParts['path'];
+
+                       // Resolve arbitrary relative path
+                       // Lifted from https://www.php.net/manual/en/function.realpath.php#84012
+                       $parts = array_filter(explode('/', $path), 'strlen');
+                       $absolutes = array();
+                       foreach ($parts as $part) {
+                               if ('.' == $part) continue;
+                               if ('..' == $part) {
+                                       array_pop($absolutes);
+                               } else {
+                                       $absolutes[] = $part;
+                               }
                        }
+
+                       $path = '/' . implode('/', $absolutes);
                }
 
-               return $feed_url;
+               // Relative scheme case (//host/path)
+               $baseParts['host'] = $hrefParts['host'] ?? $baseParts['host'];
+               $baseParts['path'] = $path;
+               unset($baseParts['query']);
+               unset($baseParts['fragment']);
+
+               return Network::unparseURL($baseParts);
        }
 
        /**
@@ -1819,7 +1868,7 @@ class Probe
                                return false;
                        }
 
-                       $feed_url = self::getFeedLink($url);
+                       $feed_url = self::getFeedLink($url, $feed);
 
                        if (!$feed_url) {
                                return false;