use Friendica\Database\DBA;
use Friendica\DI;
use Friendica\Model\Contact;
+use Friendica\Model\GServer;
use Friendica\Model\Profile;
use Friendica\Protocol\ActivityNamespace;
use Friendica\Protocol\ActivityPub;
{
$fields = ["name", "nick", "guid", "url", "addr", "alias", "photo", "account-type",
"community", "keywords", "location", "about", "hide",
- "batch", "notify", "poll", "request", "confirm", "poco",
+ "batch", "notify", "poll", "request", "confirm", "subscribe", "poco",
"following", "followers", "inbox", "outbox", "sharedinbox",
- "priority", "network", "pubkey", "baseurl"];
+ "priority", "network", "pubkey", "baseurl", "gsid"];
$newdata = [];
foreach ($fields as $field) {
if (isset($data[$field])) {
$newdata[$field] = $data[$field];
- } else {
+ } elseif ($field != "gsid") {
$newdata[$field] = "";
+ } else {
+ $newdata[$field] = null;
}
}
} elseif ($curlResult->isTimeout()) {
Logger::info('Probing timeout', ['url' => $ssl_url], Logger::DEBUG);
self::$istimeout = true;
- return false;
+ return [];
}
if (!is_object($xrd) && !empty($url)) {
if ($curlResult->isTimeout()) {
Logger::info('Probing timeout', ['url' => $url], Logger::DEBUG);
self::$istimeout = true;
- return false;
+ return [];
} elseif ($connection_error && $ssl_connection_error) {
self::$istimeout = true;
- return false;
+ return [];
}
$xml = $curlResult->getBody();
return $profile_link;
}
- /**
- * Get the link for the remote follow page for a given profile link
- *
- * @param sting $profile
- * @return string Remote follow page link
- */
- public static function getRemoteFollowLink(string $profile)
- {
- $follow_link = '';
-
- $links = self::lrdd($profile);
-
- if (!empty($links) && is_array($links)) {
- foreach ($links as $link) {
- if ($link['@attributes']['rel'] === ActivityNamespace::OSTATUSSUB) {
- $follow_link = $link['@attributes']['template'];
- }
- }
- }
- return $follow_link;
- }
-
/**
* Check an URI for LRDD data
*
- * @param string $uri Address that should be probed
+ * @param string $uri Address that should be probed
*
* @return array uri data
* @throws HTTPException\InternalServerErrorException
*/
- public static function lrdd($uri)
+ public static function lrdd(string $uri)
{
$lrdd = self::hostMeta($uri);
$webfinger = null;
}
}
- if (!is_array($webfinger["links"])) {
+ if (empty($webfinger["links"])) {
Logger::log("No webfinger links found for ".$uri, Logger::DEBUG);
- return false;
+ return [];
}
$data = [];
$data[] = ["@attributes" => $link];
}
- if (is_array($webfinger["aliases"])) {
+ if (!empty($webfinger["aliases"]) && is_array($webfinger["aliases"])) {
foreach ($webfinger["aliases"] as $alias) {
$data[] = ["@attributes" =>
["rel" => "alias",
$data['url'] = $uri;
}
- if (!empty($data['photo']) && !empty($data['baseurl'])) {
- $data['baseurl'] = Network::getUrlMatch(Strings::normaliseLink($data['baseurl']), Strings::normaliseLink($data['photo']));
- } elseif (empty($data['photo'])) {
+ if (empty($data['photo'])) {
$data['photo'] = DI::baseUrl() . '/images/person-300.jpg';
}
$data['baseurl'] = self::$baseurl;
}
+ if (!empty($data['baseurl']) && empty($data['gsid'])) {
+ $data['gsid'] = GServer::getID($data['baseurl']);
+ }
+
if (empty($data['network'])) {
$data['network'] = Protocol::PHANTOM;
}
return $webfinger;
}
+ /**
+ * Fetch the "subscribe" and add it to the result
+ *
+ * @param array $result
+ * @param array $webfinger
+ * @return array result
+ */
+ private static function getSubscribeLink(array $result, array $webfinger)
+ {
+ if (empty($webfinger['links'])) {
+ return $result;
+ }
+
+ foreach ($webfinger['links'] as $link) {
+ if ($link['rel'] === ActivityNamespace::OSTATUSSUB) {
+ $result['subscribe'] = $link['template'];
+ }
+ }
+
+ return $result;
+ }
+
/**
* Fetch information (protocol endpoints and user information) about a given uri
*
$addr = $uri;
} else {
Logger::log("Uri ".$uri." was not detectable", Logger::DEBUG);
- return false;
+ return [];
}
$webfinger = false;
return self::feed($uri);
}
- $result = false;
+ $result = [];
- Logger::log("Probing ".$uri, Logger::DEBUG);
+ Logger::info("Probing", ['uri' => $uri]);
if (in_array($network, ["", Protocol::DFRN])) {
$result = self::dfrn($webfinger);
}
}
+ $result = self::getSubscribeLink($result, $webfinger);
+
if (empty($result["network"])) {
$result["network"] = Protocol::PHANTOM;
}
$result["baseurl"] = substr($result["url"], 0, $pos).$host;
}
}
+
return $result;
}
* @return array webfinger data
* @throws HTTPException\InternalServerErrorException
*/
- private static function webfinger($url, $type)
+ public static function webfinger($url, $type)
{
$xrd_timeout = DI::config()->get('system', 'xrd_timeout', 20);
$curlResult = Network::curl($url, false, ['timeout' => $xrd_timeout, 'accept_content' => $type]);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return [];
}
$data = $curlResult->getBody();
$webfinger = json_decode($data, true);
- if (is_array($webfinger)) {
+ if (!empty($webfinger)) {
if (!isset($webfinger["links"])) {
Logger::log("No json webfinger links for ".$url, Logger::DEBUG);
- return false;
+ return [];
}
return $webfinger;
}
$xrd = XML::parseString($data, true);
if (!is_object($xrd)) {
Logger::log("No webfinger data retrievable for ".$url, Logger::DEBUG);
- return false;
+ return [];
}
$xrd_arr = XML::elementToArray($xrd);
if (!isset($xrd_arr["xrd"]["link"])) {
Logger::log("No XML webfinger links for ".$url, Logger::DEBUG);
- return false;
+ return [];
}
$webfinger = [];
$curlResult = Network::curl($noscrape_url);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return [];
}
$content = $curlResult->getBody();
if (!$content) {
Logger::log("Empty body for ".$noscrape_url, Logger::DEBUG);
- return false;
+ return [];
}
$json = json_decode($content, true);
if (!is_array($json)) {
Logger::log("No json data for ".$noscrape_url, Logger::DEBUG);
- return false;
+ return [];
}
if (!empty($json["fn"])) {
}
if (!isset($data["network"]) || ($hcard_url == "")) {
- return false;
+ return [];
}
// Fetch data via noscrape - this is faster
$curlResult = Network::curl($hcard_url);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return [];
}
$content = $curlResult->getBody();
if (!$content) {
- return false;
+ return [];
}
$doc = new DOMDocument();
if (!@$doc->loadHTML($content)) {
- return false;
+ return [];
}
$xpath = new DomXPath($doc);
$vcards = $xpath->query("//div[contains(concat(' ', @class, ' '), ' vcard ')]");
if (!is_object($vcards)) {
- return false;
+ return [];
}
if (!isset($data["baseurl"])) {
}
if (empty($data["url"]) || empty($hcard_url)) {
- return false;
+ return [];
}
if (!empty($webfinger["aliases"]) && is_array($webfinger["aliases"])) {
$data = self::pollHcard($hcard_url, $data);
if (!$data) {
- return false;
+ return [];
}
if (!empty($data["url"])
$data["notify"] = $data["baseurl"] . "/receive/users/" . $data["guid"];
$data["batch"] = $data["baseurl"] . "/receive/public";
} else {
- return false;
+ return [];
}
return $data;
$data["addr"] = str_replace('acct:', '', $webfinger["subject"]);
}
- if (is_array($webfinger["links"])) {
+ if (!empty($webfinger["links"])) {
// The array is reversed to take into account the order of preference for same-rel links
// See: https://tools.ietf.org/html/rfc7033#section-4.4.4
foreach (array_reverse($webfinger["links"]) as $link) {
$curlResult = Network::curl($pubkey);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return $short ? false : [];
}
$pubkey = $curlResult->getBody();
}
) {
$data["network"] = Protocol::OSTATUS;
} else {
- return false;
+ return $short ? false : [];
}
if ($short) {
$curlResult = Network::curl($data["poll"]);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return [];
}
$feed = $curlResult->getBody();
$feed_data = Feed::import($feed);
if (!$feed_data) {
- return false;
+ return [];
}
if (!empty($feed_data["header"]["author-name"])) {
{
$curlResult = Network::curl($profile_link);
if (!$curlResult->isSuccess()) {
- return false;
+ return [];
}
$doc = new DOMDocument();
if (!@$doc->loadHTML($curlResult->getBody())) {
- return false;
+ return [];
}
$xpath = new DomXPath($doc);
$data["network"] = Protocol::PUMPIO;
} else {
- return false;
+ return [];
}
$profile_data = self::pumpioProfileData($data["url"]);
if (!$profile_data) {
- return false;
+ return [];
}
$data = array_merge($data, $profile_data);
}
/**
- * Check page for feed link
+ * Checks HTML page for RSS feed link
*
- * @param string $url Page link
- *
- * @return string feed link
+ * @param string $url Page link
+ * @param string $body Page body string
+ * @return string|false Feed link or false if body was invalid HTML document
*/
- private static function getFeedLink($url)
+ public static function getFeedLink(string $url, string $body)
{
- $curlResult = Network::curl($url);
- if (!$curlResult->isSuccess()) {
- return false;
- }
-
$doc = new DOMDocument();
- if (!@$doc->loadHTML($curlResult->getBody())) {
+ if (!@$doc->loadHTML($body)) {
return false;
}
- $xpath = new DomXPath($doc);
+ $xpath = new DOMXPath($doc);
- //$feeds = $xpath->query("/html/head/link[@type='application/rss+xml']");
- $feeds = $xpath->query("/html/head/link[@type='application/rss+xml' and @rel='alternate']");
- if (!is_object($feeds)) {
- return false;
- }
+ $feedUrl = $xpath->evaluate('string(/html/head/link[@type="application/rss+xml" and @rel="alternate"]/@href)');
- if ($feeds->length == 0) {
- return false;
+ $feedUrl = $feedUrl ? self::ensureAbsoluteLinkFromHTMLDoc($feedUrl, $url, $xpath) : '';
+
+ return $feedUrl;
+ }
+
+ /**
+ * Return an absolute URL in the context of a HTML document retrieved from the provided URL.
+ *
+ * Loosely based on RFC 1808
+ *
+ * @see https://tools.ietf.org/html/rfc1808
+ *
+ * @param string $href The potential relative href found in the HTML document
+ * @param string $base The HTML document URL
+ * @param DOMXPath $xpath The HTML document XPath
+ * @return string
+ */
+ private static function ensureAbsoluteLinkFromHTMLDoc(string $href, string $base, DOMXPath $xpath)
+ {
+ if (filter_var($href, FILTER_VALIDATE_URL)) {
+ return $href;
}
- $feed_url = "";
+ $base = $xpath->evaluate('string(/html/head/base/@href)') ?: $base;
- foreach ($feeds as $feed) {
- $attr = [];
- foreach ($feed->attributes as $attribute) {
- $attr[$attribute->name] = trim($attribute->value);
- }
+ $baseParts = parse_url($base);
+
+ // Naked domain case (scheme://basehost)
+ $path = $baseParts['path'] ?? '/';
+
+ // Remove the filename part of the path if it exists (/base/path/file)
+ $path = implode('/', array_slice(explode('/', $path), 0, -1));
- if (empty($feed_url) && !empty($attr['href'])) {
- $feed_url = $attr["href"];
+ $hrefParts = parse_url($href);
+
+ // Root path case (/path) including relative scheme case (//host/path)
+ if ($hrefParts['path'] && $hrefParts['path'][0] == '/') {
+ $path = $hrefParts['path'];
+ } else {
+ $path = $path . '/' . $hrefParts['path'];
+
+ // Resolve arbitrary relative path
+ // Lifted from https://www.php.net/manual/en/function.realpath.php#84012
+ $parts = array_filter(explode('/', $path), 'strlen');
+ $absolutes = array();
+ foreach ($parts as $part) {
+ if ('.' == $part) continue;
+ if ('..' == $part) {
+ array_pop($absolutes);
+ } else {
+ $absolutes[] = $part;
+ }
}
+
+ $path = '/' . implode('/', $absolutes);
}
- return $feed_url;
+ // Relative scheme case (//host/path)
+ $baseParts['host'] = $hrefParts['host'] ?? $baseParts['host'];
+ $baseParts['path'] = $path;
+ unset($baseParts['query']);
+ unset($baseParts['fragment']);
+
+ return Network::unparseURL($baseParts);
}
/**
$curlResult = Network::curl($url);
if ($curlResult->isTimeout()) {
self::$istimeout = true;
- return false;
+ return [];
}
$feed = $curlResult->getBody();
$feed_data = Feed::import($feed);
if (!$feed_data) {
if (!$probe) {
- return false;
+ return [];
}
- $feed_url = self::getFeedLink($url);
+ $feed_url = self::getFeedLink($url, $feed);
if (!$feed_url) {
- return false;
+ return [];
}
return self::feed($feed_url, false);
private static function mail($uri, $uid)
{
if (!Network::isEmailDomainValid($uri)) {
- return false;
+ return [];
}
if ($uid == 0) {
- return false;
+ return [];
}
$user = DBA::selectFirst('user', ['prvkey'], ['uid' => $uid]);
$mailacct = DBA::selectFirst('mailacct', $fields, $condition);
if (!DBA::isResult($user) || !DBA::isResult($mailacct)) {
- return false;
+ return [];
}
$mailbox = Email::constructMailboxName($mailacct);
openssl_private_decrypt(hex2bin($mailacct['pass']), $password, $user['prvkey']);
$mbox = Email::connect($mailbox, $mailacct['user'], $password);
if (!$mbox) {
- return false;
+ return [];
}
$msgs = Email::poll($mbox, $uri);
Logger::log('searching '.$uri.', '.count($msgs).' messages found.', Logger::DEBUG);
if (!count($msgs)) {
- return false;
+ return [];
}
$phost = substr($uri, strpos($uri, '@') + 1);
projects / friendica.git / blobdiff