<?php
/**
- * @copyright Copyright (C) 2010-2022, the Friendica project
+ * @copyright Copyright (C) 2010-2023, the Friendica project
*
* @license GNU AGPL version 3 or any later version
*
use DOMDocument;
use DOMXPath;
use Friendica\Content\OEmbed;
+use Friendica\Content\Text\HTML;
+use Friendica\Protocol\HTTP\MediaType;
use Friendica\Core\Hook;
use Friendica\Core\Logger;
use Friendica\Database\Database;
];
if ($count > 10) {
- Logger::notice('Endless loop detected', ['url' => $url]);
+ Logger::warning('Endless loop detected', ['url' => $url]);
return $siteinfo;
}
}
$charset = '';
- // Look for a charset, first in headers
- // Expected form: Content-Type: text/html; charset=ISO-8859-4
- if (preg_match('/charset=([a-z0-9-_.\/]+)/i', $curlResult->getContentType(), $matches)) {
- $charset = trim(trim(trim(array_pop($matches)), ';,'));
- }
-
- // Then in body that gets precedence
- // Expected forms:
- // - <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
- // - <meta charset="utf-8">
- // - <meta charset=utf-8>
- // - <meta charSet="utf-8">
- // We escape <style> and <script> tags since they can contain irrelevant charset information
- // (see https://github.com/friendica/friendica/issues/9251#issuecomment-698636806)
- Strings::performWithEscapedBlocks($body, '#<(?:style|script).*?</(?:style|script)>#ism', function ($body) use (&$charset) {
- if (preg_match('/charset=["\']?([a-z0-9-_.\/]+)/i', $body, $matches)) {
- $charset = trim(trim(trim(array_pop($matches)), ';,'));
+ try {
+ // Look for a charset, first in headers
+ $mediaType = MediaType::fromContentType($curlResult->getContentType());
+ if (isset($mediaType->parameters['charset'])) {
+ $charset = $mediaType->parameters['charset'];
}
- });
+ } catch(\InvalidArgumentException $e) {}
$siteinfo['charset'] = $charset;
$doc = new DOMDocument();
@$doc->loadHTML($body);
+ $siteinfo['charset'] = HTML::extractCharset($doc) ?? $siteinfo['charset'];
+
XML::deleteNode($doc, 'style');
XML::deleteNode($doc, 'option');
XML::deleteNode($doc, 'h1');
$image['width'] = $photodata[0];
$image['height'] = $photodata[1];
$image['contenttype'] = $photodata['mime'];
+ $image['blurhash'] = $photodata['blurhash'] ?? null;
unset($image['url']);
ksort($image);
} else {
}
$content = JsonLD::fetchElement($jsonld, 'description');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['text'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'image');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['image'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'thumbnailUrl');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['image'] = trim($content);
}
$jsonldinfo = [];
$content = JsonLD::fetchElement($jsonld, 'name');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_name'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'description');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_description'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'url');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_url'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'thumbnailUrl');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['image'] = trim($content);
}
$jsonldinfo = [];
$content = JsonLD::fetchElement($jsonld, 'name');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_name'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'description');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_description'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'url');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_url'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'logo', 'url', '@type', 'ImageObject');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_img'] = trim($content);
+ } elseif (!empty($content) && is_array($content)) {
+ $jsonldinfo['publisher_img'] = trim($content[0]);
}
$content = JsonLD::fetchElement($jsonld, 'brand', 'name', '@type', 'Organization');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_name'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'brand', 'url', '@type', 'Organization');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['publisher_url'] = trim($content);
}
$jsonldinfo = [];
$content = JsonLD::fetchElement($jsonld, 'name');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['author_name'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'description');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['author_description'] = trim($content);
}
}
$content = JsonLD::fetchElement($jsonld, 'url');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$jsonldinfo['author_url'] = trim($content);
}
$media = [];
$content = JsonLD::fetchElement($jsonld, 'caption');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['caption'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'url');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['url'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'mainEntityOfPage');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['main'] = Strings::compareLink($content, $siteinfo['url']);
}
$content = JsonLD::fetchElement($jsonld, 'description');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['description'] = trim($content);
}
}
$content = JsonLD::fetchElement($jsonld, 'contentUrl');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['content'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'embedUrl');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['embed'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'height');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['height'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'width');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['width'] = trim($content);
}
$content = JsonLD::fetchElement($jsonld, 'image');
- if (!empty($content)) {
+ if (!empty($content) && is_string($content)) {
$media['image'] = trim($content);
}