X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FUtil%2FParseUrl.php;h=33828848391410a843475080905a30d41af1eaa7;hb=46cd39fb34613f4b331793f19c0e562f93125066;hp=5b0bf6a5ca785849183ebf17c96b97f695837484;hpb=7833da5196faf901f52b7f7ad7aa264ceab77592;p=friendica.git

diff --git a/src/Util/ParseUrl.php b/src/Util/ParseUrl.php
index 5b0bf6a5ca..3382884839 100644
--- a/src/Util/ParseUrl.php
+++ b/src/Util/ParseUrl.php
@@ -1,6 +1,6 @@
 <?php
 /**
- * @copyright Copyright (C) 2010-2022, the Friendica project
+ * @copyright Copyright (C) 2010-2023, the Friendica project
  *
  * @license GNU AGPL version 3 or any later version
  *
@@ -24,6 +24,8 @@ namespace Friendica\Util;
 use DOMDocument;
 use DOMXPath;
 use Friendica\Content\OEmbed;
+use Friendica\Content\Text\HTML;
+use Friendica\Protocol\HTTP\MediaType;
 use Friendica\Core\Hook;
 use Friendica\Core\Logger;
 use Friendica\Database\Database;
@@ -89,7 +91,7 @@ class ParseUrl
 	}
 
 	/**
-	 * Search for chached embeddable data of an url otherwise fetch it
+	 * Search for cached embeddable data of an url otherwise fetch it
 	 *
 	 * @param string $url         The url of the page which should be scraped
 	 * @param bool   $do_oembed   The false option is used by the function fetch_oembed()
@@ -283,25 +285,13 @@ class ParseUrl
 		}
 
 		$charset = '';
-		// Look for a charset, first in headers
-		// Expected form: Content-Type: text/html; charset=ISO-8859-4
-		if (preg_match('/charset=([a-z0-9-_.\/]+)/i', $curlResult->getContentType(), $matches)) {
-			$charset = trim(trim(trim(array_pop($matches)), ';,'));
-		} else {
-			// Then in body that gets precedence
-			// Expected forms:
-			// - <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-			// - <meta charset="utf-8">
-			// - <meta charset=utf-8>
-			// - <meta charSet="utf-8">
-			// We escape <style> and <script> tags since they can contain irrelevant charset information
-			// (see https://github.com/friendica/friendica/issues/9251#issuecomment-698636806)
-			Strings::performWithEscapedBlocks($body, '#<(?:style|script).*?</(?:style|script)>#ism', function ($body) use (&$charset) {
-				if (preg_match('/charset=["\']?([a-z0-9-_.\/]+)/i', $body, $matches)) {
-					$charset = trim(trim(trim(array_pop($matches)), ';,'));
-				}
-			});
-		}
+		try {
+			// Look for a charset, first in headers
+			$mediaType = MediaType::fromContentType($curlResult->getContentType());
+			if (isset($mediaType->parameters['charset'])) {
+				$charset = $mediaType->parameters['charset'];
+			}
+		} catch(\InvalidArgumentException $e) {}
 
 		$siteinfo['charset'] = $charset;
 
@@ -322,6 +312,8 @@ class ParseUrl
 		$doc = new DOMDocument();
 		@$doc->loadHTML($body);
 
+		$siteinfo['charset'] = HTML::extractCharset($doc) ?? $siteinfo['charset'];
+
 		XML::deleteNode($doc, 'style');
 		XML::deleteNode($doc, 'option');
 		XML::deleteNode($doc, 'h1');
@@ -654,7 +646,7 @@ class ParseUrl
 		$arr_tags = str_getcsv($string);
 		if (count($arr_tags)) {
 			// add the # sign to every tag
-			array_walk($arr_tags, ['self', 'arrAddHashes']);
+			array_walk($arr_tags, [self::class, 'arrAddHashes']);
 
 			return $arr_tags;
 		}
@@ -694,7 +686,7 @@ class ParseUrl
 	{
 		$urlarr = parse_url($url);
 
-		// If the url does allready have an scheme
+		// If the url does already have an scheme
 		// we can stop the process here
 		if (isset($urlarr['scheme'])) {
 			return $url;