<?php
/**
- * @copyright Copyright (C) 2010-2021, the Friendica project
+ * @copyright Copyright (C) 2010-2022, the Friendica project
*
* @license GNU AGPL version 3 or any later version
*
use Friendica\Content\Text\BBCode;
use Friendica\Core\Logger;
+use Friendica\Core\Protocol;
use Friendica\Core\System;
use Friendica\Database\Database;
use Friendica\Database\DBA;
use Friendica\DI;
+use Friendica\Model\Contact;
use Friendica\Model\Item;
+use Friendica\Model\Photo;
use Friendica\Model\Post;
+use Friendica\Network\HTTPClient\Client\HttpClientAccept;
+use Friendica\Network\HTTPClient\Client\HttpClientOptions;
use Friendica\Util\Images;
+use Friendica\Util\Network;
use Friendica\Util\ParseUrl;
use Friendica\Util\Proxy;
use Friendica\Util\Strings;
const HTML = 17;
const XML = 18;
const PLAIN = 19;
+ const ACTIVITY = 20;
+ const ACCOUNT = 21;
const DOCUMENT = 128;
/**
}
$media = self::unsetEmptyFields($media);
+ $media = DI::dbaDefinition()->truncateFieldsForTable('post-media', $media);
// We are storing as fast as possible to avoid duplicated network requests
// when fetching additional information for pictures and other content.
$media = self::fetchAdditionalData($media);
$media = self::unsetEmptyFields($media);
+ $media = DI::dbaDefinition()->truncateFieldsForTable('post-media', $media);
if (array_diff_assoc($media, $stored)) {
$result = DBA::insert('post-media', $media, Database::INSERT_UPDATE);
* @param array $media
* @return array cleaned media array
*/
- private static function unsetEmptyFields(array $media)
+ private static function unsetEmptyFields(array $media): array
{
$fields = ['mimetype', 'height', 'width', 'size', 'preview', 'preview-height', 'preview-width', 'description'];
foreach ($fields as $field) {
* @param string $title
* @return string "[attach]" element
*/
- public static function getAttachElement(string $href, int $length, string $type, string $title = '')
+ public static function getAttachElement(string $href, int $length, string $type, string $title = ''): string
{
$media = self::fetchAdditionalData(['type' => self::DOCUMENT, 'url' => $href,
'size' => $length, 'mimetype' => $type, 'description' => $title]);
* @param array $media
* @return array media array with additional data
*/
- public static function fetchAdditionalData(array $media)
+ public static function fetchAdditionalData(array $media): array
{
+ if (Network::isLocalLink($media['url'])) {
+ $media = self::fetchLocalData($media);
+ }
+
// Fetch the mimetype or size if missing.
if (empty($media['mimetype']) || empty($media['size'])) {
$timeout = DI::config()->get('system', 'xrd_timeout');
- $curlResult = DI::httpRequest()->head($media['url'], ['timeout' => $timeout]);
+ $curlResult = DI::httpClient()->head($media['url'], [HttpClientOptions::TIMEOUT => $timeout]);
+
+ // Workaround for systems that can't handle a HEAD request
+ if (!$curlResult->isSuccess() && ($curlResult->getReturnCode() == 405)) {
+ $curlResult = DI::httpClient()->get($media['url'], HttpClientAccept::DEFAULT, [HttpClientOptions::TIMEOUT => $timeout]);
+ }
+
if ($curlResult->isSuccess()) {
if (empty($media['mimetype'])) {
- $media['mimetype'] = $curlResult->getHeader('Content-Type');
+ $media['mimetype'] = $curlResult->getHeader('Content-Type')[0] ?? '';
}
if (empty($media['size'])) {
- $media['size'] = (int)$curlResult->getHeader('Content-Length');
+ $media['size'] = (int)($curlResult->getHeader('Content-Length')[0] ?? 0);
}
} else {
Logger::notice('Could not fetch head', ['media' => $media]);
if (($media['type'] == self::IMAGE) || ($filetype == 'image')) {
$imagedata = Images::getInfoFromURLCached($media['url']);
- if (!empty($imagedata)) {
+ if ($imagedata) {
$media['mimetype'] = $imagedata['mime'];
$media['size'] = $imagedata['size'];
$media['width'] = $imagedata[0];
}
if (!empty($media['preview'])) {
$imagedata = Images::getInfoFromURLCached($media['preview']);
- if (!empty($imagedata)) {
+ if ($imagedata) {
$media['preview-width'] = $imagedata[0];
$media['preview-height'] = $imagedata[1];
}
$media = self::addType($media);
}
+ if (in_array($media['type'], [self::TEXT, self::APPLICATION, self::HTML, self::XML, self::PLAIN])) {
+ $media = self::addActivity($media);
+ }
+
+ if (in_array($media['type'], [self::TEXT, self::APPLICATION, self::HTML, self::XML, self::PLAIN])) {
+ $media = self::addAccount($media);
+ }
+
if ($media['type'] == self::HTML) {
$data = ParseUrl::getSiteinfoCached($media['url'], false);
$media['preview'] = $data['images'][0]['src'] ?? null;
return $media;
}
+ /**
+ * Adds the activity type if the media entry is linked to an activity
+ *
+ * @param array $media
+ * @return array
+ */
+ private static function addActivity(array $media): array
+ {
+ $id = Item::fetchByLink($media['url']);
+ if (empty($id)) {
+ return $media;
+ }
+
+ $item = Post::selectFirst([], ['id' => $id, 'network' => Protocol::FEDERATED]);
+ if (empty($item['id'])) {
+ Logger::debug('Not a federated activity', ['id' => $id, 'uri-id' => $media['uri-id'], 'url' => $media['url']]);
+ return $media;
+ }
+
+ if (!empty($item['plink']) && Strings::compareLink($item['plink'], $media['url']) &&
+ parse_url($item['plink'], PHP_URL_HOST) != parse_url($item['uri'], PHP_URL_HOST)) {
+ Logger::debug('Not a link to an activity', ['uri-id' => $media['uri-id'], 'url' => $media['url'], 'plink' => $item['plink'], 'uri' => $item['uri']]);
+ return $media;
+ }
+
+ if (in_array($item['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
+ $media['mimetype'] = 'application/activity+json';
+ } elseif ($item['network'] == Protocol::DIASPORA) {
+ $media['mimetype'] = 'application/xml';
+ }
+
+ $contact = Contact::getById($item['author-id'], ['avatar', 'gsid']);
+ if (!empty($contact['gsid'])) {
+ $gserver = DBA::selectFirst('gserver', ['url', 'site_name'], ['id' => $contact['gsid']]);
+ }
+
+ $media['type'] = self::ACTIVITY;
+ $media['media-uri-id'] = $item['uri-id'];
+ $media['height'] = null;
+ $media['width'] = null;
+ $media['preview'] = null;
+ $media['preview-height'] = null;
+ $media['preview-width'] = null;
+ $media['description'] = $item['body'];
+ $media['name'] = $item['title'];
+ $media['author-url'] = $item['author-link'];
+ $media['author-name'] = $item['author-name'];
+ $media['author-image'] = $contact['avatar'] ?? $item['author-avatar'];
+ $media['publisher-url'] = $gserver['url'] ?? null;
+ $media['publisher-name'] = $gserver['site_name'] ?? null;
+ $media['publisher-image'] = null;
+
+ Logger::debug('Activity detected', ['uri-id' => $media['uri-id'], 'url' => $media['url'], 'plink' => $item['plink'], 'uri' => $item['uri']]);
+ return $media;
+ }
+
+ /**
+ * Adds the account type if the media entry is linked to an account
+ *
+ * @param array $media
+ * @return array
+ */
+ private static function addAccount(array $media): array
+ {
+ $contact = Contact::getByURL($media['url'], false);
+ if (empty($contact) || ($contact['network'] == Protocol::PHANTOM)) {
+ return $media;
+ }
+
+ if (in_array($contact['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
+ $media['mimetype'] = 'application/activity+json';
+ }
+
+ if (!empty($contact['gsid'])) {
+ $gserver = DBA::selectFirst('gserver', ['url', 'site_name'], ['id' => $contact['gsid']]);
+ }
+
+ $media['type'] = self::ACCOUNT;
+ $media['media-uri-id'] = $contact['uri-id'];
+ $media['height'] = null;
+ $media['width'] = null;
+ $media['preview'] = null;
+ $media['preview-height'] = null;
+ $media['preview-width'] = null;
+ $media['description'] = $contact['about'];
+ $media['name'] = $contact['name'];
+ $media['author-url'] = $contact['url'];
+ $media['author-name'] = $contact['name'];
+ $media['author-image'] = $contact['avatar'];
+ $media['publisher-url'] = $gserver['url'] ?? null;
+ $media['publisher-name'] = $gserver['site_name'] ?? null;
+ $media['publisher-image'] = null;
+
+ Logger::debug('Account detected', ['uri-id' => $media['uri-id'], 'url' => $media['url'], 'uri' => $contact['url']]);
+ return $media;
+ }
+
+ /**
+ * Fetch media data from local resources
+ * @param array $media
+ * @return array media with added data
+ */
+ private static function fetchLocalData(array $media): array
+ {
+ if (!preg_match('|.*?/photo/(.*[a-fA-F0-9])\-(.*[0-9])\..*[\w]|', $media['url'] ?? '', $matches)) {
+ return $media;
+ }
+ $photo = Photo::selectFirst([], ['resource-id' => $matches[1], 'scale' => $matches[2]]);
+ if (!empty($photo)) {
+ $media['mimetype'] = $photo['type'];
+ $media['size'] = $photo['datasize'];
+ $media['width'] = $photo['width'];
+ $media['height'] = $photo['height'];
+ }
+
+ if (!preg_match('|.*?/photo/(.*[a-fA-F0-9])\-(.*[0-9])\..*[\w]|', $media['preview'] ?? '', $matches)) {
+ return $media;
+ }
+ $photo = Photo::selectFirst([], ['resource-id' => $matches[1], 'scale' => $matches[2]]);
+ if (!empty($photo)) {
+ $media['preview-width'] = $photo['width'];
+ $media['preview-height'] = $photo['height'];
+ }
+
+ return $media;
+ }
+
/**
* Add the detected type to the media array
*
* @param array $data
* @return array data array with the detected type
*/
- public static function addType(array $data)
+ public static function addType(array $data): array
{
if (empty($data['mimetype'])) {
Logger::info('No MimeType provided', ['media' => $data]);
* @param string $preview Preview picture
* @return boolean
*/
- private static function isPictureLink(string $page, string $preview)
+ private static function isPictureLink(string $page, string $preview): bool
{
return preg_match('#/photos/.*/image/#ism', $page) && preg_match('#/photo/.*-1\.#ism', $preview);
}
* @param string $body
* @return string Body without media links
*/
- public static function insertFromBody(int $uriid, string $body)
+ public static function insertFromBody(int $uriid, string $body): string
{
// Simplify image codes
$unshared_body = $body = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $body);
- // Only remove the shared data from "real" reshares
- $shared = BBCode::fetchShareAttributes($body);
- if (!empty($shared['guid'])) {
- $unshared_body = preg_replace("/\s*\[share .*?\].*?\[\/share\]\s*/ism", '', $body);
- }
-
$attachments = [];
if (preg_match_all("#\[url=([^\]]+?)\]\s*\[img=([^\[\]]*)\]([^\[\]]*)\[\/img\]\s*\[/url\]#ism", $body, $pictures, PREG_SET_ORDER)) {
foreach ($pictures as $picture) {
}
foreach ($attachments as $attachment) {
+ if (Post\Link::exists($uriid, $attachment['preview'] ?? $attachment['url'])) {
+ continue;
+ }
+
// Only store attachments that are part of the unshared body
- if (Item::containsLink($unshared_body, $attachment['url'], $attachment['type'])) {
+ if (Item::containsLink($unshared_body, $attachment['preview'] ?? $attachment['url'], $attachment['type'])) {
self::insert($attachment);
}
}
*
* @param integer $uriid
* @param string $body
+ * @return void
*/
public static function insertFromRelevantUrl(int $uriid, string $body)
{
- // Only remove the shared data from "real" reshares
- $shared = BBCode::fetchShareAttributes($body);
- if (!empty($shared['guid'])) {
- // Don't look at the shared content
- $body = preg_replace("/\s*\[share .*?\].*?\[\/share\]\s*/ism", '', $body);
- }
-
// Remove all hashtags and mentions
$body = preg_replace("/([#@!])\[url\=(.*?)\](.*?)\[\/url\]/ism", '', $body);
*
* @param integer $uriid
* @param string $body
+ * @return void
*/
public static function insertFromAttachmentData(int $uriid, string $body)
{
- // Don't look at the shared content
- $body = preg_replace("/\s*\[share .*?\].*?\[\/share\]\s*/ism", '', $body);
-
$data = BBCode::getAttachmentData($body);
if (empty($data)) {
return;
/**
* Retrieves the media attachments associated with the provided item ID.
*
- * @param int $uri_id
- * @param array $types
- * @return array
+ * @param int $uri_id URI id
+ * @param array $types Media types
+ * @return array|bool Array on success, false on error
* @throws \Exception
*/
public static function getByURIId(int $uri_id, array $types = [])
$condition = DBA::mergeConditions($condition, ['type' => $types]);
}
- return DBA::selectToArray('post-media', [], $condition);
+ return DBA::selectToArray('post-media', [], $condition, ['order' => ['id']]);
}
/**
* Checks if media attachments are associated with the provided item ID.
*
- * @param int $uri_id
- * @param array $types
- * @return array
+ * @param int $uri_id URI id
+ * @param array $types Media types
+ * @return bool Whether media attachment exists
* @throws \Exception
*/
- public static function existsByURIId(int $uri_id, array $types = [])
+ public static function existsByURIId(int $uri_id, array $types = []): bool
{
$condition = ['uri-id' => $uri_id];
/**
* Split the attachment media in the three segments "visual", "link" and "additional"
*
- * @param int $uri_id
- * @param string $guid
- * @param array $links ist of links that shouldn't be added
+ * @param int $uri_id URI id
+ * @param array $links list of links that shouldn't be added
+ * @param bool $has_media
* @return array attachments
*/
- public static function splitAttachments(int $uri_id, string $guid = '', array $links = [])
+ public static function splitAttachments(int $uri_id, array $links = [], bool $has_media = true): array
{
$attachments = ['visual' => [], 'link' => [], 'additional' => []];
+ if (!$has_media) {
+ return $attachments;
+ }
+
$media = self::getByURIId($uri_id);
if (empty($media)) {
return $attachments;
}
- $height = 0;
+ $heights = [];
$selected = '';
$previews = [];
}
}
+ // Currently these two types are ignored here.
+ // Posts are added differently and contacts are not displayed as attachments.
+ if (in_array($medium['type'], [self::ACCOUNT, self::ACTIVITY])) {
+ continue;
+ }
+
if (!empty($medium['preview'])) {
$previews[] = $medium['preview'];
}
- $type = explode('/', current(explode(';', $medium['mimetype'])));
+ $type = explode('/', explode(';', $medium['mimetype'] ?? '')[0]);
if (count($type) < 2) {
Logger::info('Unknown MimeType', ['type' => $type, 'media' => $medium]);
$filetype = 'unkn';
in_array($filetype, ['audio', 'image'])) {
$attachments['visual'][] = $medium;
} elseif (($medium['type'] == self::VIDEO) || ($filetype == 'video')) {
- if (strpos($medium['url'], $guid) !== false) {
+ if (!empty($medium['height'])) {
// Peertube videos are delivered in many different resolutions. We pick a moderate one.
- // By checking against the GUID we also ensure to only work this way on Peertube posts.
- // This wouldn't be executed when someone for example on Mastodon was sharing multiple videos in a single post.
- if (empty($height) || ($height > $medium['height']) && ($medium['height'] >= 480)) {
- $height = $medium['height'];
- $selected = $medium['url'];
- }
+ // Since only Peertube provides a "height" parameter, this wouldn't be executed
+ // when someone for example on Mastodon was sharing multiple videos in a single post.
+ $heights[$medium['height']] = $medium['url'];
$video[$medium['url']] = $medium;
} else {
$attachments['visual'][] = $medium;
$attachments['additional'][] = $medium;
}
}
- if (!empty($selected)) {
- $attachments['visual'][] = $video[$selected];
- unset($video[$selected]);
- foreach ($video as $element) {
- $attachments['additional'][] = $element;
+
+ if (!empty($heights)) {
+ ksort($heights);
+ foreach ($heights as $height => $url) {
+ if (empty($selected) || $height <= 480) {
+ $selected = $url;
+ }
+ }
+
+ if (!empty($selected)) {
+ $attachments['visual'][] = $video[$selected];
+ unset($video[$selected]);
+ foreach ($video as $element) {
+ $attachments['additional'][] = $element;
+ }
}
}
+
return $attachments;
}
/**
* Add media attachments to the body
*
- * @param int $uriid
+ * @param int $uriid
* @param string $body
+ * @param array $types
+ *
* @return string body
*/
- public static function addAttachmentsToBody(int $uriid, string $body = '')
+ public static function addAttachmentsToBody(int $uriid, string $body = '', array $types = [self::IMAGE, self::AUDIO, self::VIDEO]): string
{
if (empty($body)) {
$item = Post::selectFirst(['body'], ['uri-id' => $uriid]);
$body = preg_replace("/\s*\[attachment .*?\].*?\[\/attachment\]\s*/ism", '', $body);
- foreach (self::getByURIId($uriid, [self::IMAGE, self::AUDIO, self::VIDEO]) as $media) {
- if (Item::containsLink($body, $media['url'], $media['type'])) {
+ foreach (self::getByURIId($uriid, $types) as $media) {
+ if (Item::containsLink($body, $media['preview'] ?? $media['url'], $media['type'])) {
continue;
}
* Get preview link for given media id
*
* @param integer $id media id
- * @param string $size One of the ProxyUtils::SIZE_* constants
+ * @param string $size One of the Proxy::SIZE_* constants
* @return string preview link
*/
- public static function getPreviewUrlForId(int $id, string $size = ''):string
+ public static function getPreviewUrlForId(int $id, string $size = ''): string
{
$url = DI::baseUrl() . '/photo/preview/';
switch ($size) {
* Get media link for given media id
*
* @param integer $id media id
- * @param string $size One of the ProxyUtils::SIZE_* constants
+ * @param string $size One of the Proxy::SIZE_* constants
* @return string media link
*/
- public static function getUrlForId(int $id, string $size = ''):string
+ public static function getUrlForId(int $id, string $size = ''): string
{
$url = DI::baseUrl() . '/photo/media/';
switch ($size) {
projects / friendica.git / blobdiff