<?php
/**
- * @copyright Copyright (C) 2020, Friendica
+ * @copyright Copyright (C) 2010-2023, the Friendica project
*
* @license GNU AGPL version 3 or any later version
*
namespace Friendica\Protocol;
+use Friendica\Content\Smilies;
use Friendica\Content\Text\BBCode;
+use Friendica\Core\Cache\Enum\Duration;
use Friendica\Core\Logger;
use Friendica\Core\Protocol;
use Friendica\Database\DBA;
use Friendica\Model\Post;
use Friendica\Model\Search;
use Friendica\Model\Tag;
+use Friendica\Model\User;
use Friendica\Util\DateTimeFormat;
use Friendica\Util\Strings;
/**
* Base class for relay handling
+ * @see https://github.com/jaywink/social-relay
+ * @see https://wiki.diasporafoundation.org/Relay_servers_for_public_posts
*/
class Relay
{
+ const SCOPE_NONE = '';
+ const SCOPE_ALL = 'all';
+ const SCOPE_TAGS = 'tags';
+
/**
* Check if a post is wanted
*
- * @param array $tags
+ * @param array $tags
* @param string $body
- * @param int $authorid
+ * @param int $authorid
* @param string $url
+ * @param string $network
+ * @param int $causerid
+ * @param array $languages
* @return boolean "true" is the post is wanted by the system
*/
- public static function isSolicitedPost(array $tags, string $body, int $authorid, string $url, string $network = '')
+ public static function isSolicitedPost(array $tags, string $body, int $authorid, string $url, string $network = '', int $causerid = 0, array $languages = []): bool
{
$config = DI::config();
- $subscribe = $config->get('system', 'relay_subscribe', false);
- if ($subscribe) {
- $scope = $config->get('system', 'relay_scope', SR_SCOPE_ALL);
- } else {
- $scope = SR_SCOPE_NONE;
- }
+ $scope = $config->get('system', 'relay_scope');
- if ($scope == SR_SCOPE_NONE) {
+ if ($scope == self::SCOPE_NONE) {
Logger::info('Server does not accept relay posts - rejected', ['network' => $network, 'url' => $url]);
return false;
}
return false;
}
- $systemTags = [];
- $userTags = [];
- $denyTags = [];
+ if (!empty($causerid)) {
+ $contact = Contact::getById($causerid, ['url']);
+ $causer = $contact['url'] ?? '';
+ } else {
+ $causer = '';
+ }
- if ($scope == SR_SCOPE_TAGS) {
- $server_tags = $config->get('system', 'relay_server_tags');
- $tagitems = explode(',', mb_strtolower($server_tags));
- foreach ($tagitems AS $tag) {
- $systemTags[] = trim($tag, '# ');
- }
+ $body = ActivityPub\Processor::normalizeMentionLinks($body);
- if ($config->get('system', 'relay_user_tags')) {
- $userTags = Search::getUserTags();
- }
- }
+ $denyTags = [];
- $tagList = array_unique(array_merge($systemTags, $userTags));
+ if ($scope == self::SCOPE_TAGS) {
+ $tagList = self::getSubscribedTags();
+ } else {
+ $tagList = [];
+ }
$deny_tags = $config->get('system', 'relay_deny_tags');
$tagitems = explode(',', mb_strtolower($deny_tags));
- foreach ($tagitems AS $tag) {
+ foreach ($tagitems as $tag) {
$tag = trim($tag, '# ');
$denyTags[] = $tag;
}
foreach ($tags as $tag) {
$tag = mb_strtolower($tag);
if (in_array($tag, $denyTags)) {
- Logger::info('Unwanted hashtag found - rejected', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Unwanted hashtag found - rejected', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return false;
}
if (in_array($tag, $tagList)) {
- Logger::info('Subscribed hashtag found - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Subscribed hashtag found - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return true;
}
// We check with "strpos" for performance issues. Only when this is true, the regular expression check is used
// RegExp is taken from here: https://medium.com/@shiba1014/regex-word-boundaries-with-unicode-207794f6e7ed
if ((strpos($content, $tag) !== false) && preg_match('/(?<=[\s,.:;"\']|^)' . preg_quote($tag, '/') . '(?=[\s,.:;"\']|$)/', $content)) {
- Logger::info('Subscribed hashtag found in content - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Subscribed hashtag found in content - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return true;
}
}
}
- if ($scope == SR_SCOPE_ALL) {
- Logger::info('Server accept all posts - accepted', ['network' => $network, 'url' => $url]);
+ if (!self::isWantedLanguage($body, 0, $authorid, $languages)) {
+ Logger::info('Unwanted or Undetected language found - rejected', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
+ return false;
+ }
+
+ if ($scope == self::SCOPE_ALL) {
+ Logger::info('Server accept all posts - accepted', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
return true;
}
- Logger::info('No matching hashtags found - rejected', ['network' => $network, 'url' => $url]);
+ Logger::info('No matching hashtags found - rejected', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
return false;
}
+ /**
+ * Get a list of subscribed tags by both the users and the tags that are defined by the admin
+ *
+ * @return array
+ */
+ public static function getSubscribedTags(): array
+ {
+ $systemTags = [];
+ $server_tags = DI::config()->get('system', 'relay_server_tags');
+
+ foreach (explode(',', mb_strtolower($server_tags)) as $tag) {
+ $systemTags[] = trim($tag, '# ');
+ }
+
+ if (DI::config()->get('system', 'relay_user_tags')) {
+ $userTags = Search::getUserTags();
+ } else {
+ $userTags = [];
+ }
+
+ return array_unique(array_merge($systemTags, $userTags));
+ }
+
+ /**
+ * Detect the language of a post and decide if the post should be accepted
+ *
+ * @param string $body
+ * @param int $uri_id
+ * @param int $author_id
+ * @param array $languages
+ * @return boolean
+ */
+ public static function isWantedLanguage(string $body, int $uri_id = 0, int $author_id = 0, array $languages = [])
+ {
+ $detected = [];
+ $quality = DI::config()->get('system', 'relay_language_quality');
+ foreach (Item::getLanguageArray($body, DI::config()->get('system', 'relay_languages'), $uri_id, $author_id) as $language => $reliability) {
+ if (($reliability >= $quality) && ($quality > 0)) {
+ $detected[] = $language;
+ }
+ }
+
+ if (empty($languages) && empty($detected) && (empty($body) || Smilies::isEmojiPost($body))) {
+ Logger::debug('Empty body or only emojis', ['body' => $body]);
+ return true;
+ }
+
+ if (!empty($languages) || !empty($detected)) {
+ $cachekey = 'relay:isWantedLanguage';
+ $user_languages = DI::cache()->get($cachekey);
+ if (is_null($user_languages)) {
+ $user_languages = User::getLanguages();
+ DI::cache()->set($cachekey, $user_languages);
+ }
+
+ foreach ($detected as $language) {
+ if (in_array($language, $user_languages)) {
+ Logger::debug('Wanted language found in detected languages', ['language' => $language, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return true;
+ }
+ }
+ foreach ($languages as $language) {
+ if (in_array($language, $user_languages)) {
+ Logger::debug('Wanted language found in defined languages', ['language' => $language, 'languages' => $languages, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return true;
+ }
+ }
+ Logger::debug('No wanted language found', ['languages' => $languages, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return false;
+ } elseif (DI::config()->get('system', 'relay_deny_undetected_language')) {
+ Logger::info('Undetected language found', ['body' => $body]);
+ return false;
+ }
+
+ return true;
+ }
+
/**
* Update or insert a relay contact
*
* @param array $gserver Global server record
* @param array $fields Optional network specific fields
+ * @return void
* @throws \Exception
*/
public static function updateContact(array $gserver, array $fields = [])
if (in_array($gserver['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
$system = APContact::getByURL($gserver['url'] . '/friendica');
if (!empty($system['sharedinbox'])) {
- Logger::info('Sucessfully probed for relay contact', ['server' => $gserver['url']]);
+ Logger::info('Successfully probed for relay contact', ['server' => $gserver['url']]);
$id = Contact::updateFromProbeByURL($system['url']);
Logger::info('Updated relay contact', ['server' => $gserver['url'], 'id' => $id]);
return;
return;
}
- if (DBA::isResult($old)) {
+ if (DBA::isResult($old)) {
$fields['updated'] = DateTimeFormat::utcNow();
Logger::info('Update relay contact', ['server' => $gserver['url'], 'id' => $old['id'], 'fields' => $fields]);
- DBA::update('contact', $fields, ['id' => $old['id']], $old);
+ Contact::update($fields, ['id' => $old['id']], $old);
} else {
$default = ['created' => DateTimeFormat::utcNow(),
'name' => 'relay', 'nick' => 'relay', 'url' => $gserver['url'],
* The relay contact is a technical contact entry that exists once per server.
*
* @param array $contact of the relay contact
+ * @return void
*/
public static function markForArchival(array $contact)
{
}
/**
- * Return a list of relay servers
- *
- * The list contains not only the official relays but also servers that we serve directly
+ * Return a list of servers that we serve via the direct relay
*
* @param integer $item_id id of the item that is sent
* @param array $contacts Previously fetched contacts
- * @param array $networks Networks of the relay servers
- *
+ * @param array $networks Networks of the relay servers
* @return array of relay servers
* @throws \Friendica\Network\HTTPException\InternalServerErrorException
*/
- public static function getList(int $item_id, array $contacts, array $networks)
+ public static function getDirectRelayList(int $item_id): array
{
$serverlist = [];
- // Fetching relay servers
- $serverdata = DI::config()->get("system", "relay_server");
+ if (!DI::config()->get('system', 'relay_directly', false)) {
+ return [];
+ }
- if (!empty($serverdata)) {
- $servers = explode(",", $serverdata);
- foreach ($servers as $server) {
- $gserver = DBA::selectFirst('gserver', ['id', 'url', 'network'], ['nurl' => Strings::normaliseLink($server)]);
- if (DBA::isResult($gserver)) {
- $serverlist[$gserver['id']] = $gserver;
- }
- }
+ // We distribute our stuff based on the parent to ensure that the thread will be complete
+ $parent = Post::selectFirst(['uri-id'], ['id' => $item_id]);
+ if (!DBA::isResult($parent)) {
+ return [];
}
- if (DI::config()->get("system", "relay_directly", false)) {
- // We distribute our stuff based on the parent to ensure that the thread will be complete
- $parent = Post::selectFirst(['uri-id'], ['id' => $item_id]);
- if (!DBA::isResult($parent)) {
- return;
+ // Servers that want to get all content
+ $servers = DBA::select('gserver', ['id', 'url', 'network'], ['relay-subscribe' => true, 'relay-scope' => 'all']);
+ while ($server = DBA::fetch($servers)) {
+ $serverlist[$server['id']] = $server;
+ }
+ DBA::close($servers);
+
+ // All tags of the current post
+ $tags = DBA::select('tag-view', ['name'], ['uri-id' => $parent['uri-id'], 'type' => Tag::HASHTAG]);
+ $taglist = [];
+ while ($tag = DBA::fetch($tags)) {
+ $taglist[] = $tag['name'];
+ }
+ DBA::close($tags);
+
+ // All servers who wants content with this tag
+ $tagserverlist = [];
+ if (!empty($taglist)) {
+ $tagserver = DBA::select('gserver-tag', ['gserver-id'], ['tag' => $taglist]);
+ while ($server = DBA::fetch($tagserver)) {
+ $tagserverlist[] = $server['gserver-id'];
}
+ DBA::close($tagserver);
+ }
- // Servers that want to get all content
- $servers = DBA::select('gserver', ['id', 'url', 'network'], ['relay-subscribe' => true, 'relay-scope' => 'all']);
+ // All addresses with the given id
+ if (!empty($tagserverlist)) {
+ $servers = DBA::select('gserver', ['id', 'url', 'network'], ['relay-subscribe' => true, 'relay-scope' => 'tags', 'id' => $tagserverlist]);
while ($server = DBA::fetch($servers)) {
$serverlist[$server['id']] = $server;
}
DBA::close($servers);
-
- // All tags of the current post
- $tags = DBA::select('tag-view', ['name'], ['uri-id' => $parent['uri-id'], 'type' => Tag::HASHTAG]);
- $taglist = [];
- while ($tag = DBA::fetch($tags)) {
- $taglist[] = $tag['name'];
- }
- DBA::close($tags);
-
- // All servers who wants content with this tag
- $tagserverlist = [];
- if (!empty($taglist)) {
- $tagserver = DBA::select('gserver-tag', ['gserver-id'], ['tag' => $taglist]);
- while ($server = DBA::fetch($tagserver)) {
- $tagserverlist[] = $server['gserver-id'];
- }
- DBA::close($tagserver);
- }
-
- // All adresses with the given id
- if (!empty($tagserverlist)) {
- $servers = DBA::select('gserver', ['id', 'url', 'network'], ['relay-subscribe' => true, 'relay-scope' => 'tags', 'id' => $tagserverlist]);
- while ($server = DBA::fetch($servers)) {
- $serverlist[$server['id']] = $server;
- }
- DBA::close($servers);
- }
}
+ $contacts = [];
+
// Now we are collecting all relay contacts
foreach ($serverlist as $gserver) {
// We don't send messages to ourselves
if (empty($contact)) {
continue;
}
-
- if (in_array($contact['network'], $networks) && !in_array($contact['batch'], array_column($contacts, 'batch'))) {
- $contacts[] = $contact;
- }
}
return $contacts;
}
+ /**
+ * Return a list of relay servers
+ *
+ * @param array $fields Field list
+ * @return array List of relay servers
+ * @throws Exception
+ */
+ public static function getList(array $fields = []): array
+ {
+ return DBA::selectToArray('apcontact', $fields,
+ ["`type` IN (?, ?) AND `url` IN (SELECT `url` FROM `contact` WHERE `uid` = ? AND `rel` = ?)", 'Application', 'Service', 0, Contact::FRIEND]);
+ }
+
/**
* Return a contact for a given server address or creates a dummy entry
*
* @param array $gserver Global server record
* @param array $fields Fieldlist
- * @return array with the contact
+ * @return array|bool Array with the contact or false on error
* @throws \Exception
*/
private static function getContact(array $gserver, array $fields = ['batch', 'id', 'url', 'name', 'network', 'protocol', 'archive', 'blocked'])
// It should never happen that we arrive here
return [];
}
+
+ /**
+ * Resubscribe to all relay servers
+ *
+ * @return void
+ */
+ public static function reSubscribe()
+ {
+ foreach (self::getList() as $server) {
+ $success = ActivityPub\Transmitter::sendRelayFollow($server['url']);
+ Logger::debug('Resubscribed', ['profile' => $server['url'], 'success' => $success]);
+ }
+ }
}
projects / friendica.git / blobdiff