<?php
/**
- * @copyright Copyright (C) 2010-2022, the Friendica project
+ * @copyright Copyright (C) 2010-2023, the Friendica project
*
* @license GNU AGPL version 3 or any later version
*
namespace Friendica\Protocol;
+use Friendica\Content\Smilies;
use Friendica\Content\Text\BBCode;
+use Friendica\Core\Cache\Enum\Duration;
use Friendica\Core\Logger;
use Friendica\Core\Protocol;
use Friendica\Database\DBA;
use Friendica\Model\APContact;
use Friendica\Model\Contact;
use Friendica\Model\GServer;
+use Friendica\Model\Item;
use Friendica\Model\Post;
use Friendica\Model\Search;
use Friendica\Model\Tag;
+use Friendica\Model\User;
use Friendica\Util\DateTimeFormat;
use Friendica\Util\Strings;
/**
* Check if a post is wanted
*
- * @param array $tags
+ * @param array $tags
* @param string $body
- * @param int $authorid
+ * @param int $authorid
* @param string $url
+ * @param string $network
+ * @param int $causerid
+ * @param array $languages
* @return boolean "true" is the post is wanted by the system
*/
- public static function isSolicitedPost(array $tags, string $body, int $authorid, string $url, string $network = '')
+ public static function isSolicitedPost(array $tags, string $body, int $authorid, string $url, string $network = '', int $causerid = 0, array $languages = []): bool
{
$config = DI::config();
+ if (Contact::hasFollowers($authorid)) {
+ Logger::info('Author has got followers on this server - accepted', ['network' => $network, 'url' => $url, 'author' => $authorid, 'tags' => $tags]);
+ return true;
+ }
+
$scope = $config->get('system', 'relay_scope');
if ($scope == self::SCOPE_NONE) {
return false;
}
- $systemTags = [];
- $userTags = [];
+ if (!empty($causerid)) {
+ $contact = Contact::getById($causerid, ['url']);
+ $causer = $contact['url'] ?? '';
+ } else {
+ $causer = '';
+ }
+
+ $body = ActivityPub\Processor::normalizeMentionLinks($body);
+
$denyTags = [];
if ($scope == self::SCOPE_TAGS) {
- $server_tags = $config->get('system', 'relay_server_tags');
- $tagitems = explode(',', mb_strtolower($server_tags));
- foreach ($tagitems as $tag) {
- $systemTags[] = trim($tag, '# ');
- }
-
- if ($config->get('system', 'relay_user_tags')) {
- $userTags = Search::getUserTags();
- }
+ $tagList = self::getSubscribedTags();
+ } else {
+ $tagList = [];
}
- $tagList = array_unique(array_merge($systemTags, $userTags));
-
$deny_tags = $config->get('system', 'relay_deny_tags');
$tagitems = explode(',', mb_strtolower($deny_tags));
foreach ($tagitems as $tag) {
foreach ($tags as $tag) {
$tag = mb_strtolower($tag);
if (in_array($tag, $denyTags)) {
- Logger::info('Unwanted hashtag found - rejected', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Unwanted hashtag found - rejected', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return false;
}
if (in_array($tag, $tagList)) {
- Logger::info('Subscribed hashtag found - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Subscribed hashtag found - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return true;
}
// We check with "strpos" for performance issues. Only when this is true, the regular expression check is used
// RegExp is taken from here: https://medium.com/@shiba1014/regex-word-boundaries-with-unicode-207794f6e7ed
if ((strpos($content, $tag) !== false) && preg_match('/(?<=[\s,.:;"\']|^)' . preg_quote($tag, '/') . '(?=[\s,.:;"\']|$)/', $content)) {
- Logger::info('Subscribed hashtag found in content - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url]);
+ Logger::info('Subscribed hashtag found in content - accepted', ['hashtag' => $tag, 'network' => $network, 'url' => $url, 'causer' => $causer]);
return true;
}
}
}
+ if (!self::isWantedLanguage($body, 0, $authorid, $languages)) {
+ Logger::info('Unwanted or Undetected language found - rejected', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
+ return false;
+ }
+
if ($scope == self::SCOPE_ALL) {
- Logger::info('Server accept all posts - accepted', ['network' => $network, 'url' => $url]);
+ Logger::info('Server accept all posts - accepted', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
return true;
}
- Logger::info('No matching hashtags found - rejected', ['network' => $network, 'url' => $url]);
+ Logger::info('No matching hashtags found - rejected', ['network' => $network, 'url' => $url, 'causer' => $causer, 'tags' => $tags]);
return false;
}
+ /**
+ * Get a list of subscribed tags by both the users and the tags that are defined by the admin
+ *
+ * @return array
+ */
+ public static function getSubscribedTags(): array
+ {
+ $systemTags = [];
+ $server_tags = DI::config()->get('system', 'relay_server_tags');
+
+ foreach (explode(',', mb_strtolower($server_tags)) as $tag) {
+ $systemTags[] = trim($tag, '# ');
+ }
+
+ if (DI::config()->get('system', 'relay_user_tags')) {
+ $userTags = Search::getUserTags();
+ } else {
+ $userTags = [];
+ }
+
+ return array_unique(array_merge($systemTags, $userTags));
+ }
+
+ /**
+ * Detect the language of a post and decide if the post should be accepted
+ *
+ * @param string $body
+ * @param int $uri_id
+ * @param int $author_id
+ * @param array $languages
+ * @return boolean
+ */
+ public static function isWantedLanguage(string $body, int $uri_id = 0, int $author_id = 0, array $languages = [])
+ {
+ $detected = [];
+ $quality = DI::config()->get('system', 'relay_language_quality');
+ foreach (Item::getLanguageArray($body, DI::config()->get('system', 'relay_languages'), $uri_id, $author_id) as $language => $reliability) {
+ if (($reliability >= $quality) && ($quality > 0)) {
+ $detected[] = $language;
+ }
+ }
+
+ if (empty($languages) && empty($detected) && (empty($body) || Smilies::isEmojiPost($body))) {
+ Logger::debug('Empty body or only emojis', ['body' => $body]);
+ return true;
+ }
+
+ if (!empty($languages) || !empty($detected)) {
+ $user_languages = User::getLanguages();
+
+ foreach ($detected as $language) {
+ if (in_array($language, $user_languages)) {
+ Logger::debug('Wanted language found in detected languages', ['language' => $language, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return true;
+ }
+ }
+ foreach ($languages as $language) {
+ if (in_array($language, $user_languages)) {
+ Logger::debug('Wanted language found in defined languages', ['language' => $language, 'languages' => $languages, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return true;
+ }
+ }
+ Logger::debug('No wanted language found', ['languages' => $languages, 'detected' => $detected, 'userlang' => $user_languages, 'body' => $body]);
+ return false;
+ } elseif (DI::config()->get('system', 'relay_deny_undetected_language')) {
+ Logger::info('Undetected language found', ['body' => $body]);
+ return false;
+ }
+
+ return true;
+ }
+
/**
* Update or insert a relay contact
*
* @param array $gserver Global server record
* @param array $fields Optional network specific fields
+ * @return void
* @throws \Exception
*/
public static function updateContact(array $gserver, array $fields = [])
if (in_array($gserver['network'], [Protocol::ACTIVITYPUB, Protocol::DFRN])) {
$system = APContact::getByURL($gserver['url'] . '/friendica');
if (!empty($system['sharedinbox'])) {
- Logger::info('Sucessfully probed for relay contact', ['server' => $gserver['url']]);
+ Logger::info('Successfully probed for relay contact', ['server' => $gserver['url']]);
$id = Contact::updateFromProbeByURL($system['url']);
Logger::info('Updated relay contact', ['server' => $gserver['url'], 'id' => $id]);
return;
* The relay contact is a technical contact entry that exists once per server.
*
* @param array $contact of the relay contact
+ * @return void
*/
public static function markForArchival(array $contact)
{
* @param integer $item_id id of the item that is sent
* @param array $contacts Previously fetched contacts
* @param array $networks Networks of the relay servers
- *
* @return array of relay servers
* @throws \Friendica\Network\HTTPException\InternalServerErrorException
*/
- public static function getDirectRelayList(int $item_id)
+ public static function getDirectRelayList(int $item_id): array
{
$serverlist = [];
- if (!DI::config()->get("system", "relay_directly", false)) {
+ if (!DI::config()->get('system', 'relay_directly', false)) {
return [];
}
DBA::close($tagserver);
}
- // All adresses with the given id
+ // All addresses with the given id
if (!empty($tagserverlist)) {
$servers = DBA::select('gserver', ['id', 'url', 'network'], ['relay-subscribe' => true, 'relay-scope' => 'tags', 'id' => $tagserverlist]);
while ($server = DBA::fetch($servers)) {
* Return a list of relay servers
*
* @param array $fields Field list
- * @return array
- * @throws Exception
+ * @return array List of relay servers
+ * @throws Exception
*/
- public static function getList($fields = []):array
+ public static function getList(array $fields = []): array
{
return DBA::selectToArray('apcontact', $fields,
- ["`type` = ? AND `url` IN (SELECT `url` FROM `contact` WHERE `uid` = ? AND `rel` = ?)", 'Application', 0, Contact::FRIEND]);
+ ["`type` IN (?, ?) AND `url` IN (SELECT `url` FROM `contact` WHERE `uid` = ? AND `rel` = ?)", 'Application', 'Service', 0, Contact::FRIEND]);
}
/**
*
* @param array $gserver Global server record
* @param array $fields Fieldlist
- * @return array with the contact
+ * @return array|bool Array with the contact or false on error
* @throws \Exception
*/
private static function getContact(array $gserver, array $fields = ['batch', 'id', 'url', 'name', 'network', 'protocol', 'archive', 'blocked'])
// It should never happen that we arrive here
return [];
}
+
+ /**
+ * Resubscribe to all relay servers
+ *
+ * @return void
+ */
+ public static function reSubscribe()
+ {
+ foreach (self::getList() as $server) {
+ $success = ActivityPub\Transmitter::sendRelayFollow($server['url']);
+ Logger::debug('Resubscribed', ['profile' => $server['url'], 'success' => $success]);
+ }
+ }
}