3 * @copyright Copyright (C) 2010-2023, the Friendica project
5 * @license GNU AGPL version 3 or any later version
7 * This program is free software: you can redistribute it and/or modify
8 * it under the terms of the GNU Affero General Public License as
9 * published by the Free Software Foundation, either version 3 of the
10 * License, or (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU Affero General Public License for more details.
17 * You should have received a copy of the GNU Affero General Public License
18 * along with this program. If not, see <https://www.gnu.org/licenses/>.
22 namespace Friendica\Model\Post;
24 use Friendica\Content\Text\BBCode;
25 use Friendica\Core\Logger;
26 use Friendica\Core\Protocol;
27 use Friendica\Database\Database;
28 use Friendica\Database\DBA;
30 use Friendica\Model\Contact;
31 use Friendica\Model\Item;
32 use Friendica\Model\Post;
33 use Friendica\Model\Tag;
34 use Friendica\Model\Verb;
35 use Friendica\Protocol\Activity;
36 use Friendica\Protocol\Relay;
37 use Friendica\Util\DateTimeFormat;
38 use Friendica\Util\Strings;
45 * Store engagement data from an item array
50 public static function storeFromItem(array $item)
52 if (in_array($item['verb'], [Activity::FOLLOW, Activity::VIEW, Activity::READ])) {
53 Logger::debug('Technical activities are not stored', ['uri-id' => $item['uri-id'], 'parent-uri-id' => $item['parent-uri-id'], 'verb' => $item['verb']]);
57 $parent = Post::selectFirst(['uri-id', 'created', 'author-id', 'owner-id', 'uid', 'private', 'contact-contact-type', 'language', 'network',
58 'title', 'content-warning', 'body', 'author-contact-type', 'author-nick', 'author-addr', 'owner-contact-type', 'owner-nick', 'owner-addr'],
59 ['uri-id' => $item['parent-uri-id']]);
61 if ($parent['created'] < self::getCreationDateLimit(false)) {
62 Logger::debug('Post is too old', ['uri-id' => $item['uri-id'], 'parent-uri-id' => $item['parent-uri-id'], 'created' => $parent['created']]);
66 $store = ($item['gravity'] != Item::GRAVITY_PARENT);
69 $store = Contact::hasFollowers($parent['owner-id']);
73 $tagList = Relay::getSubscribedTags();
74 foreach (array_column(Tag::getByURIId($item['parent-uri-id'], [Tag::HASHTAG]), 'name') as $tag) {
75 if (in_array($tag, $tagList)) {
82 $mediatype = self::getMediaType($item['parent-uri-id']);
85 $mediatype = !empty($mediatype);
89 'uri-id' => $item['parent-uri-id'],
90 'owner-id' => $parent['owner-id'],
91 'contact-type' => $parent['contact-contact-type'],
92 'media-type' => $mediatype,
93 'language' => $parent['language'],
94 'searchtext' => self::getSearchText($parent),
95 'created' => $parent['created'],
96 'restricted' => !in_array($item['network'], Protocol::FEDERATED) || ($parent['private'] != Item::PUBLIC),
97 'comments' => DBA::count('post', ['parent-uri-id' => $item['parent-uri-id'], 'gravity' => Item::GRAVITY_COMMENT]),
98 'activities' => DBA::count('post', [
99 "`parent-uri-id` = ? AND `gravity` = ? AND NOT `vid` IN (?, ?, ?)",
100 $item['parent-uri-id'], Item::GRAVITY_ACTIVITY,
101 Verb::getID(Activity::FOLLOW), Verb::getID(Activity::VIEW), Verb::getID(Activity::READ)
104 if (!$store && ($engagement['comments'] == 0) && ($engagement['activities'] == 0)) {
105 Logger::debug('No media, follower, subscribed tags, comments or activities. Engagement not stored', ['fields' => $engagement]);
108 $ret = DBA::insert('post-engagement', $engagement, Database::INSERT_UPDATE);
109 Logger::debug('Engagement stored', ['fields' => $engagement, 'ret' => $ret]);
112 private static function getSearchText(array $item): string
114 $body = '[nosmile]network:' . $item['network'];
116 switch ($item['private']) {
118 $body .= ' visibility:public';
121 $body .= ' visibility:unlisted';
124 $body .= ' visibility:private';
128 if ($item['author-contact-type'] == Contact::TYPE_COMMUNITY) {
129 $body .= ' group:' . $item['author-nick'] . ' group:' . $item['author-addr'];
130 } elseif (in_array($item['author-contact-type'], [Contact::TYPE_PERSON, Contact::TYPE_NEWS, Contact::TYPE_ORGANISATION])) {
131 $body .= ' from:' . $item['author-nick'] . ' from:' . $item['author-addr'];
134 if ($item['author-id'] != $item['owner-id']) {
135 if ($item['owner-contact-type'] == Contact::TYPE_COMMUNITY) {
136 $body .= ' group:' . $item['owner-nick'] . ' group:' . $item['owner-addr'];
137 } elseif (in_array($item['owner-contact-type'], [Contact::TYPE_PERSON, Contact::TYPE_NEWS, Contact::TYPE_ORGANISATION])) {
138 $body .= ' from:' . $item['owner-nick'] . ' from:' . $item['owner-addr'];
142 foreach (Tag::getByURIId($item['uri-id'], [Tag::MENTION, Tag::IMPLICIT_MENTION, Tag::EXCLUSIVE_MENTION, Tag::AUDIENCE]) as $tag) {
143 $contact = Contact::getByURL($tag['name'], false, ['nick', 'addr', 'contact-type']);
144 if (empty($contact)) {
148 if (($contact['contact-type'] == Contact::TYPE_COMMUNITY) && !strpos($body, 'group:' . $contact['addr'])) {
149 $body .= ' group:' . $contact['nick'] . ' group:' . $contact['addr'];
150 } elseif (in_array($contact['contact-type'], [Contact::TYPE_PERSON, Contact::TYPE_NEWS, Contact::TYPE_ORGANISATION])) {
151 $body .= ' to:' . $contact['nick'] . ' to:' . $contact['addr'];
155 foreach (Tag::getByURIId($item['uri-id'], [Tag::HASHTAG]) as $tag) {
156 $body .= ' tag:' . $tag['name'];
159 $body .= ' ' . $item['title'] . ' ' . $item['content-warning'] . ' ' . $item['body'];
161 $body = preg_replace("~\[url\=.*\]https?:.*\[\/url\]~", '', $body);
163 $body = Post\Media::addAttachmentsToBody($item['uri-id'], $body, [Post\Media::IMAGE]);
164 $text = BBCode::toPlaintext($body, false);
165 $text = preg_replace(Strings::autoLinkRegEx(), '', $text);
169 $text = str_replace([' ', "\n", "\r"], ' ', $text);
170 } while ($oldtext != $text);
175 private static function getMediaType(int $uri_id): int
177 $media = Post\Media::getByURIId($uri_id);
179 foreach ($media as $entry) {
180 if ($entry['type'] == Post\Media::IMAGE) {
182 } elseif ($entry['type'] == Post\Media::VIDEO) {
184 } elseif ($entry['type'] == Post\Media::AUDIO) {
192 * Expire old engagement data
196 public static function expire()
198 $limit = self::getCreationDateLimit(true);
200 Logger::notice('Expiration limit not reached');
203 DBA::delete('post-engagement', ["`created` < ?", $limit]);
204 Logger::notice('Cleared expired engagements', ['limit' => $limit, 'rows' => DBA::affectedRows()]);
207 private static function getCreationDateLimit(bool $forDeletion): string
209 $posts = DI::config()->get('channel', 'engagement_post_limit');
210 if (!empty($posts)) {
211 $limit = DBA::selectToArray('post-engagement', ['created'], [], ['limit' => [$posts, 1], 'order' => ['created' => true]]);
212 if (!empty($limit)) {
213 return $limit[0]['created'];
214 } elseif ($forDeletion) {
219 return DateTimeFormat::utc('now - ' . DI::config()->get('channel', 'engagement_hours') . ' hour');