]> git.mxchange.org Git - friendica.git/blob - src/Worker/Cron.php
37d4d4b807894852b96fcdbfb1c3ee3c4415b0d2
[friendica.git] / src / Worker / Cron.php
1 <?php
2 /**
3  * @copyright Copyright (C) 2020, Friendica
4  *
5  * @license GNU AGPL version 3 or any later version
6  *
7  * This program is free software: you can redistribute it and/or modify
8  * it under the terms of the GNU Affero General Public License as
9  * published by the Free Software Foundation, either version 3 of the
10  * License, or (at your option) any later version.
11  *
12  * This program is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15  * GNU Affero General Public License for more details.
16  *
17  * You should have received a copy of the GNU Affero General Public License
18  * along with this program.  If not, see <https://www.gnu.org/licenses/>.
19  *
20  */
21
22 namespace Friendica\Worker;
23
24 use Friendica\Core\Addon;
25 use Friendica\Core\Hook;
26 use Friendica\Core\Logger;
27 use Friendica\Core\Protocol;
28 use Friendica\Core\Worker;
29 use Friendica\Database\DBA;
30 use Friendica\DI;
31 use Friendica\Model\Contact;
32 use Friendica\Util\DateTimeFormat;
33
34 class Cron
35 {
36         public static function execute()
37         {
38                 $a = DI::app();
39
40                 $last = DI::config()->get('system', 'last_cron');
41
42                 $poll_interval = intval(DI::config()->get('system', 'cron_interval'));
43
44                 if ($last) {
45                         $next = $last + ($poll_interval * 60);
46                         if ($next > time()) {
47                                 Logger::log('cron intervall not reached');
48                                 return;
49                         }
50                 }
51
52                 Logger::log('cron: start');
53
54                 // Fork the cron jobs in separate parts to avoid problems when one of them is crashing
55                 Hook::fork($a->queue['priority'], "cron");
56
57                 // run the process to update server directories in the background
58                 Worker::add(PRIORITY_LOW, 'UpdateServerDirectories');
59
60                 // Expire and remove user entries
61                 Worker::add(PRIORITY_MEDIUM, "CronJobs", "expire_and_remove_users");
62
63                 // Call possible post update functions
64                 Worker::add(PRIORITY_LOW, "CronJobs", "post_update");
65
66                 // Clear cache entries
67                 Worker::add(PRIORITY_LOW, "CronJobs", "clear_cache");
68
69                 // Repair entries in the database
70                 Worker::add(PRIORITY_LOW, "CronJobs", "repair_database");
71
72                 // once daily run birthday_updates and then expire in background
73                 $d1 = DI::config()->get('system', 'last_expire_day');
74                 $d2 = intval(DateTimeFormat::utcNow('d'));
75
76                 // Daily cron calls
77                 if ($d2 != intval($d1)) {
78
79                         Worker::add(PRIORITY_LOW, "CronJobs", "update_contact_birthdays");
80
81                         Worker::add(PRIORITY_LOW, "CronJobs", "update_photo_albums");
82
83                         // update nodeinfo data
84                         Worker::add(PRIORITY_LOW, "CronJobs", "nodeinfo");
85
86                         Worker::add(PRIORITY_LOW, 'UpdateGServers');
87
88                         Worker::add(PRIORITY_LOW, 'Expire');
89
90                         Worker::add(PRIORITY_MEDIUM, 'DBClean');
91
92                         // check upstream version?
93                         Worker::add(PRIORITY_LOW, 'CheckVersion');
94
95                         self::checkdeletedContacts();
96
97                         DI::config()->set('system', 'last_expire_day', $d2);
98                 }
99
100                 // Hourly cron calls
101                 if (DI::config()->get('system', 'last_cron_hourly', 0) + 3600 < time()) {
102
103                         // Search for new contacts in the directory
104                         if (DI::config()->get('system', 'synchronize_directory')) {
105                                 Worker::add(PRIORITY_LOW, 'PullDirectory');
106                         }
107
108                         // Delete all done workerqueue entries
109                         DBA::delete('workerqueue', ['`done` AND `executed` < UTC_TIMESTAMP() - INTERVAL 1 HOUR']);
110
111                         // Optimizing this table only last seconds
112                         if (DI::config()->get('system', 'optimize_tables')) {
113                                 DBA::e("OPTIMIZE TABLE `workerqueue`");
114                         }
115
116                         DI::config()->set('system', 'last_cron_hourly', time());
117                 }
118
119                 // Ensure to have a .htaccess file.
120                 // this is a precaution for systems that update automatically
121                 $basepath = $a->getBasePath();
122                 if (!file_exists($basepath . '/.htaccess') && is_writable($basepath)) {
123                         copy($basepath . '/.htaccess-dist', $basepath . '/.htaccess');
124                 }
125
126                 // Poll contacts
127                 self::pollContacts();
128
129                 // Update contact information
130                 self::updatePublicContacts();
131
132                 Logger::log('cron: end');
133
134                 DI::config()->set('system', 'last_cron', time());
135
136                 return;
137         }
138
139         /**
140          * Checks for contacts that are about to be deleted and ensures that they are removed.
141          * This should be done automatically in the "remove" function. This here is a cleanup job.
142          */
143         private static function checkdeletedContacts()
144         {
145                 $contacts = DBA::select('contact', ['id'], ['deleted' => true]);
146                 while ($contact = DBA::fetch($contacts)) {
147                         Worker::add(PRIORITY_MEDIUM, 'RemoveContact', $contact['id']);
148                 }
149                 DBA::close($contacts);
150         }
151
152         /**
153          * Update public contacts
154          *
155          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
156          */
157         private static function updatePublicContacts() {
158                 $count = 0;
159                 $last_updated = DateTimeFormat::utc('now - 1 week');
160                 $condition = ["`network` IN (?, ?, ?, ?) AND `uid` = ? AND NOT `self` AND `last-update` < ?",
161                         Protocol::ACTIVITYPUB, Protocol::DFRN, Protocol::DIASPORA, Protocol::OSTATUS, 0, $last_updated];
162
163                 $oldest_date = '';
164                 $oldest_id = '';
165                 $contacts = DBA::select('contact', ['id', 'last-update'], $condition, ['limit' => 100, 'order' => ['last-update']]);
166                 while ($contact = DBA::fetch($contacts)) {
167                         if (empty($oldest_id)) {
168                                 $oldest_id = $contact['id'];
169                                 $oldest_date = $contact['last-update'];
170                         }
171                         Worker::add(PRIORITY_LOW, "UpdateContact", $contact['id'], 'force');
172                         ++$count;
173                 }
174                 Logger::info('Initiated update for public contacts', ['interval' => $count, 'id' => $oldest_id, 'oldest' => $oldest_date]);
175                 DBA::close($contacts);
176         }
177
178         /**
179          * Poll contacts for unreceived messages
180          *
181          * @throws \Friendica\Network\HTTPException\InternalServerErrorException
182          */
183         private static function pollContacts() {
184                 $min_poll_interval = DI::config()->get('system', 'min_poll_interval', 1);
185
186                 Addon::reload();
187
188                 $sql = "SELECT `contact`.`id`, `contact`.`nick`, `contact`.`name`, `contact`.`network`, `contact`.`archive`,
189                                         `contact`.`last-update`, `contact`.`priority`, `contact`.`rel`, `contact`.`subhub`
190                                 FROM `user`
191                                 STRAIGHT_JOIN `contact`
192                                 ON `contact`.`uid` = `user`.`uid` AND `contact`.`poll` != ''
193                                         AND `contact`.`network` IN (?, ?, ?, ?, ?)
194                                         AND NOT `contact`.`self` AND NOT `contact`.`blocked`
195                                         AND `contact`.`rel` != ?
196                                 WHERE NOT `user`.`account_expired` AND NOT `user`.`account_removed`";
197
198                 $parameters = [Protocol::DFRN, Protocol::ACTIVITYPUB, Protocol::OSTATUS, Protocol::FEED, Protocol::MAIL, Contact::FOLLOWER];
199
200                 // Only poll from those with suitable relationships,
201                 // and which have a polling address and ignore Diaspora since
202                 // we are unable to match those posts with a Diaspora GUID and prevent duplicates.
203                 $abandon_days = intval(DI::config()->get('system', 'account_abandon_days'));
204                 if ($abandon_days < 1) {
205                         $abandon_days = 0;
206                 }
207
208                 if (!empty($abandon_days)) {
209                         $sql .= " AND `user`.`login_date` > UTC_TIMESTAMP() - INTERVAL ? DAY";
210                         $parameters[] = $abandon_days;
211                 }
212
213                 $contacts = DBA::p($sql, $parameters);
214
215                 if (!DBA::isResult($contacts)) {
216                         return;
217                 }
218
219                 while ($contact = DBA::fetch($contacts)) {
220                         // Friendica and OStatus are checked once a day
221                         if (in_array($contact['network'], [Protocol::DFRN, Protocol::OSTATUS])) {
222                                 $contact['priority'] = 3;
223                         }
224
225                         // ActivityPub is checked once a week
226                         if ($contact['network'] == Protocol::ACTIVITYPUB) {
227                                 $contact['priority'] = 4;
228                         }
229
230                         // Check archived contacts once a month
231                         if ($contact['archive']) {
232                                 $contact['priority'] = 5;
233                         }
234
235                         if ($contact['priority'] >= 0) {
236                                 $update = false;
237
238                                 $t = $contact['last-update'];
239
240                                 /*
241                                  * Based on $contact['priority'], should we poll this site now? Or later?
242                                  */
243                                 switch ($contact['priority']) {
244                                         case 5:
245                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 month")) {
246                                                         $update = true;
247                                                 }
248                                                 break;
249                                         case 4:
250                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 week")) {
251                                                         $update = true;
252                                                 }
253                                                 break;
254                                         case 3:
255                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 day")) {
256                                                         $update = true;
257                                                 }
258                                                 break;
259                                         case 2:
260                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 12 hour")) {
261                                                         $update = true;
262                                                 }
263                                                 break;
264                                         case 1:
265                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 hour")) {
266                                                         $update = true;
267                                                 }
268                                                 break;
269                                         case 0:
270                                         default:
271                                                 if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + " . $min_poll_interval . " minute")) {
272                                                         $update = true;
273                                                 }
274                                                 break;
275                                 }
276                                 if (!$update) {
277                                         continue;
278                                 }
279                         }
280
281                         if ((($contact['network'] == Protocol::FEED) && ($contact['priority'] <= 3)) || ($contact['network'] == Protocol::MAIL)) {
282                                 $priority = PRIORITY_MEDIUM;
283                         } elseif ($contact['archive']) {
284                                 $priority = PRIORITY_NEGLIGIBLE;
285                         } else {
286                                 $priority = PRIORITY_LOW;
287                         }
288
289                         Logger::log("Polling " . $contact["network"] . " " . $contact["id"] . " " . $contact['priority'] . " " . $contact["nick"] . " " . $contact["name"]);
290
291                         Worker::add(['priority' => $priority, 'dont_fork' => true, 'force_priority' => true], 'OnePoll', (int)$contact['id']);
292                 }
293                 DBA::close($contacts);
294         }
295 }