X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=src%2FWorker%2FCron.php;h=210abfcecf6b747a08a24d1eafbc3ddfda6ed05a;hb=2647514603852fe5fb9f47f0bf153dd20c124ce6;hp=75a64156316f0d3cea4104b2adf0f6a2b1f129dc;hpb=75387ea171cb44e0c9bfb043822708fd4dfafff1;p=friendica.git diff --git a/src/Worker/Cron.php b/src/Worker/Cron.php index 75a6415631..210abfcecf 100644 --- a/src/Worker/Cron.php +++ b/src/Worker/Cron.php @@ -1,285 +1,156 @@ . + * */ + namespace Friendica\Worker; -use Friendica\BaseObject; -use Friendica\Core\Addon; -use Friendica\Core\Config; use Friendica\Core\Hook; use Friendica\Core\Logger; -use Friendica\Core\Protocol; use Friendica\Core\Worker; use Friendica\Database\DBA; -use Friendica\Model\Contact; -use Friendica\Util\DateTimeFormat; +use Friendica\DI; +use Friendica\Model\Tag; class Cron { - public static function execute($parameter = '', $generation = 0) + public static function execute() { - $a = BaseObject::getApp(); - - // Poll contacts with specific parameters - if (!empty($parameter)) { - self::pollContacts($parameter, $generation); - return; - } + $a = DI::app(); - $last = Config::get('system', 'last_cron'); + $last = DI::config()->get('system', 'last_cron'); - $poll_interval = intval(Config::get('system', 'cron_interval')); + $poll_interval = intval(DI::config()->get('system', 'cron_interval')); if ($last) { $next = $last + ($poll_interval * 60); if ($next > time()) { - Logger::log('cron intervall not reached'); + Logger::notice('cron intervall not reached'); return; } } - Logger::log('cron: start'); + Logger::notice('start'); + + // Ensure to have a .htaccess file. + // this is a precaution for systems that update automatically + $basepath = $a->getBasePath(); + if (!file_exists($basepath . '/.htaccess') && is_writable($basepath)) { + copy($basepath . '/.htaccess-dist', $basepath . '/.htaccess'); + } + + if (DI::config()->get('system', 'delete_sleeping_processes')) { + self::deleteSleepingProcesses(); + } // Fork the cron jobs in separate parts to avoid problems when one of them is crashing - Hook::fork($a->queue['priority'], "cron"); + Hook::fork(PRIORITY_MEDIUM, 'cron'); + + // Poll contacts + Worker::add(PRIORITY_MEDIUM, 'PollContacts'); + + // Update contact information + Worker::add(PRIORITY_LOW, 'UpdateContacts'); - // run the process to discover global contacts in the background - Worker::add(PRIORITY_LOW, "DiscoverPoCo"); + // Update server information + Worker::add(PRIORITY_LOW, 'UpdateGServers'); - // run the process to update locally stored global contacts in the background - Worker::add(PRIORITY_LOW, "DiscoverPoCo", "checkcontact"); + // run the process to update server directories in the background + Worker::add(PRIORITY_LOW, 'UpdateServerDirectories'); // Expire and remove user entries - Worker::add(PRIORITY_MEDIUM, "CronJobs", "expire_and_remove_users"); + Worker::add(PRIORITY_MEDIUM, 'ExpireAndRemoveUsers'); // Call possible post update functions - Worker::add(PRIORITY_LOW, "CronJobs", "post_update"); + Worker::add(PRIORITY_LOW, 'PostUpdate'); - // Clear cache entries - Worker::add(PRIORITY_LOW, "CronJobs", "clear_cache"); + // Hourly cron calls + if (DI::config()->get('system', 'last_cron_hourly', 0) + 3600 < time()) { - // Repair missing Diaspora values in contacts - Worker::add(PRIORITY_LOW, "CronJobs", "repair_diaspora"); + // Update trending tags cache for the community page + Tag::setLocalTrendingHashtags(24, 20); + Tag::setGlobalTrendingHashtags(24, 20); - // Repair entries in the database - Worker::add(PRIORITY_LOW, "CronJobs", "repair_database"); + // Search for new contacts in the directory + if (DI::config()->get('system', 'synchronize_directory')) { + Worker::add(PRIORITY_LOW, 'PullDirectory'); + } - // once daily run birthday_updates and then expire in background - $d1 = Config::get('system', 'last_expire_day'); - $d2 = intval(DateTimeFormat::utcNow('d')); + // Delete all done workerqueue entries + Worker::add(PRIORITY_LOW, 'CleanWorkerQueue'); - // Daily cron calls - if ($d2 != intval($d1)) { + // Clear cache entries + Worker::add(PRIORITY_LOW, 'ClearCache'); - Worker::add(PRIORITY_LOW, "CronJobs", "update_contact_birthdays"); + DI::config()->set('system', 'last_cron_hourly', time()); + } + + // Daily maintenance cron calls + if (Worker::isInMaintenanceWindow(true)) { - Worker::add(PRIORITY_LOW, "CronJobs", "update_photo_albums"); + Worker::add(PRIORITY_LOW, 'UpdateContactBirthdays'); - // update nodeinfo data - Worker::add(PRIORITY_LOW, "CronJobs", "nodeinfo"); + Worker::add(PRIORITY_LOW, 'UpdatePhotoAlbums'); - Worker::add(PRIORITY_LOW, "DiscoverPoCo", "update_server"); + Worker::add(PRIORITY_LOW, 'ExpirePosts'); - Worker::add(PRIORITY_LOW, "DiscoverPoCo", "suggestions"); + Worker::add(PRIORITY_LOW, 'ExpireConversations'); - Worker::add(PRIORITY_LOW, 'Expire'); + Worker::add(PRIORITY_LOW, 'RemoveUnusedContacts'); - Worker::add(PRIORITY_MEDIUM, 'DBClean'); + Worker::add(PRIORITY_LOW, 'RemoveUnusedAvatars'); // check upstream version? Worker::add(PRIORITY_LOW, 'CheckVersion'); - Config::set('system', 'last_expire_day', $d2); - } - - // Hourly cron calls - if (Config::get('system', 'last_cron_hourly', 0) + 3600 < time()) { - - // Delete all done workerqueue entries - DBA::delete('workerqueue', ['`done` AND `executed` < UTC_TIMESTAMP() - INTERVAL 1 HOUR']); + Worker::add(PRIORITY_LOW, 'CheckDeletedContacts'); - // Optimizing this table only last seconds - if (Config::get('system', 'optimize_workerqueue', false)) { - DBA::e("OPTIMIZE TABLE `workerqueue`"); + if (DI::config()->get('system', 'optimize_tables')) { + Worker::add(PRIORITY_LOW, 'OptimizeTables'); } - - Config::set('system', 'last_cron_hourly', time()); + + DI::config()->set('system', 'last_cron_daily', time()); } - // Ensure to have a .htaccess file. - // this is a precaution for systems that update automatically - $basepath = $a->getBasePath(); - if (!file_exists($basepath . '/.htaccess')) { - copy($basepath . '/.htaccess-dist', $basepath . '/.htaccess'); - } - - // Poll contacts - self::pollContacts($parameter, $generation); - - Logger::log('cron: end'); + Logger::notice('end'); - Config::set('system', 'last_cron', time()); - - return; + DI::config()->set('system', 'last_cron', time()); } /** - * @brief Poll contacts for unreceived messages - * - * @todo Currently it seems as if the following parameter aren't used at all ... + * Kill sleeping database processes * - * @param string $parameter Parameter (force, restart, ...) for the contact polling - * @param integer $generation - * @throws \Friendica\Network\HTTPException\InternalServerErrorException + * @return void */ - private static function pollContacts($parameter, $generation) { - $manual_id = 0; - $generation = 0; - $force = false; - - if ($parameter == 'force') { - $force = true; - } - if ($parameter == 'restart') { - $generation = intval($generation); - if (!$generation) { - exit(); - } - } - - if (intval($parameter)) { - $manual_id = intval($parameter); - $force = true; - } - - $min_poll_interval = Config::get('system', 'min_poll_interval', 1); - - $sql_extra = (($manual_id) ? " AND `id` = $manual_id " : ""); - - Addon::reload(); - - // Only poll from those with suitable relationships, - // and which have a polling address and ignore Diaspora since - // we are unable to match those posts with a Diaspora GUID and prevent duplicates. - - $abandon_days = intval(Config::get('system', 'account_abandon_days')); - if ($abandon_days < 1) { - $abandon_days = 0; - } - $abandon_sql = (($abandon_days) - ? sprintf(" AND `user`.`login_date` > UTC_TIMESTAMP() - INTERVAL %d DAY ", intval($abandon_days)) - : '' - ); - - $contacts = q("SELECT `contact`.`id`, `contact`.`nick`, `contact`.`name`, `contact`.`network`, `contact`.`archive`, - `contact`.`last-update`, `contact`.`priority`, `contact`.`rel`, `contact`.`subhub` - FROM `user` - STRAIGHT_JOIN `contact` - ON `contact`.`uid` = `user`.`uid` AND `contact`.`poll` != '' - AND `contact`.`network` IN ('%s', '%s', '%s', '%s', '%s') $sql_extra - AND NOT `contact`.`self` AND NOT `contact`.`blocked` - WHERE NOT `user`.`account_expired` AND NOT `user`.`account_removed` $abandon_sql", - DBA::escape(Protocol::DFRN), - DBA::escape(Protocol::OSTATUS), - DBA::escape(Protocol::DIASPORA), - DBA::escape(Protocol::FEED), - DBA::escape(Protocol::MAIL) - ); - - if (!DBA::isResult($contacts)) { - return; - } - - foreach ($contacts as $contact) { - - if ($manual_id) { - $contact['last-update'] = DBA::NULL_DATETIME; - } - - // Friendica and OStatus are checked once a day - if (in_array($contact['network'], [Protocol::DFRN, Protocol::OSTATUS])) { - $contact['priority'] = 2; - } - - if ($contact['subhub'] && in_array($contact['network'], [Protocol::DFRN, Protocol::OSTATUS])) { - /* - * We should be getting everything via a hub. But just to be sure, let's check once a day. - * (You can make this more or less frequent if desired by setting 'pushpoll_frequency' appropriately) - * This also lets us update our subscription to the hub, and add or replace hubs in case it - * changed. We will only update hubs once a day, regardless of 'pushpoll_frequency'. - */ - $poll_interval = Config::get('system', 'pushpoll_frequency'); - $contact['priority'] = (!is_null($poll_interval) ? intval($poll_interval) : 3); - } - - // Check Diaspora contacts or followers once a week - if (($contact["network"] == Protocol::DIASPORA) || ($contact["rel"] == Contact::FOLLOWER)) { - $contact['priority'] = 4; - } - - // Check archived contacts once a month - if ($contact['archive']) { - $contact['priority'] = 5; - } - - if (($contact['priority'] >= 0) && !$force) { - $update = false; - - $t = $contact['last-update']; - - /* - * Based on $contact['priority'], should we poll this site now? Or later? - */ - switch ($contact['priority']) { - case 5: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 month")) { - $update = true; - } - break; - case 4: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 week")) { - $update = true; - } - break; - case 3: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 day")) { - $update = true; - } - break; - case 2: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 12 hour")) { - $update = true; - } - break; - case 1: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + 1 hour")) { - $update = true; - } - break; - case 0: - default: - if (DateTimeFormat::utcNow() > DateTimeFormat::utc($t . " + ".$min_poll_interval." minute")) { - $update = true; - } - break; - } - if (!$update) { - continue; - } - } - - if (($contact['network'] == Protocol::FEED) && ($contact['priority'] <= 3)) { - $priority = PRIORITY_MEDIUM; - } elseif ($contact['archive']) { - $priority = PRIORITY_NEGLIGIBLE; - } else { - $priority = PRIORITY_LOW; + private static function deleteSleepingProcesses() + { + Logger::info('Looking for sleeping processes'); + + $processes = DBA::p("SHOW FULL PROCESSLIST"); + while ($process = DBA::fetch($processes)) { + if (($process['Command'] != 'Sleep') || ($process['Time'] < 300) || ($process['db'] != DBA::databaseName())) { + continue; } - Logger::log("Polling " . $contact["network"] . " " . $contact["id"] . " " . $contact['priority'] . " " . $contact["nick"] . " " . $contact["name"]); - - Worker::add(['priority' => $priority, 'dont_fork' => true, 'force_priority' => true], 'OnePoll', (int)$contact['id']); + DBA::e("KILL ?", $process['Id']); + Logger::notice('Killed sleeping process', ['id' => $process['Id']]); } + DBA::close($processes); } }