X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=include%2Fpoller.php;h=b8f0d7189fdf76f761966c255e79d6e3ef800956;hb=d2dc61c246fcbb896f33f23698426893148b2f65;hp=89a17fa0c736fcd771a7d067205db5eb44b082cf;hpb=d88584af694a781a4cd61849082058c5a133e14e;p=friendica.git diff --git a/include/poller.php b/include/poller.php index 89a17fa0c7..b8f0d7189f 100644 --- a/include/poller.php +++ b/include/poller.php @@ -1,6 +1,7 @@ true), array('id' => $queue["id"])); + if (dba::update('workerqueue', array('done' => true), array('id' => $queue["id"]))) { + Config::set('system', 'last_poller_execution', datetime_convert()); + } $poller_db_duration = (microtime(true) - $stamp); } else { logger("Function ".$funcname." does not exist"); @@ -273,7 +281,9 @@ function poller_exec_function($queue, $funcname, $argv) { $argc = count($argv); - logger("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." ".$queue["parameter"]); + $new_process_id = uniqid("wrk", true); + + logger("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." ".$queue["parameter"]." - Process PID: ".$new_process_id); $stamp = (float)microtime(true); @@ -295,11 +305,14 @@ function poller_exec_function($queue, $funcname, $argv) { // For better logging create a new process id for every worker call // But preserve the old one for the worker $old_process_id = $a->process_id; - $a->process_id = uniqid("wrk", true); + $a->process_id = $new_process_id; $a->queue = $queue; $up_duration = number_format(microtime(true) - $poller_up_start, 3); + // Reset global data to avoid interferences + unset($_SESSION); + $funcname($argv, $argc); $a->process_id = $old_process_id; @@ -330,7 +343,7 @@ function poller_exec_function($queue, $funcname, $argv) { logger("Prio ".$queue["priority"].": ".$queue["parameter"]." - longer than 2 minutes (".round($duration/60, 3).")", LOGGER_DEBUG); } - logger("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." - done in ".$duration." seconds."); + logger("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." - done in ".$duration." seconds. Process PID: ".$new_process_id); // Write down the performance values into the log if (Config::get("system", "profiler")) { @@ -472,8 +485,9 @@ function poller_max_connections_reached() { * */ function poller_kill_stale_workers() { - $entries = dba::p("SELECT `id`, `pid`, `executed`, `priority`, `parameter` FROM `workerqueue` WHERE `executed` > ? AND NOT `done` AND `pid` != 0 ORDER BY `priority`, `created`", NULL_DATE); - + $entries = dba::select('workerqueue', array('id', 'pid', 'executed', 'priority', 'parameter'), + array('`executed` > ? AND NOT `done` AND `pid` != 0', NULL_DATE), + array('order' => array('priority', 'created'))); while ($entry = dba::fetch($entries)) { if (!posix_kill($entry["pid"], 0)) { dba::update('workerqueue', array('executed' => NULL_DATE, 'pid' => 0), @@ -683,7 +697,7 @@ function find_worker_processes(&$passing_slow) { // The higher the number of parallel workers, the more we prefetch to prevent concurring access // We decrease the limit with the number of entries left in the queue $worker_queues = Config::get("system", "worker_queues", 4); - $queue_length = Config::get('system', 'worker_fetch_limit', $worker_queues); + $queue_length = Config::get('system', 'worker_fetch_limit', 1); $lower_job_limit = $worker_queues * $queue_length * 2; $jobs = poller_total_entries(); @@ -696,10 +710,8 @@ function find_worker_processes(&$passing_slow) { if (poller_passing_slow($highest_priority)) { // Are there waiting processes with a higher priority than the currently highest? - $result = dba::p("SELECT `id` FROM `workerqueue` - WHERE `executed` <= ? AND `priority` < ? AND NOT `done` - ORDER BY `priority`, `created` LIMIT ".intval($limit), - NULL_DATE, $highest_priority); + $result = dba::select('workerqueue', array('id'), array("`executed` <= ? AND `priority` < ? AND NOT `done`", NULL_DATE, $highest_priority), + array('limit' => $limit, 'order' => array('priority', 'created'), 'only_query' => true)); while ($id = dba::fetch($result)) { $ids[] = $id["id"]; @@ -710,10 +722,8 @@ function find_worker_processes(&$passing_slow) { if (!$found) { // Give slower processes some processing time - $result = dba::p("SELECT `id` FROM `workerqueue` - WHERE `executed` <= ? AND `priority` > ? AND NOT `done` - ORDER BY `priority`, `created` LIMIT ".intval($limit), - NULL_DATE, $highest_priority); + $result = dba::select('workerqueue', array('id'), array("`executed` <= ? AND `priority` > ? AND NOT `done`", NULL_DATE, $highest_priority), + array('limit' => $limit, 'order' => array('priority', 'created'), 'only_query' => true)); while ($id = dba::fetch($result)) { $ids[] = $id["id"]; @@ -727,7 +737,8 @@ function find_worker_processes(&$passing_slow) { // If there is no result (or we shouldn't pass lower processes) we check without priority limit if (!$found) { - $result = dba::p("SELECT `id` FROM `workerqueue` WHERE `executed` <= ? AND NOT `done` ORDER BY `priority`, `created` LIMIT ".intval($limit), NULL_DATE); + $result = dba::select('workerqueue', array('id'), array("`executed` <= ? AND NOT `done`", NULL_DATE), + array('limit' => $limit, 'order' => array('priority', 'created'), 'only_query' => true)); while ($id = dba::fetch($result)) { $ids[] = $id["id"]; @@ -738,9 +749,9 @@ function find_worker_processes(&$passing_slow) { } if ($found) { - $sql = "UPDATE `workerqueue` SET `executed` = ?, `pid` = ? WHERE `id` IN (".substr(str_repeat("?, ", count($ids)), 0, -2).") AND `pid` = 0 AND NOT `done`;"; - array_unshift($ids, datetime_convert(), $mypid); - dba::e($sql, $ids); + $condition = "`id` IN (".substr(str_repeat("?, ", count($ids)), 0, -2).") AND `pid` = 0 AND NOT `done`"; + array_unshift($ids, $condition); + dba::update('workerqueue', array('executed' => datetime_convert(), 'pid' => $mypid), $ids); } return $found; @@ -799,7 +810,7 @@ function call_worker() { return; } - $url = App::get_baseurl()."/worker"; + $url = System::baseUrl()."/worker"; fetch_url($url, false, $redirects, 1); } @@ -883,7 +894,7 @@ function poller_run_cron() { poller_kill_stale_workers(); } -if (array_search(__file__,get_included_files())===0){ +if (array_search(__file__,get_included_files())===0) { poller_run($_SERVER["argv"],$_SERVER["argc"]); poller_unclaim_process();