X-Git-Url: https://git.wh0rd.org/?a=blobdiff_plain;f=update_daemon2.php;h=af29ac18f86e0987f23cc365324cdaadadd63010;hb=bb84330234c649fb0a8726e488fca012f5295ce4;hp=c87f0c10a60adcf7a69df11dd24ddb09756a4616;hpb=cc8fd308f26263f93f43c996d752eb163ec0a70e;p=tt-rss.git diff --git a/update_daemon2.php b/update_daemon2.php index c87f0c10..af29ac18 100755 --- a/update_daemon2.php +++ b/update_daemon2.php @@ -9,28 +9,34 @@ define('DISABLE_SESSIONS', true); require_once "version.php"; + require_once "autoload.php"; + require_once "functions.php"; + require_once "config.php"; - if (strpos(VERSION, ".99") !== false || getenv('DAEMON_XDEBUG')) { - define('DAEMON_EXTENDED_DEBUG', true); - } + // defaults + define_default('PURGE_INTERVAL', 3600); // seconds + define_default('MAX_CHILD_RUNTIME', 1800); // seconds + define_default('MAX_JOBS', 2); + define_default('SPAWN_INTERVAL', DAEMON_SLEEP_INTERVAL); // seconds - require_once "functions.php"; - require_once "rssfuncs.php"; require_once "sanity_check.php"; - require_once "config.php"; require_once "db.php"; require_once "db-prefs.php"; - // defaults - define('PURGE_INTERVAL', 3600); // seconds - define('MAX_CHILD_RUNTIME', 600); // seconds - define('MAX_JOBS', 2); - define('SPAWN_INTERVAL', DAEMON_SLEEP_INTERVAL); // seconds - if (!function_exists('pcntl_fork')) { die("error: This script requires PHP compiled with PCNTL module.\n"); } + $options = getopt(""); + + if (!is_array($options)) { + die("error: getopt() failed. ". + "Most probably you are using PHP CGI to run this script ". + "instead of required PHP CLI. Check tt-rss wiki page on updating feeds for ". + "additional information.\n"); + } + + $master_handlers_installed = false; $children = array(); @@ -38,6 +44,9 @@ $last_checkpoint = -1; + /** + * @SuppressWarnings(unused) + */ function reap_children() { global $children; global $ctimes; @@ -78,6 +87,9 @@ } } + /** + * @SuppressWarnings(unused) + */ function sigchld_handler($signal) { $running_jobs = reap_children(); @@ -120,7 +132,7 @@ $longopts = array("log:", "tasks:", - "interval", + "interval:", "quiet", "help"); @@ -142,18 +154,22 @@ if (isset($options["tasks"])) { _debug("Set to spawn " . $options["tasks"] . " children."); - $max_jobs = $option["tasks"]; + $max_jobs = $options["tasks"]; } else { $max_jobs = MAX_JOBS; } if (isset($options["interval"])) { _debug("Spawn interval: " . $options["interval"] . " seconds."); - $spawn_interval = $option["interval"]; + $spawn_interval = $options["interval"]; } else { $spawn_interval = SPAWN_INTERVAL; } + // let's enforce a minimum spawn interval as to not forkbomb the host + $spawn_interval = max(60, $spawn_interval); + _debug("Spawn interval: $spawn_interval sec"); + if (isset($options["log"])) { _debug("Logging to " . $options["log"]); define('LOGFILE', $options["log"]); @@ -172,15 +188,14 @@ "Maybe another daemon is already running.\n"); } - // Testing database connection. - // It is unnecessary to start the fork loop if database is not ok. - $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); - - if (!init_connection($link)) die("Can't initialize db connection.\n"); + $schema_version = get_schema_version(); - $schema_version = get_schema_version($link); + if ($schema_version != SCHEMA_VERSION) { + die("Schema version is wrong, please upgrade the database.\n"); + } - db_close($link); + // Protip: children close shared database handle when terminating, it's a bad idea to + // do database stuff on main process from now on. while (true) { @@ -194,20 +209,6 @@ } if ($last_checkpoint + $spawn_interval < time()) { - - /* Check if schema version changed */ - - $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); - if (!init_connection($link)) die("Can't initialize db connection.\n"); - $test_schema_version = get_schema_version($link); - db_close($link); - - if ($test_schema_version != $schema_version) { - _debug("Expected schema version: $schema_version, got: $test_schema_version"); - _debug("Schema version changed while we were running, bailing out"); - exit(100); - } - check_ctimes(); reap_children(); @@ -220,6 +221,7 @@ if (!$master_handlers_installed) { _debug("[MASTER] installing shutdown handlers"); pcntl_signal(SIGINT, 'sigint_handler'); + pcntl_signal(SIGTERM, 'sigint_handler'); register_shutdown_function('shutdown', posix_getpid()); $master_handlers_installed = true; } @@ -233,68 +235,15 @@ register_shutdown_function('task_shutdown'); - $my_pid = posix_getpid(); - $lock_filename = "update_daemon-$my_pid.lock"; - - $lock_handle = make_lockfile($lock_filename); + $quiet = (isset($options["quiet"])) ? "--quiet" : ""; + $log = function_exists("flock") && isset($options['log']) ? '--log '.$options['log'] : ''; - if (!$lock_handle) { - die("error: Can't create lockfile ($lock_filename). ". - "Maybe another daemon is already running.\n"); - } - - // ****** Updating RSS code ******* - // Only run in fork process. - - $start_timestamp = time(); - - $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); - - if (!init_connection($link)) return; - - // We disable stamp file, since it is of no use in a multiprocess update. - // not really, tho for the time being -fox - if (!make_stampfile('update_daemon.stamp')) { - _debug("warning: unable to create stampfile\n"); - } - - // Call to the feed batch update function - // and maybe regenerate feedbrowser cache - - $nf = 0; - - _debug("Waiting before update [$j].."); - sleep($j*5); - $nf = update_daemon_common($link); - - if (rand(0,100) > 50) { - $count = update_feedbrowser_cache($link); - _debug("Feedbrowser updated, $count feeds processed."); - - purge_orphans($link, true); - - $rc = cleanup_tags($link, 14, 50000); - - _debug("Cleaned $rc cached tags."); - - global $pluginhost; - $pluginhost->run_hooks($pluginhost::HOOK_UPDATE_TASK, "hook_update_task", $op); - } - - _debug("Elapsed time: " . (time() - $start_timestamp) . " second(s)"); - - if ($nf > 0) { - _debug("Feeds processed: $nf; feeds/minute: " . sprintf("%.2d", $nf/((time()-$start_timestamp)/60))); - } + $my_pid = posix_getpid(); - db_close($link); + passthru(PHP_EXECUTABLE . " update.php --daemon-loop $quiet $log --task $j --pidlock $my_pid"); - // We are in a fork. - // We wait a little before exiting to avoid to be faster than our parent process. sleep(1); - unlink(LOCK_DIRECTORY . "/$lock_filename"); - // We exit in order to avoid fork bombing. exit(0); }