X-Git-Url: https://git.wh0rd.org/?a=blobdiff_plain;f=update_daemon2.php;h=6ccdbcb100e5a7fc2afd614563a1098159b92e76;hb=9b27cec8c01ff231085bc2045d196ace85e299d9;hp=053a73d7d7a399f958f417e07a3fd74a4b423ee8;hpb=0618b81c0716002966b61f07324b552c542face6;p=tt-rss.git diff --git a/update_daemon2.php b/update_daemon2.php index 053a73d7..6ccdbcb1 100755 --- a/update_daemon2.php +++ b/update_daemon2.php @@ -3,10 +3,8 @@ // This is an experimental multiprocess update daemon. // Some configurable variable may be found below. - // define('DEFAULT_ERROR_LEVEL', E_ALL); - define('DEFAULT_ERROR_LEVEL', E_ERROR | E_WARNING | E_PARSE); - declare(ticks = 1); + chdir(dirname(__FILE__)); define('DISABLE_SESSIONS', true); @@ -29,17 +27,11 @@ die("error: This script requires PHP compiled with PCNTL module.\n"); } - if (!ENABLE_UPDATE_DAEMON) { - die("error: Please enable option ENABLE_UPDATE_DAEMON in config.php\n"); - } - require_once "db.php"; require_once "db-prefs.php"; require_once "functions.php"; require_once "lib/magpierss/rss_fetch.inc"; - error_reporting(DEFAULT_ERROR_LEVEL); - $children = array(); $ctimes = array(); @@ -53,9 +45,14 @@ foreach ($children as $pid) { if (pcntl_waitpid($pid, $status, WNOHANG) != $pid) { - array_push($tmp, $pid); + + if (file_is_locked("update_daemon-$pid.lock")) { + array_push($tmp, $pid); + } else { + _debug("[reap_children] child $pid seems active but lockfile is unlocked."); + } } else { - _debug("[SIGCHLD] child $pid reaped."); + _debug("[reap_children] child $pid reaped."); unset($ctimes[$pid]); } } @@ -67,7 +64,7 @@ function check_ctimes() { global $ctimes; - + foreach (array_keys($ctimes) as $pid) { $started = $ctimes[$pid]; @@ -86,8 +83,25 @@ pcntl_waitpid(-1, $status, WNOHANG); } + function shutdown() { + if (file_exists(LOCK_DIRECTORY . "/update_daemon.lock")) + unlink(LOCK_DIRECTORY . "/update_daemon.lock"); + } + + function task_shutdown() { + $pid = posix_getpid(); + + if (file_exists(LOCK_DIRECTORY . "/update_daemon-$pid.lock")) + unlink(LOCK_DIRECTORY . "/update_daemon-$pid.lock"); + } + function sigint_handler() { - unlink(LOCK_DIRECTORY . "/update_daemon.lock"); + shutdown(); + die("[SIGINT] removing lockfile and exiting.\n"); + } + + function task_sigint_handler() { + task_shutdown(); die("[SIGINT] removing lockfile and exiting.\n"); } @@ -100,6 +114,7 @@ if (!pcntl_fork()) { pcntl_signal(SIGINT, 'sigint_handler'); + register_shutdown_function('shutdown'); // Try to lock a file in order to avoid concurrent update. $lock_handle = make_lockfile("update_daemon.lock"); @@ -114,13 +129,13 @@ // Testing database connection. // It is unnecessary to start the fork loop if database is not ok. - $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); + $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); if (!$link) { if (DB_TYPE == "mysql") { print mysql_error(); } - // PG seems to display its own errors just fine by default. + // PG seems to display its own errors just fine by default. return; } @@ -152,20 +167,32 @@ $ctimes[$pid] = time(); } else { pcntl_signal(SIGCHLD, SIG_IGN); - pcntl_signal(SIGINT, SIG_DFL); + pcntl_signal(SIGINT, 'task_sigint_handler'); + + register_shutdown_function('task_shutdown'); + + $my_pid = posix_getpid(); + $lock_filename = "update_daemon-$my_pid.lock"; + + $lock_handle = make_lockfile($lock_filename); + + if (!$lock_handle) { + die("error: Can't create lockfile ($lock_filename). ". + "Maybe another daemon is already running.\n"); + } // ****** Updating RSS code ******* // Only run in fork process. $start_timestamp = time(); - $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); + $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); if (!$link) { if (DB_TYPE == "mysql") { print mysql_error(); } - // PG seems to display its own errors just fine by default. + // PG seems to display its own errors just fine by default. return; } @@ -175,30 +202,35 @@ // not really, tho for the time being -fox if (!make_stampfile('update_daemon.stamp')) { print "warning: unable to create stampfile"; - } - - // FIXME : $last_purge is of no use in a multiprocess update. - // FIXME : We ALWAYS purge old posts. - //_debug("Purging old posts (random 30 feeds)..."); - //global_purge_old_posts($link, true, 30); + } - // Call to the feed batch update function + // Call to the feed batch update function // or regenerate feedbrowser cache - if (rand(0,100) > 50) { + if (rand(0,100) > 30) { update_daemon_common($link); } else { $count = update_feedbrowser_cache($link); - _debug("Finished, $count feeds processed."); + _debug("Feedbrowser updated, $count feeds processed."); + + purge_orphans($link, true); + + $rc = cleanup_tags($link, 14, 50000); + + _debug("Cleaned $rc cached tags."); + } _debug("Elapsed time: " . (time() - $start_timestamp) . " second(s)"); - + db_close($link); // We are in a fork. // We wait a little before exiting to avoid to be faster than our parent process. sleep(1); + + unlink(LOCK_DIRECTORY . "/$lock_filename"); + // We exit in order to avoid fork bombing. exit(0); }