]> git.wh0rd.org - tt-rss.git/blobdiff - update.php
simplify article filter chaining mechanism, do not try to process already stored...
[tt-rss.git] / update.php
index 6850f1fb2cd528449470587c128b5de452408116..521b956ad33b7d60311928690ff0da1716864042 100755 (executable)
@@ -7,6 +7,7 @@
 
        chdir(dirname(__FILE__));
 
+       require_once "autoload.php";
        require_once "functions.php";
        require_once "rssfuncs.php";
        require_once "config.php";
        if (!defined('PHP_EXECUTABLE'))
                define('PHP_EXECUTABLE', '/usr/bin/php');
 
-       // Create a database connection.
-       $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME);
-
-       init_connection($link);
+       init_plugins();
 
        $longopts = array("feeds",
                        "feedbrowser",
                        "quiet",
                        "log:",
                        "indexes",
+                       "pidlock:",
+                       "update-schema",
                        "convert-filters",
                        "force-update",
                        "list-plugins",
                        "help");
 
-       foreach ($pluginhost->get_commands() as $command => $data) {
-               array_push($longopts, $command);
+       foreach (PluginHost::getInstance()->get_commands() as $command => $data) {
+               array_push($longopts, $command . $data["suffix"]);
        }
 
        $options = getopt("", $longopts);
 
+       if (!is_array($options)) {
+               die("error: getopt() failed. ".
+                       "Most probably you are using PHP CGI to run this script ".
+                       "instead of required PHP CLI. Check tt-rss wiki page on updating feeds for ".
+                       "additional information.\n");
+       }
+
        if (count($options) == 0 && !defined('STDIN')) {
                ?> <html>
                <head>
                <title>Tiny Tiny RSS data update script.</title>
                <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
-               <link rel="stylesheet" type="text/css" href="utility.css">
+               <link rel="stylesheet" type="text/css" href="css/utility.css">
                </head>
 
                <body>
-               <div class="floatingLogo"><img src="images/logo_wide.png"></div>
+               <div class="floatingLogo"><img src="images/logo_small.png"></div>
                <h1><?php echo __("Tiny Tiny RSS data update script.") ?></h1>
 
                <?php print_error("Please run this script from the command line. Use option \"-help\" to display command help if this error is displayed erroneously."); ?>
                print "  --quiet              - don't output messages to stdout\n";
                print "  --log FILE           - log messages to FILE\n";
                print "  --indexes            - recreate missing schema indexes\n";
+               print "  --update-schema      - update database schema\n";
                print "  --convert-filters    - convert type1 filters to type2\n";
                print "  --force-update       - force update of all feeds\n";
                print "  --list-plugins       - list all available plugins\n";
                print "  --help               - show this help\n";
                print "Plugin options:\n";
 
-               foreach ($pluginhost->get_commands() as $command => $data) {
-                       printf("  --%-19s - %s\n", "$command", $data["description"]);
+               foreach (PluginHost::getInstance()->get_commands() as $command => $data) {
+                       $args = $data['arghelp'];
+                       printf(" --%-19s - %s\n", "$command $args", $data["description"]);
                }
 
                return;
        }
 
+       if (!isset($options['daemon'])) {
+               require_once "errorhandler.php";
+       }
+
+       if (!isset($options['update-schema'])) {
+               $schema_version = get_schema_version();
+
+               if ($schema_version != SCHEMA_VERSION) {
+                       die("Schema version is wrong, please upgrade the database.\n");
+               }
+       }
+
        define('QUIET', isset($options['quiet']));
 
        if (isset($options["log"])) {
                $lock_filename = $lock_filename . "-task_" . $options["task"];
        }
 
+       if (isset($options["pidlock"])) {
+               $my_pid = $options["pidlock"];
+               $lock_filename = "update_daemon-$my_pid.lock";
+
+       }
+
+       _debug("Lock: $lock_filename");
+
        $lock_handle = make_lockfile($lock_filename);
        $must_exit = false;
 
+       if (isset($options["task"]) && isset($options["pidlock"])) {
+               $waits = $options["task"] * 5;
+               _debug("Waiting before update ($waits)");
+               sleep($waits);
+       }
+
        // Try to lock a file in order to avoid concurrent update.
        if (!$lock_handle) {
                die("error: Can't create lockfile ($lock_filename). ".
        if (isset($options["force-update"])) {
                _debug("marking all feeds as needing update...");
 
-               db_query($link, "UPDATE ttrss_feeds SET last_update_started = '1970-01-01',
+               db_query( "UPDATE ttrss_feeds SET last_update_started = '1970-01-01',
                                last_updated = '1970-01-01'");
        }
 
        if (isset($options["feeds"])) {
-               // Update all feeds needing a update.
-               update_daemon_common($link);
-
-               // Update feedbrowser
-               $count = update_feedbrowser_cache($link);
-               _debug("Feedbrowser updated, $count feeds processed.");
+               update_daemon_common();
+               housekeeping_common(true);
 
-               // Purge orphans and cleanup tags
-               purge_orphans($link, true);
-
-               $rc = cleanup_tags($link, 14, 50000);
-               _debug("Cleaned $rc cached tags.");
-
-               global $pluginhost;
-               $pluginhost->run_hooks($pluginhost::HOOK_UPDATE_TASK, "hook_update_task", $op);
+               PluginHost::getInstance()->run_hooks(PluginHost::HOOK_UPDATE_TASK, "hook_update_task", $op);
        }
 
        if (isset($options["feedbrowser"])) {
-               $count = update_feedbrowser_cache($link);
+               $count = update_feedbrowser_cache();
                print "Finished, $count feeds processed.\n";
        }
 
        if (isset($options["daemon"])) {
                while (true) {
-                       passthru(PHP_EXECUTABLE . " " . $argv[0] ." --daemon-loop");
+                       $quiet = (isset($options["quiet"])) ? "--quiet" : "";
+         $log = isset($options['log']) ? '--log '.$options['log'] : '';
+
+                       passthru(PHP_EXECUTABLE . " " . $argv[0] ." --daemon-loop $quiet $log");
                        _debug("Sleeping for " . DAEMON_SLEEP_INTERVAL . " seconds...");
                        sleep(DAEMON_SLEEP_INTERVAL);
                }
 
        if (isset($options["daemon-loop"])) {
                if (!make_stampfile('update_daemon.stamp')) {
-                       die("error: unable to create stampfile\n");
+                       _debug("warning: unable to create stampfile\n");
                }
 
-               // Call to the feed batch update function
-               // or regenerate feedbrowser cache
-
-               if (rand(0,100) > 30) {
-                       update_daemon_common($link);
-               } else {
-                       $count = update_feedbrowser_cache($link);
-                       _debug("Feedbrowser updated, $count feeds processed.");
-
-                       purge_orphans($link, true);
-
-                       $rc = cleanup_tags($link, 14, 50000);
-
-                       _debug("Cleaned $rc cached tags.");
+               update_daemon_common(isset($options["pidlock"]) ? 50 : DAEMON_FEED_LIMIT);
 
-                       global $pluginhost;
-                       $pluginhost->run_hooks($pluginhost::HOOK_UPDATE_TASK, "hook_update_task", $op);
-               }
+               if (!isset($options["pidlock"]) || $options["task"] == 0)
+                       housekeeping_common(true);
 
+               PluginHost::getInstance()->run_hooks(PluginHost::HOOK_UPDATE_TASK, "hook_update_task", $op);
        }
 
        if (isset($options["cleanup-tags"])) {
-               $rc = cleanup_tags($link, 14, 50000);
+               $rc = cleanup_tags( 14, 50000);
                _debug("$rc tags deleted.\n");
        }
 
                _debug("clearing existing indexes...");
 
                if (DB_TYPE == "pgsql") {
-                       $result = db_query($link, "SELECT relname FROM
+                       $result = db_query( "SELECT relname FROM
                                pg_catalog.pg_class WHERE relname LIKE 'ttrss_%'
                                        AND relname NOT LIKE '%_pkey'
                                AND relkind = 'i'");
                } else {
-                       $result = db_query($link, "SELECT index_name,table_name FROM
+                       $result = db_query( "SELECT index_name,table_name FROM
                                information_schema.statistics WHERE index_name LIKE 'ttrss_%'");
                }
 
                                        $line['table_name']." DROP INDEX ".$line['index_name'];
                                _debug($statement);
                        }
-                       db_query($link, $statement, false);
+                       db_query( $statement, false);
                }
 
                _debug("reading indexes from schema for: " . DB_TYPE);
                                        $statement = "CREATE INDEX $index ON $table";
 
                                        _debug($statement);
-                                       db_query($link, $statement);
+                                       db_query( $statement);
                                }
                        }
                        fclose($fp);
 
                _debug("converting filters...");
 
-               db_query($link, "DELETE FROM ttrss_filters2");
+               db_query( "DELETE FROM ttrss_filters2");
 
-               $result = db_query($link, "SELECT * FROM ttrss_filters ORDER BY id");
+               $result = db_query( "SELECT * FROM ttrss_filters ORDER BY id");
 
                while ($line = db_fetch_assoc($result)) {
                        $owner_uid = $line["owner_uid"];
                                $_REQUEST = $filter;
                                $_SESSION["uid"] = $owner_uid;
 
-                               $filters = new Pref_Filters($link, $_REQUEST);
+                               $filters = new Pref_Filters($_REQUEST);
                                $filters->add();
                        }
                }
 
        }
 
+       if (isset($options["update-schema"])) {
+               _debug("checking for updates (" . DB_TYPE . ")...");
+
+               $updater = new DbUpdater(Db::get(), DB_TYPE, SCHEMA_VERSION);
+
+               if ($updater->isUpdateRequired()) {
+                       _debug("schema update required, version " . $updater->getSchemaVersion() . " to " . SCHEMA_VERSION);
+                       _debug("WARNING: please backup your database before continuing.");
+                       _debug("Type 'yes' to continue.");
+
+                       if (read_stdin() != 'yes')
+                               exit;
+
+                       for ($i = $updater->getSchemaVersion() + 1; $i <= SCHEMA_VERSION; $i++) {
+                               _debug("performing update up to version $i...");
+
+                               $result = $updater->performUpdateTo($i);
+
+                               _debug($result ? "OK!" : "FAILED!");
+
+                               if (!$result) return;
+
+                       }
+               } else {
+                       _debug("update not required.");
+               }
+
+       }
+
        if (isset($options["list-plugins"])) {
-               $tmppluginhost = new PluginHost($link);
+               $tmppluginhost = new PluginHost();
                $tmppluginhost->load_all($tmppluginhost::KIND_ALL);
                $enabled = array_map("trim", explode(",", PLUGINS));
 
 
        }
 
-       $pluginhost->run_commands($options);
-
-       db_close($link);
-
-       if ($lock_handle != false) {
-               fclose($lock_handle);
-       }
+       PluginHost::getInstance()->run_commands($options);
 
        if (file_exists(LOCK_DIRECTORY . "/$lock_filename"))
                unlink(LOCK_DIRECTORY . "/$lock_filename");