X-Git-Url: https://git.wh0rd.org/?a=blobdiff_plain;f=update.php;h=d9009f9652e47e134dd5b41427e0a91eeea81790;hb=404e2e3603c852a3f82a21c14b8888005e2b3f99;hp=1e6a44b40fa3d603a9ba9fe36b1a88b52f843277;hpb=81596c6612ed98ea2d648300e28bbe1661d97165;p=tt-rss.git diff --git a/update.php b/update.php old mode 100644 new mode 100755 index 1e6a44b4..d9009f96 --- a/update.php +++ b/update.php @@ -1,156 +1,366 @@ +#!/usr/bin/env php + if (!defined('PHP_EXECUTABLE')) + define('PHP_EXECUTABLE', '/usr/bin/php'); - - -Database Updater - - - + // Create a database connection. + $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME); - + init_plugins($link); - + $longopts = array("feeds", + "feedbrowser", + "daemon", + "daemon-loop", + "task:", + "cleanup-tags", + "quiet", + "log:", + "indexes", + "update-schema", + "convert-filters", + "force-update", + "list-plugins", + "help"); -

Database Updater

+ foreach ($pluginhost->get_commands() as $command => $data) { + array_push($longopts, $command . $data["suffix"]); + } - + + Tiny Tiny RSS data update script. + + + + + + +

+ + + + + get_commands() as $command => $data) { + $args = $data['arghelp']; + printf(" --%-19s - %s\n", "$command $args", $data["description"]); } - return $result; - } - - $op = $_POST["op"]; - - $result = db_query($link, "SELECT schema_version FROM ttrss_version"); - $version = db_fetch_result($result, 0, "schema_version"); - - $update_files = glob("schema/versions/".DB_TYPE."/*sql"); - $update_versions = array(); - - foreach ($update_files as $f) { - $m = array(); - preg_match_all("/schema\/versions\/".DB_TYPE."\/(\d*)\.sql/", $f, $m, - PREG_PATTERN_ORDER); - - if ($m[1][0]) { - $update_versions[$m[1][0]] = $f; + + return; + } + + if (!isset($options['update-schema'])) { + $schema_version = get_schema_version($link); + + if ($schema_version != SCHEMA_VERSION) { + die("Schema version is wrong, please upgrade the database.\n"); } } - - ksort($update_versions, SORT_NUMERIC); - - $latest_version = max(array_keys($update_versions)); - - if ($version == $latest_version) { - print "

Tiny Tiny RSS database is up to date (version $version).

"; - print "

Return to Tiny Tiny RSS

"; - return; + + define('QUIET', isset($options['quiet'])); + + if (isset($options["log"])) { + _debug("Logging to " . $options["log"]); + define('LOGFILE', $options["log"]); + } + + if (!isset($options["daemon"])) { + $lock_filename = "update.lock"; + } else { + $lock_filename = "update_daemon.lock"; + } + + if (isset($options["task"])) { + _debug("Using task id " . $options["task"]); + $lock_filename = $lock_filename . "-task_" . $options["task"]; + } + + $lock_handle = make_lockfile($lock_filename); + $must_exit = false; + + // Try to lock a file in order to avoid concurrent update. + if (!$lock_handle) { + die("error: Can't create lockfile ($lock_filename). ". + "Maybe another update process is already running.\n"); + } + + if (isset($options["force-update"])) { + _debug("marking all feeds as needing update..."); + + db_query($link, "UPDATE ttrss_feeds SET last_update_started = '1970-01-01', + last_updated = '1970-01-01'"); + } + + if (isset($options["feeds"])) { + // Update all feeds needing a update. + update_daemon_common($link); + + // Update feedbrowser + $count = update_feedbrowser_cache($link); + _debug("Feedbrowser updated, $count feeds processed."); + + // Purge orphans and cleanup tags + purge_orphans($link, true); + + $rc = cleanup_tags($link, 14, 50000); + _debug("Cleaned $rc cached tags."); + + global $pluginhost; + $pluginhost->run_hooks($pluginhost::HOOK_UPDATE_TASK, "hook_update_task", $op); + } + + if (isset($options["feedbrowser"])) { + $count = update_feedbrowser_cache($link); + print "Finished, $count feeds processed.\n"; + } + + if (isset($options["daemon"])) { + while (true) { + $quiet = (isset($options["quiet"])) ? "--quiet" : ""; + + passthru(PHP_EXECUTABLE . " " . $argv[0] ." --daemon-loop $quiet"); + _debug("Sleeping for " . DAEMON_SLEEP_INTERVAL . " seconds..."); + sleep(DAEMON_SLEEP_INTERVAL); + } + } + + if (isset($options["daemon-loop"])) { + if (!make_stampfile('update_daemon.stamp')) { + _debug("warning: unable to create stampfile\n"); + } + + // Call to the feed batch update function + // or regenerate feedbrowser cache + + if (rand(0,100) > 30) { + update_daemon_common($link); + } else { + $count = update_feedbrowser_cache($link); + _debug("Feedbrowser updated, $count feeds processed."); + + purge_orphans($link, true); + + $rc = cleanup_tags($link, 14, 50000); + + _debug("Cleaned $rc cached tags."); + + global $pluginhost; + $pluginhost->run_hooks($pluginhost::HOOK_UPDATE_TASK, "hook_update_task", $op); + } + + } + + if (isset($options["cleanup-tags"])) { + $rc = cleanup_tags($link, 14, 50000); + _debug("$rc tags deleted.\n"); } - - if (!$op) { - print "

Warning: Please backup your database before proceeding.

"; - - print "

Your Tiny Tiny RSS database needs update to the latest - version ($version —> $latest_version).

"; - - /* print "

Available incremental updates:"; - - foreach (array_keys($update_versions) as $v) { - if ($v > $version) { - print " $v"; + + if (isset($options["indexes"])) { + _debug("PLEASE BACKUP YOUR DATABASE BEFORE PROCEEDING!"); + _debug("Type 'yes' to continue."); + + if (read_stdin() != 'yes') + exit; + + _debug("clearing existing indexes..."); + + if (DB_TYPE == "pgsql") { + $result = db_query($link, "SELECT relname FROM + pg_catalog.pg_class WHERE relname LIKE 'ttrss_%' + AND relname NOT LIKE '%_pkey' + AND relkind = 'i'"); + } else { + $result = db_query($link, "SELECT index_name,table_name FROM + information_schema.statistics WHERE index_name LIKE 'ttrss_%'"); + } + + while ($line = db_fetch_assoc($result)) { + if (DB_TYPE == "pgsql") { + $statement = "DROP INDEX " . $line["relname"]; + _debug($statement); + } else { + $statement = "ALTER TABLE ". + $line['table_name']." DROP INDEX ".$line['index_name']; + _debug($statement); } - } */ - - print "

"; - - print "
- - -
"; - - } else if ($op == "do") { - - print "

Performing updates (from version $version)...

"; - - $num_updates = 0; - - foreach (array_keys($update_versions) as $v) { - if ($v == $version + 1) { - print "

Updating to version $v...

"; - $fp = fopen($update_versions[$v], "r"); - if ($fp) { - while (!feof($fp)) { - $query = trim(getline($fp, ";")); - if ($query != "") { - print "

QUERY: $query

"; - db_query($link, $query); - } - } + db_query($link, $statement, false); + } + + _debug("reading indexes from schema for: " . DB_TYPE); + + $fp = fopen("schema/ttrss_schema_" . DB_TYPE . ".sql", "r"); + if ($fp) { + while ($line = fgets($fp)) { + $matches = array(); + + if (preg_match("/^create index ([^ ]+) on ([^ ]+)$/i", $line, $matches)) { + $index = $matches[1]; + $table = $matches[2]; + + $statement = "CREATE INDEX $index ON $table"; + + _debug($statement); + db_query($link, $statement); } - fclose($fp); - - print "

Checking version... "; - - $result = db_query($link, "SELECT schema_version FROM ttrss_version"); - $version = db_fetch_result($result, 0, "schema_version"); - - if ($version == $v) { - print "OK! ($version)"; + } + fclose($fp); + } else { + _debug("unable to open schema file."); + } + _debug("all done."); + } + + if (isset($options["convert-filters"])) { + _debug("WARNING: this will remove all existing type2 filters."); + _debug("Type 'yes' to continue."); + + if (read_stdin() != 'yes') + exit; + + _debug("converting filters..."); + + db_query($link, "DELETE FROM ttrss_filters2"); + + $result = db_query($link, "SELECT * FROM ttrss_filters ORDER BY id"); + + while ($line = db_fetch_assoc($result)) { + $owner_uid = $line["owner_uid"]; + + // date filters are removed + if ($line["filter_type"] != 5) { + $filter = array(); + + if (sql_bool_to_bool($line["cat_filter"])) { + $feed_id = "CAT:" . (int)$line["cat_id"]; } else { - print "ERROR!"; - return; + $feed_id = (int)$line["feed_id"]; } - - $num_updates++; + + $filter["enabled"] = $line["enabled"] ? "on" : "off"; + $filter["rule"] = array( + json_encode(array( + "reg_exp" => $line["reg_exp"], + "feed_id" => $feed_id, + "filter_type" => $line["filter_type"]))); + + $filter["action"] = array( + json_encode(array( + "action_id" => $line["action_id"], + "action_param_label" => $line["action_param"], + "action_param" => $line["action_param"]))); + + // Oh god it's full of hacks + + $_REQUEST = $filter; + $_SESSION["uid"] = $owner_uid; + + $filters = new Pref_Filters($link, $_REQUEST); + $filters->add(); } } - - print "

Finished. Performed $num_updates updates up to schema - version $version.

"; - - print "

Return to Tiny Tiny RSS

"; - - } - -?> - - + } + + if (isset($options["update-schema"])) { + _debug("checking for updates (" . DB_TYPE . ")..."); + + $updater = new DbUpdater($link, DB_TYPE, SCHEMA_VERSION); + + if ($updater->isUpdateRequired()) { + _debug("schema update required, version " . $updater->getSchemaVersion() . " to " . SCHEMA_VERSION); + _debug("WARNING: please backup your database before continuing."); + _debug("Type 'yes' to continue."); + + if (read_stdin() != 'yes') + exit; + + for ($i = $updater->getSchemaVersion() + 1; $i <= SCHEMA_VERSION; $i++) { + _debug("performing update up to version $i..."); + + $result = $updater->performUpdateTo($i); + + _debug($result ? "OK!" : "FAILED!"); + + if (!$result) return; + + } + } else { + _debug("update not required."); + } + + } + + if (isset($options["list-plugins"])) { + $tmppluginhost = new PluginHost($link); + $tmppluginhost->load_all($tmppluginhost::KIND_ALL); + $enabled = array_map("trim", explode(",", PLUGINS)); + echo "List of all available plugins:\n"; + + foreach ($tmppluginhost->get_plugins() as $name => $plugin) { + $about = $plugin->about(); + + $status = $about[3] ? "system" : "user"; + + if (in_array($name, $enabled)) $name .= "*"; + + printf("%-50s %-10s v%.2f (by %s)\n%s\n\n", + $name, $status, $about[0], $about[2], $about[1]); + } + + echo "Plugins marked by * are currently enabled for all users.\n"; + + } + + $pluginhost->run_commands($options); + + db_close($link); + + if ($lock_handle != false) { + fclose($lock_handle); + } + + if (file_exists(LOCK_DIRECTORY . "/$lock_filename")) + unlink(LOCK_DIRECTORY . "/$lock_filename"); +?>