gen-search-idx: do not rely on offsets

[tt-rss.git] / update.php

diff --git a/update.php b/update.php
index 8fc28973f6dd3ce2dd60a741e47aa4b68f554480..8a00cdd55b087d7453f4708be2d875fae0bbeacd 100755 (executable)
--- a/update.php
+++ b/update.php
@@ -335,20 +335,18 @@
        if (isset($options["gen-search-idx"])) {
                echo "Generating search index (stemming set to English)...\n";
 
-               $result = db_query("SELECT COUNT(id) AS count FROM ttrss_entries");
+               $result = db_query("SELECT COUNT(id) AS count FROM ttrss_entries WHERE tsvector_combined IS NULL");
                $count = db_fetch_result($result, 0, "count");
 
-               print "Total entries: $count.\n";
+               print "Articles to process: $count.\n";
 
-               $offset = 0;
-               $limit = 1000;
+               $limit = 500;
+               $processed = 0;
 
                while (true) {
-                       $result = db_query("SELECT id, title, content FROM ttrss_entries WHERE tsvector_combined IS NULL ORDER BY id LIMIT $limit OFFSET $offset");
+                       $result = db_query("SELECT id, title, content FROM ttrss_entries WHERE tsvector_combined IS NULL ORDER BY id LIMIT $limit");
 
                        if (db_num_rows($result) != 0) {
-                               echo "Offset $offset...\n";
-
                                while ($line = db_fetch_assoc($result)) {
                                        $tsvector_combined = db_escape_string(mb_substr($line['title'] . ' ' . strip_tags($line['content']),
                                                0, 1000000));
@@ -356,7 +354,9 @@
                                        db_query("UPDATE ttrss_entries SET tsvector_combined = to_tsvector('english', '$tsvector_combined') WHERE id = " . $line["id"]);
                                }
 
-                               $offset += $limit;
+                               $processed += db_num_rows($result);
+                               print "Processed $processed articles...\n";
+
                        } else {
                                echo "All done.\n";
                                break;