implement old log entry purging in update_daemon_common; add some more error types...

[tt-rss.git] / include / rssfuncs.php

diff --git a/include/rssfuncs.php b/include/rssfuncs.php
index 283e485324f3bb1b90d4f831a172a0cfaababb50..0a20f5d8ea4438b7caf1f6ab4bf4ad46a0ad0060 100644 (file)
--- a/include/rssfuncs.php
+++ b/include/rssfuncs.php
@@ -148,6 +148,7 @@
 
                expire_cached_files($debug);
                expire_lock_files($debug);
+               expire_error_log($link, $debug);
 
                $nf = 0;
 
@@ -517,14 +518,16 @@
                                if (!$entry_guid) $entry_guid = $item->get_link();
                                if (!$entry_guid) $entry_guid = make_guid_from_title($item->get_title());
 
-                               if ($debug_enabled) {
-                                       _debug("update_rss_feed: guid $entry_guid");
-                               }
-
                                if (!$entry_guid) continue;
 
                                $entry_guid = "$owner_uid,$entry_guid";
 
+                               $entry_guid_hashed = db_escape_string($link, 'SHA1:' . sha1($entry_guid));
+
+                               if ($debug_enabled) {
+                                       _debug("update_rss_feed: guid $entry_guid / $entry_guid_hashed");
+                               }
+
                                $entry_timestamp = "";
 
                                $entry_timestamp = strtotime($item->get_date());
@@ -633,7 +636,7 @@
 
                                // FIXME not sure if owner_uid is a good idea here, we may have a base entry without user entry (?)
                                $result = db_query($link, "SELECT plugin_data,title,content,link,tag_cache,author FROM ttrss_entries, ttrss_user_entries
-                                       WHERE ref_id = id AND guid = '".db_escape_string($link, $entry_guid)."' AND owner_uid = $owner_uid");
+                                       WHERE ref_id = id AND (guid = '".db_escape_string($link, $entry_guid)."' OR guid = '$entry_guid_hashed') AND owner_uid = $owner_uid");
 
                                if (db_num_rows($result) != 0) {
                                        $entry_plugin_data = db_fetch_result($result, 0, "plugin_data");
@@ -684,7 +687,7 @@
                                db_query($link, "BEGIN");
 
                                $result = db_query($link, "SELECT id FROM       ttrss_entries
-                                       WHERE guid = '$entry_guid'");
+                                       WHERE (guid = '$entry_guid' OR guid = '$entry_guid_hashed')");
 
                                if (db_num_rows($result) == 0) {
 
@@ -712,7 +715,7 @@
                                                        author)
                                                VALUES
                                                        ('$entry_title',
-                                                       '$entry_guid',
+                                                       '$entry_guid_hashed',
                                                        '$entry_link',
                                                        '$entry_timestamp_fmt',
                                                        '$entry_content',
@@ -745,13 +748,13 @@
                                // now it should exist, if not - bad luck then
 
                                $result = db_query($link, "SELECT
-                                               id,content_hash,no_orig_date,title,plugin_data,
+                                               id,content_hash,no_orig_date,title,plugin_data,guid,
                                                ".SUBSTRING_FOR_DATE."(date_updated,1,19) as date_updated,
                                                ".SUBSTRING_FOR_DATE."(updated,1,19) as updated,
                                                num_comments
                                        FROM
                                                ttrss_entries
-                                       WHERE guid = '$entry_guid'");
+                                       WHERE guid = '$entry_guid' OR guid = '$entry_guid_hashed'");
 
                                $entry_ref_id = 0;
                                $entry_int_id = 0;
@@ -759,7 +762,7 @@
                                if (db_num_rows($result) == 1) {
 
                                        if ($debug_enabled) {
-                                               _debug("update_rss_feed: base guid [$entry_guid] found, checking for user record");
+                                               _debug("update_rss_feed: base guid found, checking for user record");
                                        }
 
                                        // this will be used below in update handler
@@ -773,6 +776,14 @@
                                        $ref_id = db_fetch_result($result, 0, "id");
                                        $entry_ref_id = $ref_id;
 
+                                       /* $stored_guid = db_fetch_result($result, 0, "guid");
+                                       if ($stored_guid != $entry_guid_hashed) {
+                                               if ($debug_enabled) _debug("upgrading compat guid to hashed one");
+
+                                               db_query($link, "UPDATE ttrss_entries SET guid = '$entry_guid_hashed' WHERE
+                                                       id = '$ref_id'");
+                                       } */
+
                                        // check for user post link to main table
 
                                        // do we allow duplicate posts with same GUID in different feeds?
@@ -933,7 +944,7 @@
                                        if ($post_needs_update) {
 
                                                if (defined('DAEMON_EXTENDED_DEBUG')) {
-                                                       _debug("update_rss_feed: post $entry_guid needs update...");
+                                                       _debug("update_rss_feed: post $entry_guid_hashed needs update...");
                                                }
 
 //                                             print "<!-- post $orig_title needs update : $post_needs_update -->";
@@ -1187,6 +1198,19 @@
                return $doc->saveXML($node);
        }
 
+       function expire_error_log($link, $debug) {
+               if ($debug) _debug("Removing old error log entries...");
+
+               if (DB_TYPE == "pgsql") {
+                       db_query($link, "DELETE FROM ttrss_error_log
+                               WHERE created_at < NOW() - INTERVAL '7 days'");
+               } else {
+                       db_query($link, "DELETE FROM ttrss_error_log
+                               WHERE created_at < DATE_SUB(NOW(), INTERVAL 7 DAY)");
+               }
+
+       }
+
        function expire_lock_files($debug) {
                if ($debug) _debug("Removing old lock files...");