From: Andrew Dolgov Date: Mon, 9 Jul 2012 15:49:48 +0000 (+0400) Subject: implement proof of concept postgresql pg_trgm N-gram based marking of similar article... X-Git-Tag: 1.6.0~195 X-Git-Url: https://git.wh0rd.org/?a=commitdiff_plain;h=2ea9bbfd075fc03acceb608746c3989613f768e3;p=tt-rss.git implement proof of concept postgresql pg_trgm N-gram based marking of similar article titles as read automatically --- diff --git a/include/functions.php b/include/functions.php index 1e527e70..b14515bd 100644 --- a/include/functions.php +++ b/include/functions.php @@ -3302,6 +3302,8 @@ "; } + $rv['title'] = $line['title']; + $rv['content'] .= "

" . truncate_string(strip_tags($line['title']), 15) . "

"; diff --git a/include/rssfuncs.php b/include/rssfuncs.php index 12c4a57d..59fa3d54 100644 --- a/include/rssfuncs.php +++ b/include/rssfuncs.php @@ -979,6 +979,27 @@ $published = 'false'; } + // N-grams + + if (DB_TYPE == "pgsql" and defined('_NGRAM_TITLE_DUPLICATE_THRESHOLD')) { + + $result = db_query($link, "SELECT COUNT(*) AS similar FROM + ttrss_entries,ttrss_user_entries + WHERE ref_id = id AND updated >= NOW() - INTERVAL '7 day' + AND similarity(title, '$entry_title') >= "._NGRAM_TITLE_DUPLICATE_THRESHOLD." + AND owner_uid = $owner_uid"); + + $ngram_similar = db_fetch_result($result, 0, "similar"); + + if ($debug_enabled) { + _debug("update_rss_feed: N-gram similar results: $ngram_similar"); + } + + if ($ngram_similar > 0) { + $unread = 'false'; + } + } + $result = db_query($link, "INSERT INTO ttrss_user_entries (ref_id, owner_uid, feed_id, unread, last_read, marked,