<?
require_once 'config.php';
+ define('MAGPIE_OUTPUT_ENCODING', 'UTF-8');
+
+ function purge_old_posts() {
+ if (PURGE_OLD_DAYS > 0) {
+ $result = pg_query("DELETE FROM ttrss_entries WHERE
+ date_entered < NOW() - INTERVAL '".PURGE_OLD_DAYS." days'");
+ }
+ }
+
function update_all_feeds($link, $fetch) {
+ if (WEB_DEMO_MODE) return;
+
+ pg_query("BEGIN");
+
if (!$fetch) {
$result = pg_query($link, "SELECT feed_url,id FROM ttrss_feeds WHERE
$result = pg_query($link, "SELECT feed_url,id FROM ttrss_feeds");
}
- $num_unread = 0;
-
while ($line = pg_fetch_assoc($result)) {
- $num_unread += update_rss_feed($link, $line["feed_url"], $line["id"]);
+ update_rss_feed($link, $line["feed_url"], $line["id"]);
}
+ purge_old_posts();
+
+ pg_query("COMMIT");
+
+ }
+
+ function check_feed_favicon($feed_url, $feed) {
+ $feed_url = str_replace("http://", "", $feed_url);
+ $feed_url = preg_replace("/\/.*$/", "", $feed_url);
+
+ $icon_url = "http://$feed_url/favicon.ico";
+ $icon_file = ICONS_DIR . "/$feed.ico";
+
+ if (!file_exists($icon_file)) {
+
+ error_reporting(0);
+ $r = fopen($icon_url, "r");
+ error_reporting (E_ERROR | E_WARNING | E_PARSE);
+
+ if ($r) {
+ $tmpfname = tempnam("/tmp", "ttrssicon");
+
+ $t = fopen($tmpfname, "w");
+
+ while (!feof($r)) {
+ $buf = fread($r, 16384);
+ fwrite($t, $buf);
+ }
+
+ fclose($r);
+ fclose($t);
+
+ error_reporting(0);
+ if (!rename($tmpfname, $icon_file)) {
+ unlink($tmpfname);
+ }
+ error_reporting (E_ERROR | E_WARNING | E_PARSE);
+
+ }
+ }
}
function update_rss_feed($link, $feed_url, $feed) {
+ if (WEB_DEMO_MODE) return;
+
+ error_reporting(0);
$rss = fetch_rss($feed_url);
+ error_reporting (E_ERROR | E_WARNING | E_PARSE);
+
+ pg_query("BEGIN");
- $num_unread = 0;
+ $feed = pg_escape_string($feed);
if ($rss) {
-
- $result = pg_query("SELECT title FROM ttrss_feeds WHERE id = '$feed'");
+
+ if (ENABLE_FEED_ICONS) {
+ check_feed_favicon($feed_url, $feed);
+ }
+
+ $result = pg_query("SELECT title,icon_url FROM ttrss_feeds WHERE id = '$feed'");
$registered_title = pg_fetch_result($result, 0, "title");
+ $orig_icon_url = pg_fetch_result($result, 0, "icon_url");
if (!$registered_title) {
-
$feed_title = $rss->channel["title"];
pg_query("UPDATE ttrss_feeds SET title = '$feed_title' WHERE id = '$feed'");
}
+// print "I: " . $rss->channel["image"]["url"];
+
+ $icon_url = $rss->image["url"];
+
+ if ($icon_url && !$orig_icon_url) {
+ $icon_url = pg_escape_string($icon_url);
+ pg_query("UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'");
+ }
+
foreach ($rss->items as $item) {
$entry_guid = $item["id"];
if (!$entry_guid) $entry_guid = $item["guid"];
if (!$entry_guid) $entry_guid = $item["link"];
-
+
+ if (!$entry_guid) continue;
+
$entry_timestamp = "";
-
+
$rss_2_date = $item['pubdate'];
$rss_1_date = $item['dc']['date'];
$atom_date = $item['issued'];
if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date);
if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date);
if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date);
- if ($entry_timestamp == "") $entry_timestamp = 0;
+
+ if ($entry_timestamp == "") {
+ $entry_timestamp = time();
+ $no_orig_date = 'true';
+ } else {
+ $no_orig_date = 'false';
+ }
- if (!$entry_timestamp) continue;
+ $entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
$entry_title = $item["title"];
$entry_link = $item["link"];
if (!$entry_link) continue;
$entry_content = $item["description"];
+ if (!$entry_content) $entry_content = $item["content:escaped"];
if (!$entry_content) $entry_content = $item["content"];
-
- $entry_content = pg_escape_string($entry_content);
- $entry_title = pg_escape_string($entry_title);
-
- $content_md5 = md5($entry_content);
-
+
+// if (!$entry_content) continue;
+
+ $content_hash = "SHA1:" . sha1(strip_tags($entry_content));
+
+ $entry_comments = $item["comments"];
+
+ $entry_guid = pg_escape_string($entry_guid);
+
$result = pg_query($link, "
SELECT
- id,unread,md5_hash,last_read,
+ id,last_read,no_orig_date,title,feed_id,content_hash,
EXTRACT(EPOCH FROM updated) as updated_timestamp
FROM
ttrss_entries
WHERE
- guid = '$entry_guid' OR md5_hash = '$content_md5'");
-
+ guid = '$entry_guid'");
+
if (pg_num_rows($result) == 0) {
-
- $entry_timestamp = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
-
- $query = "INSERT INTO ttrss_entries
- (title, guid, link, updated, content, feed_id, md5_hash)
+
+ //$entry_guid = pg_escape_string($entry_guid);
+ $entry_content = pg_escape_string($entry_content);
+ $entry_title = pg_escape_string($entry_title);
+ $entry_link = pg_escape_string($entry_link);
+ $entry_comments = pg_escape_string($entry_comments);
+
+ $query = "INSERT
+ INTO ttrss_entries
+ (title,
+ guid,
+ link,
+ updated,
+ content,
+ content_hash,
+ feed_id,
+ comments,
+ no_orig_date)
VALUES
- ('$entry_title', '$entry_guid', '$entry_link',
- '$entry_timestamp', '$entry_content', '$feed',
- '$content_md5')";
-
+ ('$entry_title',
+ '$entry_guid',
+ '$entry_link',
+ '$entry_timestamp_fmt',
+ '$entry_content',
+ '$content_hash',
+ '$feed',
+ '$entry_comments',
+ $no_orig_date)";
+
$result = pg_query($link, $query);
- if ($result) ++$num_unread;
-
} else {
-
- $entry_id = pg_fetch_result($result, 0, "id");
- $updated_timestamp = pg_fetch_result($result, 0, "updated_timestamp");
- $entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
- $last_read = pg_fetch_result($result, 0, "last_read");
-
- $unread = pg_fetch_result($result, 0, "unread");
- $md5_hash = pg_fetch_result($result, 0, "md5_hash");
+
+ $orig_entry_id = pg_fetch_result($result, 0, "id");
+ $orig_feed_id = pg_fetch_result($result, 0, "feed_id");
+
+ if ($orig_feed_id != $feed) {
+// print "<p>Update from different feed ($orig_feed_id, $feed): $entry_guid [$entry_title]";
+ continue;
+ }
+
+ $entry_is_modified = false;
-// if ($md5_hash != $content_md5 && CONTENT_CHECK_MD5)
-// $unread = "true";
+ $orig_timestamp = pg_fetch_result($result, 0, "updated_timestamp");
+ $orig_content_hash = pg_fetch_result($result, 0, "content_hash");
+ $orig_last_read = pg_fetch_result($result, 0, "last_read");
+ $orig_no_orig_date = pg_fetch_result($result, 0, "no_orig_date");
+ $orig_title = pg_fetch_result($result, 0, "title");
- if ($md5_hash != $content_md5) {
- $last_read = 'null';
- } else {
- $last_read = "'$last_read'";
+ $last_read_qpart = "";
+
+// if ("$orig_title" != "$entry_title") {
+// $last_read_qpart = 'last_read = null,';
+// }
+
+ if ($orig_content_hash != $content_hash) {
+ if (UPDATE_POST_ON_CHECKSUM_CHANGE) {
+ $last_read_qpart = 'last_read = null,';
+ }
+ $entry_is_modified = true;
+ }
+
+ if ($orig_title != $entry_title) {
+ $entry_is_modified = true;
}
-// if ($unread || !CONTENT_CHECK_MD5) {
-// $updated_query_part = "updated = '$entry_timestamp',";
+ if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) {
+ $entry_is_modified = true;
+ }
+
+// if (!$no_orig_date && $orig_timestamp < $entry_timestamp) {
+// $last_read_qpart = 'last_read = null,';
// }
-// if ($updated_timestamp > $entry_timestamp) {
-// $unread = "true";
-// print "$updated_timestamp : $entry_timestamp<br>";
-// }
-
- $query = "UPDATE ttrss_entries
- SET
- title ='$entry_title',
- link = '$entry_link',
- updated = '$entry_timestamp_fmt',
- content = '$entry_content',
- md5_hash = '$content_md5',
- last_read = $last_read,
- unread = '$unread'
- WHERE
- id = '$entry_id'";
-
- $result = pg_query($link, $query);
-
- if ($result) ++$num_unread;
-
+ if ($entry_is_modified) {
+
+ $entry_comments = pg_escape_string($entry_comments);
+ $entry_content = pg_escape_string($entry_content);
+ $entry_title = pg_escape_string($entry_title);
+ $entry_link = pg_escape_string($entry_link);
+
+// print "update object $entry_guid<br>";
+
+ $query = "UPDATE ttrss_entries
+ SET
+ $last_read_qpart
+ title = '$entry_title',
+ link = '$entry_link',
+ updated = '$entry_timestamp_fmt',
+ content = '$entry_content',
+ comments = '$entry_comments',
+ content_hash = '$content_hash'
+ WHERE
+ id = '$orig_entry_id'";
+
+ $result = pg_query($link, $query);
+ }
}
-
}
if ($result) {
}
- }
-
+ pg_query("COMMIT");
+ }
+ function print_select($id, $default, $values) {
+ print "<select id=\"$id\">";
+ foreach ($values as $v) {
+ if ($v == $default)
+ $sel = " selected";
+ else
+ $sel = "";
+
+ print "<option$sel>$v</option>";
+ }
+ print "</select>";
+ }
?>
git.wh0rd.org / tt-rss.git / blobdiff