functions.php

   1 <?
   2         require_once 'config.php';
   3
   4         define('MAGPIE_OUTPUT_ENCODING', 'UTF-8');
   5
   6         function purge_old_posts($link) {
   7
   8                 $result = db_query($link, "SELECT id,purge_interval FROM ttrss_feeds");
   9
  10                 while ($line = db_fetch_assoc($result)) {
  11
  12                         $feed_id = $line["id"];
  13                         $purge_interval = $line["purge_interval"];
  14
  15                         if ($purge_interval == 0) $purge_interval = PURGE_OLD_DAYS;
  16
  17                         if ($purge_interval > 0) {
  18
  19                                 if (DB_TYPE == "pgsql") {
  20                                         db_query($link, "DELETE FROM ttrss_entries WHERE
  21                                                 marked = false AND feed_id = '$feed_id' AND
  22                                                 date_entered < NOW() - INTERVAL '$purge_interval days'");
  23                                 } else {
  24                                         db_query($link, "DELETE FROM ttrss_entries WHERE
  25                                                 marked = false AND AND feed_id = '$feed_id' AND
  26                                                 date_entered < DATE_SUB(NOW(), INTERVAL $purge_interval DAY)");
  27                                 }
  28                         }
  29                 }
  30
  31         /*
  32                 if (PURGE_OLD_DAYS > 0) {
  33
  34                         if (DB_TYPE == "pgsql") {
  35                                 $result = db_query($link, "DELETE FROM ttrss_entries WHERE
  36                                         marked = false AND feed_id = '$feed_id' AND
  37                                         date_entered < NOW() - INTERVAL '".PURGE_OLD_DAYS." days'");
  38                         } else {
  39                                 $result = db_query($link, "DELETE FROM ttrss_entries WHERE
  40                                         marked = false AND AND feed_id = '$feed_id' AND
  41                                         date_entered < DATE_SUB(NOW(), INTERVAL ".PURGE_OLD_DAYS." DAY)");
  42                         }
  43                 } */
  44         }
  45
  46         function update_all_feeds($link, $fetch) {
  47
  48                 if (WEB_DEMO_MODE) return;
  49
  50                 if (DAEMON_REFRESH_ONLY) {
  51                         if (!$_GET["daemon"]) {
  52                                 return;
  53                         }
  54                 }
  55
  56                 db_query($link, "BEGIN");
  57
  58                 $result = db_query($link, "SELECT feed_url,id,
  59                         substring(last_updated,1,19) as last_updated,
  60                         update_interval FROM ttrss_feeds");
  61
  62                 while ($line = db_fetch_assoc($result)) {
  63                         $upd_intl = $line["update_interval"];
  64
  65                         if (!$upd_intl || $upd_intl == 0) $upd_intl = DEFAULT_UPDATE_INTERVAL;
  66
  67                         if (!$line["last_updated"] ||
  68                                 time() - strtotime($line["last_updated"]) > ($upd_intl * 60)) {
  69
  70                                 update_rss_feed($link, $line["feed_url"], $line["id"]);
  71                         }
  72                 }
  73
  74                 purge_old_posts($link);
  75
  76                 db_query($link, "COMMIT");
  77
  78         }
  79
  80         function check_feed_favicon($feed_url, $feed) {
  81                 $feed_url = str_replace("http://", "", $feed_url);
  82                 $feed_url = preg_replace("/\/.*$/", "", $feed_url);
  83
  84                 $icon_url = "http://$feed_url/favicon.ico";
  85                 $icon_file = ICONS_DIR . "/$feed.ico";
  86
  87                 if (!file_exists($icon_file)) {
  88
  89                         error_reporting(0);
  90                         $r = fopen($icon_url, "r");
  91                         error_reporting (E_ERROR | E_WARNING | E_PARSE);
  92
  93                         if ($r) {
  94                                 $tmpfname = tempnam("/tmp", "ttrssicon");
  95
  96                                 $t = fopen($tmpfname, "w");
  97
  98                                 while (!feof($r)) {
  99                                         $buf = fread($r, 16384);
 100                                         fwrite($t, $buf);
 101                                 }
 102
 103                                 fclose($r);
 104                                 fclose($t);
 105
 106                                 error_reporting(0);
 107                                 if (!rename($tmpfname, $icon_file)) {
 108                                         unlink($tmpfname);
 109                                 }
 110                                 error_reporting (E_ERROR | E_WARNING | E_PARSE);
 111
 112                         }
 113                 }
 114         }
 115
 116         function update_rss_feed($link, $feed_url, $feed) {
 117
 118                 if (WEB_DEMO_MODE) return;
 119
 120                 $feed = db_escape_string($feed);
 121
 122                 error_reporting(0);
 123                 $rss = fetch_rss($feed_url);
 124
 125                 error_reporting (E_ERROR | E_WARNING | E_PARSE);
 126
 127                 db_query($link, "BEGIN");
 128
 129                 $feed = db_escape_string($feed);
 130
 131                 if ($rss) {
 132
 133                         if (ENABLE_FEED_ICONS) {
 134                                 check_feed_favicon($feed_url, $feed);
 135                         }
 136
 137                         $result = db_query($link, "SELECT title,icon_url FROM ttrss_feeds WHERE id = '$feed'");
 138
 139                         $registered_title = db_fetch_result($result, 0, "title");
 140                         $orig_icon_url = db_fetch_result($result, 0, "icon_url");
 141
 142                         if (!$registered_title) {
 143                                 $feed_title = db_escape_string($rss->channel["title"]);
 144                                 db_query($link, "UPDATE ttrss_feeds SET title = '$feed_title' WHERE id = '$feed'");
 145                         }
 146
 147 //                      print "I: " . $rss->channel["image"]["url"];
 148
 149                         $icon_url = $rss->image["url"];
 150
 151                         if ($icon_url && !$orig_icon_url) {
 152                                 $icon_url = db_escape_string($icon_url);
 153                                 db_query($link, "UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'");
 154                         }
 155
 156
 157                         $filters = array();
 158
 159                         $result = db_query($link, "SELECT reg_exp,
 160                                 (SELECT name FROM ttrss_filter_types
 161                                         WHERE id = filter_type) as name
 162                                 FROM ttrss_filters");
 163
 164                         while ($line = db_fetch_assoc($result)) {
 165                                 if (!$filters[$line["name"]]) $filters[$line["name"]] = array();
 166                                 array_push($filters[$line["name"]], $line["reg_exp"]);
 167                         }
 168
 169                         foreach ($rss->items as $item) {
 170
 171                                 $entry_guid = $item["id"];
 172
 173                                 if (!$entry_guid) $entry_guid = $item["guid"];
 174                                 if (!$entry_guid) $entry_guid = $item["link"];
 175
 176                                 if (!$entry_guid) continue;
 177
 178                                 $entry_timestamp = "";
 179
 180                                 $rss_2_date = $item['pubdate'];
 181                                 $rss_1_date = $item['dc']['date'];
 182                                 $atom_date = $item['issued'];
 183
 184                                 if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date);
 185                                 if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date);
 186                                 if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date);
 187
 188                                 if ($entry_timestamp == "") {
 189                                         $entry_timestamp = time();
 190                                         $no_orig_date = 'true';
 191                                 } else {
 192                                         $no_orig_date = 'false';
 193                                 }
 194
 195                                 $entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
 196
 197                                 $entry_title = $item["title"];
 198                                 $entry_link = $item["link"];
 199
 200                                 if (!$entry_title) continue;
 201                                 if (!$entry_link) continue;
 202
 203                                 $entry_content = $item["content:escaped"];
 204
 205                                 if (!$entry_content) $entry_content = $item["content:encoded"];
 206                                 if (!$entry_content) $entry_content = $item["content"];
 207                                 if (!$entry_content) $entry_content = $item["description"];
 208
 209 //                              if (!$entry_content) continue;
 210
 211                                 // WTF
 212                                 if (is_array($entry_content)) {
 213                                         $entry_content = $entry_content["encoded"];
 214                                         if (!$entry_content) $entry_content = $entry_content["escaped"];
 215                                 }
 216
 217 //                              print_r($item);
 218 //                              print_r($entry_content);
 219
 220                                 $content_hash = "SHA1:" . sha1(strip_tags($entry_content));
 221
 222                                 $entry_comments = $item["comments"];
 223
 224                                 $entry_guid = db_escape_string($entry_guid);
 225
 226                                 $result = db_query($link, "
 227                                         SELECT
 228                                                 id,last_read,no_orig_date,title,feed_id,content_hash,
 229                                                 substring(updated,1,19) as updated
 230                                         FROM
 231                                                 ttrss_entries
 232                                         WHERE
 233                                                 guid = '$entry_guid'");
 234
 235 //                              print db_num_rows($result) . "$entry_guid<br/>";
 236
 237                                 if (db_num_rows($result) == 0) {
 238
 239                                         error_reporting(0);
 240                                         if (is_filtered($entry_title, $entry_content, $filters)) {
 241                                                 continue;
 242                                         }
 243                                         error_reporting (E_ERROR | E_WARNING | E_PARSE);
 244
 245                                         //$entry_guid = db_escape_string($entry_guid);
 246                                         $entry_content = db_escape_string($entry_content);
 247                                         $entry_title = db_escape_string($entry_title);
 248                                         $entry_link = db_escape_string($entry_link);
 249                                         $entry_comments = db_escape_string($entry_comments);
 250
 251                                         $query = "INSERT
 252                                                 INTO ttrss_entries
 253                                                         (title,
 254                                                         guid,
 255                                                         link,
 256                                                         updated,
 257                                                         content,
 258                                                         content_hash,
 259                                                         feed_id,
 260                                                         comments,
 261                                                         no_orig_date,
 262                                                         date_entered)
 263                                                 VALUES
 264                                                         ('$entry_title',
 265                                                         '$entry_guid',
 266                                                         '$entry_link',
 267                                                         '$entry_timestamp_fmt',
 268                                                         '$entry_content',
 269                                                         '$content_hash',
 270                                                         '$feed',
 271                                                         '$entry_comments',
 272                                                         $no_orig_date,
 273                                                         NOW())";
 274
 275                                         $result = db_query($link, $query);
 276
 277                                 } else {
 278
 279                                         $orig_entry_id = db_fetch_result($result, 0, "id");
 280                                         $orig_feed_id = db_fetch_result($result, 0, "feed_id");
 281
 282 //                                      print "OED: $orig_entry_id; OID: $orig_feed_id ; FID: $feed<br>";
 283
 284                                         if ($orig_feed_id != $feed) {
 285 //                                              print "<p>GUID $entry_guid: update from different feed ($orig_feed_id, $feed): $entry_guid [$entry_title]";
 286                                                 continue;
 287                                         }
 288
 289                                         $entry_is_modified = false;
 290
 291                                         $orig_timestamp = strtotime(db_fetch_result($result, 0, "updated"));
 292
 293                                         $orig_content_hash = db_fetch_result($result, 0, "content_hash");
 294                                         $orig_last_read = db_fetch_result($result, 0, "last_read");
 295                                         $orig_no_orig_date = db_fetch_result($result, 0, "no_orig_date");
 296                                         $orig_title = db_fetch_result($result, 0, "title");
 297
 298                                         $last_read_qpart = "";
 299
 300                                         if ($orig_content_hash != $content_hash) {
 301 //                                              print "$orig_content_hash :: $content_hash<br>";
 302
 303                                                 if (UPDATE_POST_ON_CHECKSUM_CHANGE) {
 304                                                         $last_read_qpart = 'last_read = null,';
 305                                                 }
 306                                                 $entry_is_modified = true;
 307                                         }
 308
 309                                         if ($orig_title != $entry_title) {
 310                                                 $entry_is_modified = true;
 311                                         }
 312
 313                                         if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) {
 314                                                 $entry_is_modified = true;
 315                                         }
 316
 317                                         if ($entry_is_modified) {
 318
 319 //                                              print "$entry_guid Modified!<br>";
 320
 321                                                 $entry_comments = db_escape_string($entry_comments);
 322                                                 $entry_content = db_escape_string($entry_content);
 323                                                 $entry_title = db_escape_string($entry_title);
 324                                                 $entry_link = db_escape_string($entry_link);
 325
 326                                                 $query = "UPDATE ttrss_entries
 327                                                         SET
 328                                                                 $last_read_qpart
 329                                                                 title = '$entry_title',
 330                                                                 link = '$entry_link',
 331                                                                 updated = '$entry_timestamp_fmt',
 332                                                                 content = '$entry_content',
 333                                                                 comments = '$entry_comments',
 334                                                                 content_hash = '$content_hash'
 335                                                         WHERE
 336                                                                 id = '$orig_entry_id'";
 337
 338                                                 $result = db_query($link, $query);
 339                                         }
 340                                 }
 341
 342                                 /* taaaags */
 343                                 // <a href="http://technorati.com/tag/Xorg" rel="tag">Xorg</a>, //
 344
 345                                 $entry_tags = null;
 346
 347                                 preg_match_all("/<a.*?rel=.tag.*?>([^>]+)<\/a>/i", $entry_content,
 348                                         $entry_tags);
 349
 350                                 $entry_tags = $entry_tags[1];
 351
 352                                 if (count($entry_tags) > 0) {
 353
 354                                         $result = db_query($link, "SELECT id FROM ttrss_entries
 355                                                 WHERE guid = '$entry_guid'");
 356
 357                                         if (!$result || db_num_rows($result) != 1) {
 358                                                 return;
 359                                         }
 360
 361                                         $entry_id = db_fetch_result($result, 0, "id");
 362
 363                                         foreach ($entry_tags as $tag) {
 364                                                 $tag = db_escape_string(strtolower($tag));
 365
 366                                                 $result = db_query($link, "SELECT id FROM ttrss_tags
 367                                                         WHERE tag_name = '$tag' AND post_id = '$entry_id' LIMIT 1");
 368
 369                                                 if ($result && db_num_rows($result) == 0) {
 370
 371 //                                                      print "tagging $entry_id as $tag<br>";
 372
 373                                                         db_query($link, "INSERT INTO ttrss_tags (tag_name,post_id)
 374                                                                 VALUES ('$tag', '$entry_id')");
 375                                                 }
 376                                         }
 377                                 }
 378                         }
 379
 380                         db_query($link, "UPDATE ttrss_feeds
 381                                 SET last_updated = NOW(), last_error = '' WHERE id = '$feed'");
 382
 383                 } else {
 384                         $error_msg = db_escape_string(magpie_error());
 385                         db_query($link,
 386                                 "UPDATE ttrss_feeds SET last_error = '$error_msg',
 387                                         last_updated = NOW() WHERE id = '$feed'");
 388                 }
 389
 390                 db_query($link, "COMMIT");
 391
 392         }
 393
 394         function print_select($id, $default, $values, $attributes = "") {
 395                 print "<select id=\"$id\" $attributes>";
 396                 foreach ($values as $v) {
 397                         if ($v == $default)
 398                                 $sel = " selected";
 399                          else
 400                                 $sel = "";
 401
 402                         print "<option$sel>$v</option>";
 403                 }
 404                 print "</select>";
 405         }
 406
 407         function is_filtered($title, $content, $filters) {
 408
 409                 if ($filters["title"]) {
 410                         foreach ($filters["title"] as $title_filter) {
 411                                 if (preg_match("/$title_filter/i", $title))
 412                                         return true;
 413                         }
 414                 }
 415
 416                 if ($filters["content"]) {
 417                         foreach ($filters["content"] as $content_filter) {
 418                                 if (preg_match("/$content_filter/i", $content))
 419                                         return true;
 420                         }
 421                 }
 422
 423                 if ($filters["both"]) {
 424                         foreach ($filters["both"] as $filter) {
 425                                 if (preg_match("/$filter/i", $title) || preg_match("/$filter/i", $content))
 426                                         return true;
 427                         }
 428                 }
 429
 430                 return false;
 431         }
 432
 433         function printFeedEntry($feed_id, $class, $feed_title, $unread, $icon_file) {
 434
 435                 if (file_exists($icon_file) && filesize($icon_file) > 0) {
 436                                 $feed_icon = "<img src=\"$icon_file\">";
 437                 } else {
 438                         $feed_icon = "<img src=\"images/blank_icon.gif\">";
 439                 }
 440
 441                 $feed = "<a href=\"javascript:viewfeed('$feed_id', 0);\">$feed_title</a>";
 442
 443                 print "<li id=\"FEEDR-$feed_id\" class=\"$class\">";
 444                 if (ENABLE_FEED_ICONS) {
 445                         print "$feed_icon";
 446                 }
 447
 448                 print "<span id=\"FEEDN-$feed_id\">$feed</span>";
 449
 450                 if ($unread != 0) {
 451                         $fctr_class = "";
 452                 } else {
 453                         $fctr_class = "class=\"invisible\"";
 454                 }
 455
 456                 print "<span $fctr_class id=\"FEEDCTR-$feed_id\">
 457                          (<span id=\"FEEDU-$feed_id\">$unread</span>)</span>";
 458
 459                 print "</li>";
 460
 461         }
 462
 463         function getmicrotime() {
 464                 list($usec, $sec) = explode(" ",microtime());
 465                 return ((float)$usec + (float)$sec);
 466         }
 467
 468 ?>