]> git.wh0rd.org - tt-rss.git/blob - functions.php
per-feed filters
[tt-rss.git] / functions.php
1 <?
2 session_start();
3
4 require_once 'config.php';
5 require_once 'db-prefs.php';
6
7 define('MAGPIE_OUTPUT_ENCODING', 'UTF-8');
8
9 function purge_feed($link, $feed_id, $purge_interval) {
10
11 if (DB_TYPE == "pgsql") {
12 db_query($link, "DELETE FROM ttrss_user_entries WHERE
13 marked = false AND feed_id = '$feed_id' AND
14 (SELECT date_entered FROM ttrss_entries WHERE
15 id = ref_id) < NOW() - INTERVAL '$purge_interval days'");
16 } else {
17 db_query($link, "DELETE FROM ttrss_user_entries WHERE
18 marked = false AND feed_id = '$feed_id' AND
19 (SELECT date_entered FROM ttrss_entries WHERE
20 id = ref_id) < DATE_SUB(NOW(), INTERVAL $purge_interval DAY)");
21 }
22 }
23
24 function global_purge_old_posts($link, $do_output = false) {
25
26 $result = db_query($link,
27 "SELECT id,purge_interval,owner_uid FROM ttrss_feeds");
28
29 while ($line = db_fetch_assoc($result)) {
30
31 $feed_id = $line["id"];
32 $purge_interval = $line["purge_interval"];
33 $owner_uid = $line["owner_uid"];
34
35 if ($purge_interval == 0) {
36
37 $tmp_result = db_query($link,
38 "SELECT value FROM ttrss_user_prefs WHERE
39 pref_name = 'PURGE_OLD_DAYS' AND owner_uid = '$owner_uid'");
40
41 if (db_num_rows($tmp_result) != 0) {
42 $purge_interval = db_fetch_result($tmp_result, 0, "value");
43 }
44 }
45
46 if ($do_output) {
47 print "<feed id='$feed_id' p_intl='$purge_interval'/>";
48 }
49
50 if ($purge_interval > 0) {
51 purge_feed($link, $feed_id, $purge_interval);
52 }
53 }
54
55 // purge orphaned posts in main content table
56 db_query($link, "DELETE FROM ttrss_entries WHERE
57 (SELECT COUNT(int_id) FROM ttrss_user_entries WHERE ref_id = id) = 0");
58
59 }
60
61 function purge_old_posts($link) {
62
63 $user_id = $_SESSION["uid"];
64
65 $result = db_query($link, "SELECT id,purge_interval FROM ttrss_feeds
66 WHERE owner_uid = '$user_id'");
67
68 while ($line = db_fetch_assoc($result)) {
69
70 $feed_id = $line["id"];
71 $purge_interval = $line["purge_interval"];
72
73 if ($purge_interval == 0) $purge_interval = get_pref($link, 'PURGE_OLD_DAYS');
74
75 if ($purge_interval > 0) {
76 purge_feed($link, $feed_id, $purge_interval);
77 }
78 }
79
80 // purge orphaned posts in main content table
81 db_query($link, "DELETE FROM ttrss_entries WHERE
82 (SELECT COUNT(int_id) FROM ttrss_user_entries WHERE ref_id = id) = 0");
83 }
84
85 function update_all_feeds($link, $fetch, $user_id = false) {
86
87 if (WEB_DEMO_MODE) return;
88
89 if (!$user_id) {
90 $user_id = $_SESSION["uid"];
91 purge_old_posts($link);
92 }
93
94 if (get_pref($link, 'DAEMON_REFRESH_ONLY', $user_id)) {
95 if (!$_GET["daemon"]) {
96 return;
97 }
98 }
99
100 db_query($link, "BEGIN");
101
102 $result = db_query($link, "SELECT feed_url,id,
103 substring(last_updated,1,19) as last_updated,
104 update_interval FROM ttrss_feeds WHERE owner_uid = '$user_id'");
105
106 while ($line = db_fetch_assoc($result)) {
107 $upd_intl = $line["update_interval"];
108
109 if (!$upd_intl || $upd_intl == 0) {
110 $upd_intl = get_pref($link, 'DEFAULT_UPDATE_INTERVAL', $user_id);
111 }
112
113 if ($fetch || (!$line["last_updated"] ||
114 time() - strtotime($line["last_updated"]) > ($upd_intl * 60))) {
115
116 update_rss_feed($link, $line["feed_url"], $line["id"]);
117 }
118 }
119
120 db_query($link, "COMMIT");
121
122 }
123
124 function check_feed_favicon($feed_url, $feed, $link) {
125 $feed_url = str_replace("http://", "", $feed_url);
126 $feed_url = preg_replace("/\/.*$/", "", $feed_url);
127
128 $icon_url = "http://$feed_url/favicon.ico";
129 $icon_file = ICONS_DIR . "/$feed.ico";
130
131 if (!file_exists($icon_file)) {
132
133 error_reporting(0);
134 $r = fopen($icon_url, "r");
135 error_reporting (E_ERROR | E_WARNING | E_PARSE);
136
137 if ($r) {
138 $tmpfname = tempnam("/tmp", "ttrssicon");
139
140 $t = fopen($tmpfname, "w");
141
142 while (!feof($r)) {
143 $buf = fread($r, 16384);
144 fwrite($t, $buf);
145 }
146
147 fclose($r);
148 fclose($t);
149
150 error_reporting(0);
151 if (!rename($tmpfname, $icon_file)) {
152 unlink($tmpfname);
153 }
154
155 chmod($icon_file, 0644);
156
157 error_reporting (E_ERROR | E_WARNING | E_PARSE);
158
159 }
160 }
161 }
162
163 function update_rss_feed($link, $feed_url, $feed) {
164
165 if (WEB_DEMO_MODE) return;
166
167 $feed = db_escape_string($feed);
168
169 error_reporting(0);
170 $rss = fetch_rss($feed_url);
171
172 error_reporting (E_ERROR | E_WARNING | E_PARSE);
173
174 db_query($link, "BEGIN");
175
176 $feed = db_escape_string($feed);
177
178 if ($rss) {
179
180 $result = db_query($link, "SELECT title,icon_url,site_url,owner_uid
181 FROM ttrss_feeds WHERE id = '$feed'");
182
183 $registered_title = db_fetch_result($result, 0, "title");
184 $orig_icon_url = db_fetch_result($result, 0, "icon_url");
185 $orig_site_url = db_fetch_result($result, 0, "site_url");
186
187 $owner_uid = db_fetch_result($result, 0, "owner_uid");
188
189 if (get_pref($link, 'ENABLE_FEED_ICONS', $owner_uid)) {
190 check_feed_favicon($feed_url, $feed, $link);
191 }
192
193 if (!$registered_title) {
194 $feed_title = db_escape_string($rss->channel["title"]);
195 db_query($link, "UPDATE ttrss_feeds SET
196 title = '$feed_title' WHERE id = '$feed'");
197 }
198
199 if (!$orig_site_url && $rss->channel["link"]) {
200 $site_url = db_escape_string($rss->channel["link"]);
201 db_query($link, "UPDATE ttrss_feeds SET
202 site_url = '$site_url' WHERE id = '$feed'");
203 }
204
205 // print "I: " . $rss->channel["image"]["url"];
206
207 $icon_url = $rss->image["url"];
208
209 if ($icon_url && !$orig_icon_url) {
210 $icon_url = db_escape_string($icon_url);
211 db_query($link, "UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'");
212 }
213
214
215 $filters = array();
216
217 $result = db_query($link, "SELECT reg_exp,
218 (SELECT name FROM ttrss_filter_types
219 WHERE id = filter_type) as name
220 FROM ttrss_filters WHERE
221 owner_uid = $owner_uid AND
222 (feed_id IS NULL OR feed_id = '$feed')");
223
224 while ($line = db_fetch_assoc($result)) {
225 if (!$filters[$line["name"]]) $filters[$line["name"]] = array();
226 array_push($filters[$line["name"]], $line["reg_exp"]);
227 }
228
229 foreach ($rss->items as $item) {
230
231 $entry_guid = $item["id"];
232
233 if (!$entry_guid) $entry_guid = $item["guid"];
234 if (!$entry_guid) $entry_guid = $item["link"];
235
236 if (!$entry_guid) continue;
237
238 $entry_timestamp = "";
239
240 $rss_2_date = $item['pubdate'];
241 $rss_1_date = $item['dc']['date'];
242 $atom_date = $item['issued'];
243
244 if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date);
245 if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date);
246 if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date);
247
248 if ($entry_timestamp == "") {
249 $entry_timestamp = time();
250 $no_orig_date = 'true';
251 } else {
252 $no_orig_date = 'false';
253 }
254
255 $entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
256
257 $entry_title = $item["title"];
258 $entry_link = $item["link"];
259
260 if (!$entry_title) continue;
261 if (!$entry_link) continue;
262
263 $entry_content = $item["content:escaped"];
264
265 if (!$entry_content) $entry_content = $item["content:encoded"];
266 if (!$entry_content) $entry_content = $item["content"];
267 if (!$entry_content) $entry_content = $item["description"];
268
269 // if (!$entry_content) continue;
270
271 // WTF
272 if (is_array($entry_content)) {
273 $entry_content = $entry_content["encoded"];
274 if (!$entry_content) $entry_content = $entry_content["escaped"];
275 }
276
277 // print_r($item);
278 // print_r($entry_content);
279
280 $content_hash = "SHA1:" . sha1(strip_tags($entry_content));
281
282 $entry_comments = $item["comments"];
283
284 $entry_guid = db_escape_string($entry_guid);
285
286 $result = db_query($link, "SELECT id FROM ttrss_entries
287 WHERE guid = '$entry_guid'");
288
289 $entry_content = db_escape_string($entry_content);
290 $entry_title = db_escape_string($entry_title);
291 $entry_link = db_escape_string($entry_link);
292 $entry_comments = db_escape_string($entry_comments);
293
294 if (db_num_rows($result) == 0) {
295
296 // base post entry does not exist, create it
297
298 $result = db_query($link,
299 "INSERT INTO ttrss_entries
300 (title,
301 guid,
302 link,
303 updated,
304 content,
305 content_hash,
306 no_orig_date,
307 date_entered,
308 comments)
309 VALUES
310 ('$entry_title',
311 '$entry_guid',
312 '$entry_link',
313 '$entry_timestamp_fmt',
314 '$entry_content',
315 '$content_hash',
316 $no_orig_date,
317 NOW(),
318 '$entry_comments')");
319 }
320
321 // now it should exist, if not - bad luck then
322
323 $result = db_query($link, "SELECT
324 id,content_hash,no_orig_date,title,
325 substring(updated,1,19) as updated
326 FROM
327 ttrss_entries
328 WHERE guid = '$entry_guid'");
329
330 if (db_num_rows($result) == 1) {
331
332 // this will be used below in update handler
333 $orig_content_hash = db_fetch_result($result, 0, "content_hash");
334 // $orig_timestamp = strtotime(db_fetch_result($result, 0, "updated"));
335 // $orig_no_orig_date = db_fetch_result($result, 0, "no_orig_date");
336 $orig_title = db_fetch_result($result, 0, "title");
337
338 $ref_id = db_fetch_result($result, 0, "id");
339
340 // check for user post link to main table
341
342 // do we allow duplicate posts with same GUID in different feeds?
343 if (get_pref($link, "ALLOW_DUPLICATE_POSTS", $owner_uid)) {
344 $dupcheck_qpart = "AND feed_id = '$feed'";
345 } else {
346 $dupcheck_qpart = "";
347 }
348
349 error_reporting(0);
350 if (is_filtered($entry_title, $entry_content, $entry_link, $filters)) {
351 continue;
352 }
353 error_reporting (E_ERROR | E_WARNING | E_PARSE);
354
355 $result = db_query($link,
356 "SELECT ref_id FROM ttrss_user_entries WHERE
357 ref_id = '$ref_id' AND owner_uid = '$owner_uid'
358 $dupcheck_qpart");
359
360 // okay it doesn't exist - create user entry
361 if (db_num_rows($result) == 0) {
362 $result = db_query($link,
363 "INSERT INTO ttrss_user_entries
364 (ref_id, owner_uid, feed_id)
365 VALUES ('$ref_id', '$owner_uid', '$feed')");
366 }
367
368 $post_needs_update = false;
369
370 if (get_pref($link, "UPDATE_POST_ON_CHECKSUM_CHANGE", $owner_uid) &&
371 ($content_hash != $orig_content_hash)) {
372 $post_needs_update = true;
373 }
374
375 if ($orig_title != $entry_title) {
376 $post_needs_update = true;
377 }
378
379 // this doesn't seem to be very reliable
380 //
381 // if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) {
382 // $post_needs_update = true;
383 // }
384
385 // if post needs update, update it and mark all user entries
386 // linking to this post as updated
387 if ($post_needs_update) {
388
389 // print "<!-- post $orig_title needs update : $post_needs_update -->";
390
391 db_query($link, "UPDATE ttrss_entries
392 SET title = '$entry_title', content = '$entry_content'
393 WHERE id = '$ref_id'");
394
395 db_query($link, "UPDATE ttrss_user_entries
396 SET last_read = null WHERE ref_id = '$ref_id' AND unread = false");
397
398 }
399 }
400
401 /* taaaags */
402 // <a href="http://technorati.com/tag/Xorg" rel="tag">Xorg</a>, //
403
404 $entry_tags = null;
405
406 preg_match_all("/<a.*?rel=.tag.*?>([^>]+)<\/a>/i", $entry_content,
407 $entry_tags);
408
409 $entry_tags = $entry_tags[1];
410
411 if (count($entry_tags) > 0) {
412
413 $result = db_query($link, "SELECT id,int_id
414 FROM ttrss_entries,ttrss_user_entries
415 WHERE guid = '$entry_guid'
416 AND feed_id = '$feed' AND ref_id = id
417 AND owner_uid = '$owner_uid'");
418
419 if (db_num_rows($result) == 1) {
420
421 $entry_id = db_fetch_result($result, 0, "id");
422 $entry_int_id = db_fetch_result($result, 0, "int_id");
423
424 foreach ($entry_tags as $tag) {
425 $tag = db_escape_string(strtolower($tag));
426
427 $tag = str_replace("technorati tag: ", "", $tag);
428
429 $result = db_query($link, "SELECT id FROM ttrss_tags
430 WHERE tag_name = '$tag' AND post_int_id = '$entry_int_id' AND
431 owner_uid = '$owner_uid' LIMIT 1");
432
433 // print db_fetch_result($result, 0, "id");
434
435 if ($result && db_num_rows($result) == 0) {
436
437 // print "tagging $entry_id as $tag<br>";
438
439 db_query($link, "INSERT INTO ttrss_tags
440 (owner_uid,tag_name,post_int_id)
441 VALUES ('$owner_uid','$tag', '$entry_int_id')");
442 }
443 }
444 }
445 }
446 }
447
448 db_query($link, "UPDATE ttrss_feeds
449 SET last_updated = NOW(), last_error = '' WHERE id = '$feed'");
450
451 } else {
452 $error_msg = db_escape_string(magpie_error());
453 db_query($link,
454 "UPDATE ttrss_feeds SET last_error = '$error_msg',
455 last_updated = NOW() WHERE id = '$feed'");
456 }
457
458 db_query($link, "COMMIT");
459
460 }
461
462 function print_select($id, $default, $values, $attributes = "") {
463 print "<select id=\"$id\" $attributes>";
464 foreach ($values as $v) {
465 if ($v == $default)
466 $sel = " selected";
467 else
468 $sel = "";
469
470 print "<option$sel>$v</option>";
471 }
472 print "</select>";
473 }
474
475 function is_filtered($title, $content, $link, $filters) {
476
477 if ($filters["title"]) {
478 foreach ($filters["title"] as $title_filter) {
479 if (preg_match("/$title_filter/i", $title))
480 return true;
481 }
482 }
483
484 if ($filters["content"]) {
485 foreach ($filters["content"] as $content_filter) {
486 if (preg_match("/$content_filter/i", $content))
487 return true;
488 }
489 }
490
491 if ($filters["both"]) {
492 foreach ($filters["both"] as $filter) {
493 if (preg_match("/$filter/i", $title) || preg_match("/$filter/i", $content))
494 return true;
495 }
496 }
497
498 if ($filters["link"]) {
499 foreach ($filters["link"] as $link_filter) {
500 if (preg_match("/$link_filter/i", $link))
501 return true;
502 }
503 }
504
505 return false;
506 }
507
508 function printFeedEntry($feed_id, $class, $feed_title, $unread, $icon_file, $link) {
509
510 if (file_exists($icon_file) && filesize($icon_file) > 0) {
511 $feed_icon = "<img src=\"$icon_file\">";
512 } else {
513 $feed_icon = "<img src=\"images/blank_icon.gif\">";
514 }
515
516 $feed = "<a href=\"javascript:viewfeed('$feed_id', 0);\">$feed_title</a>";
517
518 print "<li id=\"FEEDR-$feed_id\" class=\"$class\">";
519 if (get_pref($link, 'ENABLE_FEED_ICONS')) {
520 print "$feed_icon";
521 }
522
523 print "<span id=\"FEEDN-$feed_id\">$feed</span>";
524
525 if ($unread != 0) {
526 $fctr_class = "";
527 } else {
528 $fctr_class = "class=\"invisible\"";
529 }
530
531 print "<span $fctr_class id=\"FEEDCTR-$feed_id\">
532 (<span id=\"FEEDU-$feed_id\">$unread</span>)</span>";
533
534 print "</li>";
535
536 }
537
538 function getmicrotime() {
539 list($usec, $sec) = explode(" ",microtime());
540 return ((float)$usec + (float)$sec);
541 }
542
543 function print_radio($id, $default, $values, $attributes = "") {
544 foreach ($values as $v) {
545
546 if ($v == $default)
547 $sel = "checked";
548 else
549 $sel = "";
550
551 if ($v == "Yes") {
552 $sel .= " value=\"1\"";
553 } else {
554 $sel .= " value=\"0\"";
555 }
556
557 print "<input type=\"radio\" $sel $attributes name=\"$id\">&nbsp;$v&nbsp;";
558
559 }
560 }
561
562 function initialize_user_prefs($link, $uid) {
563
564 $uid = db_escape_string($uid);
565
566 db_query($link, "BEGIN");
567
568 $result = db_query($link, "SELECT pref_name,def_value FROM ttrss_prefs");
569
570 $u_result = db_query($link, "SELECT pref_name
571 FROM ttrss_user_prefs WHERE owner_uid = '$uid'");
572
573 $active_prefs = array();
574
575 while ($line = db_fetch_assoc($u_result)) {
576 array_push($active_prefs, $line["pref_name"]);
577 }
578
579 while ($line = db_fetch_assoc($result)) {
580 if (array_search($line["pref_name"], $active_prefs) === FALSE) {
581 // print "adding " . $line["pref_name"] . "<br>";
582
583 db_query($link, "INSERT INTO ttrss_user_prefs
584 (owner_uid,pref_name,value) VALUES
585 ('$uid', '".$line["pref_name"]."','".$line["def_value"]."')");
586
587 }
588 }
589
590 db_query($link, "COMMIT");
591
592 }
593
594 function authenticate_user($link, $login, $password) {
595
596 $pwd_hash = 'SHA1:' . sha1($password);
597
598 $result = db_query($link, "SELECT id,login,access_level FROM ttrss_users WHERE
599 login = '$login' AND (pwd_hash = '$password' OR pwd_hash = '$pwd_hash')");
600
601 if (db_num_rows($result) == 1) {
602 $_SESSION["uid"] = db_fetch_result($result, 0, "id");
603 $_SESSION["name"] = db_fetch_result($result, 0, "login");
604 $_SESSION["access_level"] = db_fetch_result($result, 0, "access_level");
605
606 db_query($link, "UPDATE ttrss_users SET last_login = NOW() WHERE id = " .
607 $_SESSION["uid"]);
608
609 return true;
610 }
611
612 return false;
613
614 }
615
616 function http_authenticate_user($link, $force_logout) {
617
618 if (!$_SERVER['PHP_AUTH_USER'] || $force_logout) {
619
620 if ($force_logout) logout_user();
621
622 header('WWW-Authenticate: Basic realm="Tiny Tiny RSS"');
623 header('HTTP/1.0 401 Unauthorized');
624 print "<h1>401 Unathorized</h1>";
625
626 exit;
627
628 } else {
629
630 $login = db_escape_string($_SERVER['PHP_AUTH_USER']);
631 $password = db_escape_string($_SERVER['PHP_AUTH_PW']);
632
633 return authenticate_user($link, $login, $password);
634 }
635 }
636
637 function make_password($length = 8) {
638
639 $password = "";
640 $possible = "0123456789bcdfghjkmnpqrstvwxyz";
641
642 $i = 0;
643
644 while ($i < $length) {
645 $char = substr($possible, mt_rand(0, strlen($possible)-1), 1);
646
647 if (!strstr($password, $char)) {
648 $password .= $char;
649 $i++;
650 }
651 }
652 return $password;
653 }
654
655 // this is called after user is created to initialize default feeds, labels
656 // or whatever else
657
658 // user preferences are checked on every login, not here
659
660 function initialize_user($link, $uid) {
661
662 db_query($link, "insert into ttrss_labels (owner_uid,sql_exp,description)
663 values ('$uid','unread = true', 'Unread articles')");
664
665 db_query($link, "insert into ttrss_labels (owner_uid,sql_exp,description)
666 values ('$uid','last_read is null and unread = false', 'Updated articles')");
667
668 db_query($link, "insert into ttrss_feeds (owner_uid,title,feed_url)
669 values ('$uid', 'Tiny Tiny RSS Dev. Feed',
670 'http://bah.spb.su/darcsweb/darcsweb.cgi?r=tt-rss;a=rss')");
671
672 }
673
674 function logout_user() {
675 $_SESSION["uid"] = null;
676 $_SESSION["name"] = null;
677 $_SESSION["access_level"] = null;
678 session_destroy();
679 }
680
681 function login_sequence($link) {
682 if (!SINGLE_USER_MODE) {
683
684 if (!USE_HTTP_AUTH) {
685 if (!$_SESSION["uid"]) {
686 header("Location: login.php?rt=tt-rss.php");
687 exit;
688 }
689 } else {
690 if (!http_authenticate_user($link, false)) {
691 exit;
692 }
693 }
694 } else {
695 $_SESSION["uid"] = 1;
696 $_SESSION["name"] = "admin";
697 initialize_user_prefs($link, 1);
698 }
699 }
700 ?>