update_daemon.php

   1 #!/usr/bin/php
   2 <?php
   3         // this daemon runs in the background and updates all feeds
   4         // continuously
   5
   6         // define('DEFAULT_ERROR_LEVEL', E_ALL);
   7         define('DEFAULT_ERROR_LEVEL', E_ERROR | E_WARNING | E_PARSE);
   8
   9         declare(ticks = 1);
  10
  11         define('MAGPIE_CACHE_DIR', '/var/tmp/magpie-ttrss-cache-daemon');
  12         define('SIMPLEPIE_CACHE_DIR',   '/var/tmp/simplepie-ttrss-cache-daemon');
  13         define('DISABLE_SESSIONS', true);
  14
  15         require_once "version.php";
  16
  17         if (strpos(VERSION, ".99") !== false) {
  18                 define('DAEMON_EXTENDED_DEBUG', true);
  19         }
  20
  21         define('PURGE_INTERVAL', 3600); // seconds
  22
  23         require_once "sanity_check.php";
  24         require_once "config.php";
  25
  26         if (!ENABLE_UPDATE_DAEMON) {
  27                 die("Please enable option ENABLE_UPDATE_DAEMON in config.php\n");
  28         }
  29
  30         require_once "db.php";
  31         require_once "db-prefs.php";
  32         require_once "functions.php";
  33         require_once "magpierss/rss_fetch.inc";
  34
  35         error_reporting(DEFAULT_ERROR_LEVEL);
  36
  37         function sigint_handler() {
  38                 unlink("update_daemon.lock");
  39                 die("Received SIGINT. Exiting.\n");
  40         }
  41
  42         function sigalrm_handler() {
  43                 die("received SIGALRM, hang in feed update?\n");
  44         }
  45
  46         pcntl_signal(SIGINT, sigint_handler);
  47         pcntl_signal(SIGALRM, sigalrm_handler);
  48
  49         $lock_handle = make_lockfile("update_daemon.lock");
  50
  51         if (!$lock_handle) {
  52                 die("error: Can't create lockfile ($lock_filename). ".
  53                         "Maybe another daemon is already running.\n");
  54         }
  55
  56         $link = db_connect(DB_HOST, DB_USER, DB_PASS, DB_NAME);
  57
  58         if (!$link) {
  59                 if (DB_TYPE == "mysql") {
  60                         print mysql_error();
  61                 }
  62                 // PG seems to display its own errors just fine by default.
  63                 return;
  64         }
  65
  66         if (DB_TYPE == "pgsql") {
  67                 pg_query("set client_encoding = 'utf-8'");
  68                 pg_set_client_encoding("UNICODE");
  69         } else {
  70                 if (defined('MYSQL_CHARSET') && MYSQL_CHARSET) {
  71                         db_query($link, "SET NAMES " . MYSQL_CHARSET);
  72 //                      db_query($link, "SET CHARACTER SET " . MYSQL_CHARSET);
  73                 }
  74         }
  75
  76         $last_purge = 0;
  77
  78         while (true) {
  79
  80                 if (!make_stampfile('update_daemon.stamp')) {
  81                         print "error: unable to create stampfile";
  82                         die;
  83                 }
  84
  85                 if (time() - $last_purge > PURGE_INTERVAL) {
  86                         _debug("Purging old posts (random 30 feeds)...");
  87                         global_purge_old_posts($link, true, 30);
  88                         $last_purge = time();
  89                 }
  90
  91                 // FIXME: get all scheduled updates w/forced refetch
  92                 // Stub, until I figure out if it is really needed.
  93
  94 #               $result = db_query($link, "SELECT * FROM ttrss_scheduled_updates ORDER BY id");
  95 #               while ($line = db_fetch_assoc($result)) {
  96 #                       print "Scheduled feed update: " . $line["feed_id"] . ", UID: " .
  97 #                               $line["owner_uid"] . "\n";
  98 #               }
  99
 100                 // Process all other feeds using last_updated and interval parameters
 101
 102                 $random_qpart = sql_random_function();
 103
 104 /*
 105                                         ttrss_entries.date_entered < NOW() - INTERVAL '$purge_interval days'");
 106                         }
 107
 108                         $rows = pg_affected_rows($result);
 109
 110                 } else {
 111
 112                         $result = db_query($link, "DELETE FROM ttrss_user_entries
 113                                 USING ttrss_user_entries, ttrss_entries
 114                                 WHERE ttrss_entries.id = ref_id AND
 115                                 marked = false AND
 116                                 feed_id = '$feed_id' AND
 117                                 ttrss_entries.date_entered < DATE_SUB(NOW(), INTERVAL $purge_interval DAY)"); */
 118
 119                 if (DAEMON_UPDATE_LOGIN_LIMIT > 0) {
 120                         if (DB_TYPE == "pgsql") {
 121                                 $login_thresh_qpart = "AND ttrss_users.last_login >= NOW() - INTERVAL '".DAEMON_UPDATE_LOGIN_LIMIT." days'";
 122                         } else {
 123                                 $login_thresh_qpart = "AND ttrss_users.last_login >= DATE_SUB(NOW(), INTERVAL ".DAEMON_UPDATE_LOGIN_LIMIT." DAY)";
 124                         }
 125                 } else {
 126                         $login_thresh_qpart = "";
 127                 }
 128
 129                 if (DB_TYPE == "pgsql") {
 130                         $update_limit_qpart = "AND ttrss_feeds.last_updated < NOW() - INTERVAL '".(DAEMON_SLEEP_INTERVAL*2)." seconds'";
 131                 } else {
 132                         $update_limit_qpart = "AND ttrss_feeds.last_updated < DATE_SUB(NOW(), INTERVAL ".(DAEMON_SLEEP_INTERVAL*2)." SECOND)";
 133                 }
 134
 135                 $result = db_query($link, "SELECT feed_url,ttrss_feeds.id,owner_uid,
 136                                 SUBSTRING(last_updated,1,19) AS last_updated,
 137                                 update_interval
 138                         FROM
 139                                 ttrss_feeds,ttrss_users
 140                         WHERE
 141                                 ttrss_users.id = owner_uid $login_thresh_qpart $update_limit_qpart
 142                         ORDER BY $random_qpart DESC LIMIT " . DAEMON_FEED_LIMIT);
 143
 144                 $user_prefs_cache = array();
 145
 146                 _debug(sprintf("Scheduled %d feeds to update...\n", db_num_rows($result)));
 147
 148                 while ($line = db_fetch_assoc($result)) {
 149
 150                         $upd_intl = $line["update_interval"];
 151                         $user_id = $line["owner_uid"];
 152
 153                         if (!$upd_intl || $upd_intl == 0) {
 154                                 if (!$user_prefs_cache[$user_id]['DEFAULT_UPDATE_INTERVAL']) {
 155                                         $upd_intl = get_pref($link, 'DEFAULT_UPDATE_INTERVAL', $user_id);
 156                                         $user_prefs_cache[$user_id]['DEFAULT_UPDATE_INTERVAL'] = $upd_intl;
 157                                 } else {
 158                                         $upd_intl = $user_prefs_cache[$user_id]['DEFAULT_UPDATE_INTERVAL'];
 159                                 }
 160                         }
 161
 162                         if ($upd_intl < 0) {
 163 #                               print "Updates disabled.\n";
 164                                 continue;
 165                         }
 166
 167                         _debug("Feed: " . $line["feed_url"]);
 168
 169 //                      _debug(sprintf("\tLU: %d, INTL: %d, UID: %d) ",
 170 //                              time() - strtotime($line["last_updated"]), $upd_intl*60, $user_id));
 171
 172                         if (!$line["last_updated"] ||
 173                                 time() - strtotime($line["last_updated"]) > ($upd_intl * 60)) {
 174
 175                                 _debug("Updating...");
 176
 177                                 pcntl_alarm(300);
 178
 179                                 update_rss_feed($link, $line["feed_url"], $line["id"], true);
 180
 181                                 pcntl_alarm(0);
 182
 183                                 sleep(1); // prevent flood (FIXME make this an option?)
 184                         } else {
 185                                 _debug("Update not needed.");
 186                         }
 187                 }
 188
 189                 if (DAEMON_SENDS_DIGESTS) send_headlines_digests($link);
 190
 191                 _debug("Sleeping for " . DAEMON_SLEEP_INTERVAL . " seconds...");
 192
 193                 sleep(DAEMON_SLEEP_INTERVAL);
 194         }
 195
 196         db_close($link);
 197
 198 ?>