fix possible bug in tag-processing part of update_rss_feed

[tt-rss.git] / functions.php

<?
	session_start();

	require_once 'config.php';
	require_once 'db-prefs.php';

	define('MAGPIE_OUTPUT_ENCODING', 'UTF-8');

	function purge_feed($link, $feed_id, $purge_interval) {

		if (DB_TYPE == "pgsql") {
			db_query($link, "DELETE FROM ttrss_user_entries WHERE
				marked = false AND feed_id = '$feed_id' AND
				(SELECT date_entered FROM ttrss_entries WHERE
					id = ref_id) < NOW() - INTERVAL '$purge_interval days'");
		} else {
			db_query($link, "DELETE FROM ttrss_user_entries WHERE
				marked = false AND feed_id = '$feed_id' AND
				(SELECT date_entered FROM ttrss_entries WHERE 
					id = ref_id) < DATE_SUB(NOW(), INTERVAL $purge_interval DAY)");
		}
	}

	function global_purge_old_posts($link, $do_output = false) {

		$result = db_query($link, 
			"SELECT id,purge_interval,owner_uid FROM ttrss_feeds");

		while ($line = db_fetch_assoc($result)) {

			$feed_id = $line["id"];
			$purge_interval = $line["purge_interval"];
			$owner_uid = $line["owner_uid"];

			if ($purge_interval == 0) {
			
				$tmp_result = db_query($link, 
					"SELECT value FROM ttrss_user_prefs WHERE
						pref_name = 'PURGE_OLD_DAYS' AND owner_uid = '$owner_uid'");

				if (db_num_rows($tmp_result) != 0) {			
					$purge_interval = db_fetch_result($tmp_result, 0, "value");
				}
			}

			if ($do_output) {
				print "<feed id='$feed_id' p_intl='$purge_interval'/>";
			}

			if ($purge_interval > 0) {
				purge_feed($link, $feed_id, $purge_interval);
			}
		}	

		// purge orphaned posts in main content table
		db_query($link, "DELETE FROM ttrss_entries WHERE 
			(SELECT COUNT(int_id) FROM ttrss_user_entries WHERE ref_id = id) = 0");

	}

	function purge_old_posts($link) {

		$user_id = $_SESSION["uid"];
	
		$result = db_query($link, "SELECT id,purge_interval FROM ttrss_feeds 
			WHERE owner_uid = '$user_id'");

		while ($line = db_fetch_assoc($result)) {

			$feed_id = $line["id"];
			$purge_interval = $line["purge_interval"];

			if ($purge_interval == 0) $purge_interval = get_pref($link, 'PURGE_OLD_DAYS');

			if ($purge_interval > 0) {
				purge_feed($link, $feed_id, $purge_interval);
			}
		}	

		// purge orphaned posts in main content table
		db_query($link, "DELETE FROM ttrss_entries WHERE 
			(SELECT COUNT(int_id) FROM ttrss_user_entries WHERE ref_id = id) = 0");
	}

	function update_all_feeds($link, $fetch, $user_id = false) {

		if (WEB_DEMO_MODE) return;

		if (!$user_id) {
			$user_id = $_SESSION["uid"];
			purge_old_posts($link);
		}

		if (get_pref($link, 'DAEMON_REFRESH_ONLY', $user_id)) {
			if (!$_GET["daemon"]) {
				return;
			}
		}

		db_query($link, "BEGIN");

		$result = db_query($link, "SELECT feed_url,id,
			substring(last_updated,1,19) as last_updated,
			update_interval FROM ttrss_feeds WHERE owner_uid = '$user_id'");

		while ($line = db_fetch_assoc($result)) {
			$upd_intl = $line["update_interval"];

			if (!$upd_intl || $upd_intl == 0) {
				$upd_intl = get_pref($link, 'DEFAULT_UPDATE_INTERVAL', $user_id);
			}

			if ($fetch || (!$line["last_updated"] || 
				time() - strtotime($line["last_updated"]) > ($upd_intl * 60))) {

				update_rss_feed($link, $line["feed_url"], $line["id"]);
			}
		}

		db_query($link, "COMMIT");

	}

	function check_feed_favicon($feed_url, $feed, $link) {
		$feed_url = str_replace("http://", "", $feed_url);
		$feed_url = preg_replace("/\/.*$/", "", $feed_url);
		
		$icon_url = "http://$feed_url/favicon.ico";
		$icon_file = ICONS_DIR . "/$feed.ico";

		if (!file_exists($icon_file)) {
				
			error_reporting(0);
			$r = fopen($icon_url, "r");
			error_reporting (E_ERROR | E_WARNING | E_PARSE);

			if ($r) {
				$tmpfname = tempnam("/tmp", "ttrssicon");
			
				$t = fopen($tmpfname, "w");
				
				while (!feof($r)) {
					$buf = fread($r, 16384);
					fwrite($t, $buf);
				}
				
				fclose($r);
				fclose($t);

				error_reporting(0);
				if (!rename($tmpfname, $icon_file)) {
					unlink($tmpfname);
				}

				chmod($icon_file, 0644);
				
				error_reporting (E_ERROR | E_WARNING | E_PARSE);

			}	
		}
	}

	function update_rss_feed($link, $feed_url, $feed) {

		if (WEB_DEMO_MODE) return;

		$feed = db_escape_string($feed);

		error_reporting(0);
		$rss = fetch_rss($feed_url);

		error_reporting (E_ERROR | E_WARNING | E_PARSE);

		db_query($link, "BEGIN");

		$feed = db_escape_string($feed);

		if ($rss) {

			$result = db_query($link, "SELECT title,icon_url,site_url,owner_uid 
				FROM ttrss_feeds WHERE id = '$feed'");

			$registered_title = db_fetch_result($result, 0, "title");
			$orig_icon_url = db_fetch_result($result, 0, "icon_url");
			$orig_site_url = db_fetch_result($result, 0, "site_url");

			$owner_uid = db_fetch_result($result, 0, "owner_uid");

			if (get_pref($link, 'ENABLE_FEED_ICONS', $owner_uid)) {	
				check_feed_favicon($feed_url, $feed, $link);
			}

			if (!$registered_title) {
				$feed_title = db_escape_string($rss->channel["title"]);
				db_query($link, "UPDATE ttrss_feeds SET 
					title = '$feed_title' WHERE id = '$feed'");
			}

			if (!$orig_site_url && $rss->channel["link"]) {
				$site_url = db_escape_string($rss->channel["link"]);
				db_query($link, "UPDATE ttrss_feeds SET 
					site_url = '$site_url' WHERE id = '$feed'");
			}

//			print "I: " . $rss->channel["image"]["url"];

			$icon_url = $rss->image["url"];

			if ($icon_url && !$orig_icon_url) {
				$icon_url = db_escape_string($icon_url);
				db_query($link, "UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'");
			}


			$filters = array();

			$result = db_query($link, "SELECT reg_exp,
				(SELECT name FROM ttrss_filter_types
					WHERE id = filter_type) as name
				FROM ttrss_filters WHERE owner_uid = $owner_uid");

			while ($line = db_fetch_assoc($result)) {
				if (!$filters[$line["name"]]) $filters[$line["name"]] = array();
				array_push($filters[$line["name"]], $line["reg_exp"]);
			}

			foreach ($rss->items as $item) {
	
				$entry_guid = $item["id"];
	
				if (!$entry_guid) $entry_guid = $item["guid"];
				if (!$entry_guid) $entry_guid = $item["link"];

				if (!$entry_guid) continue;

				$entry_timestamp = "";

				$rss_2_date = $item['pubdate'];
				$rss_1_date = $item['dc']['date'];
				$atom_date = $item['issued'];
			
				if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date);
				if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date);
				if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date);
				
				if ($entry_timestamp == "") {
					$entry_timestamp = time();
					$no_orig_date = 'true';
				} else {
					$no_orig_date = 'false';
				}

				$entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);

				$entry_title = $item["title"];
				$entry_link = $item["link"];

				if (!$entry_title) continue;
				if (!$entry_link) continue;

				$entry_content = $item["content:escaped"];

				if (!$entry_content) $entry_content = $item["content:encoded"];
				if (!$entry_content) $entry_content = $item["content"];
				if (!$entry_content) $entry_content = $item["description"];

//				if (!$entry_content) continue;

				// WTF
				if (is_array($entry_content)) {
					$entry_content = $entry_content["encoded"];
					if (!$entry_content) $entry_content = $entry_content["escaped"];
				}

//				print_r($item);
//				print_r($entry_content);

				$content_hash = "SHA1:" . sha1(strip_tags($entry_content));

				$entry_comments = $item["comments"];

				$entry_guid = db_escape_string($entry_guid);

				$result = db_query($link, "SELECT id FROM	ttrss_entries 
					WHERE guid = '$entry_guid'");

				$entry_content = db_escape_string($entry_content);
				$entry_title = db_escape_string($entry_title);
				$entry_link = db_escape_string($entry_link);
				$entry_comments = db_escape_string($entry_comments);

				if (db_num_rows($result) == 0) {

					// base post entry does not exist, create it

					error_reporting(0);
					if (is_filtered($entry_title, $entry_content, $filters)) {
						continue;
					}
					error_reporting (E_ERROR | E_WARNING | E_PARSE);

					$result = db_query($link,
						"INSERT INTO ttrss_entries 
							(title,
							guid,
							link,
							updated,
							content,
							content_hash,
							no_orig_date,
							date_entered,
							comments)
						VALUES
							('$entry_title', 
							'$entry_guid', 
							'$entry_link',
							'$entry_timestamp_fmt', 
							'$entry_content', 
							'$content_hash',
							$no_orig_date, 
							NOW(), 
							'$entry_comments')");
				}

				// now it should exist, if not - bad luck then

				$result = db_query($link, "SELECT 
						id,content_hash,no_orig_date,title,
						substring(updated,1,19) as updated
					FROM 
						ttrss_entries 
					WHERE guid = '$entry_guid'");

				if (db_num_rows($result) == 1) {

						// this will be used below in update handler
						$orig_content_hash = db_fetch_result($result, 0, "content_hash");
//						$orig_timestamp = strtotime(db_fetch_result($result, 0, "updated"));
//						$orig_no_orig_date = db_fetch_result($result, 0, "no_orig_date");
						$orig_title = db_fetch_result($result, 0, "title");

						$ref_id = db_fetch_result($result, 0, "id");

						// check for user post link to main table

						// do we allow duplicate posts with same GUID in different feeds?
						if (get_pref($link, "ALLOW_DUPLICATE_POSTS", $owner_uid)) {
							$dupcheck_qpart = "AND feed_id = '$feed'";
						} else { 
							$dupcheck_qpart = "";
						}

						$result = db_query($link,
							"SELECT ref_id FROM ttrss_user_entries WHERE
								ref_id = '$ref_id' AND owner_uid = '$owner_uid'
								$dupcheck_qpart");

						// okay it doesn't exist - create user entry
						if (db_num_rows($result) == 0) {
							$result = db_query($link,
								"INSERT INTO ttrss_user_entries 
									(ref_id, owner_uid, feed_id) 
								VALUES ('$ref_id', '$owner_uid', '$feed')");
						}

					$post_needs_update = false;

					if (get_pref($link, "UPDATE_POST_ON_CHECKSUM_CHANGE", $owner_uid) &&
						($content_hash != $orig_content_hash)) {
						$post_needs_update = true;
					}

					if ($orig_title != $entry_title) {
						$post_needs_update = true;
					}

//					this doesn't seem to be very reliable
//
//					if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) {
//						$post_needs_update = true;
//					}

					// if post needs update, update it and mark all user entries 
					// linking to this post as updated					
					if ($post_needs_update) {

//						print "<!-- post $orig_title needs update : $post_needs_update -->";

						db_query($link, "UPDATE ttrss_entries 
							SET title = '$entry_title', content = '$entry_content'
							WHERE id = '$ref_id'");

						db_query($link, "UPDATE ttrss_user_entries 
							SET last_read = null WHERE ref_id = '$ref_id' AND unread = false");

					}
				}

				/* taaaags */
				// <a href="http://technorati.com/tag/Xorg" rel="tag">Xorg</a>, //

				$entry_tags = null;

				preg_match_all("/<a.*?rel=.tag.*?>([^>]+)<\/a>/i", $entry_content,
					$entry_tags);

				$entry_tags = $entry_tags[1];

				if (count($entry_tags) > 0) {
				
					$result = db_query($link, "SELECT id,int_id 
						FROM ttrss_entries,ttrss_user_entries 
						WHERE guid = '$entry_guid' 
						AND feed_id = '$feed' AND ref_id = id
						AND owner_uid = '$owner_uid'");

					if (db_num_rows($result) == 1) {

						$entry_id = db_fetch_result($result, 0, "id");
						$entry_int_id = db_fetch_result($result, 0, "int_id");
						
						foreach ($entry_tags as $tag) {
							$tag = db_escape_string(strtolower($tag));
	
							$tag = str_replace("technorati tag: ", "", $tag);
	
							$result = db_query($link, "SELECT id FROM ttrss_tags		
								WHERE tag_name = '$tag' AND post_int_id = '$entry_int_id' AND 
								owner_uid = '$owner_uid' LIMIT 1");
	
	//						print db_fetch_result($result, 0, "id");
	
							if ($result && db_num_rows($result) == 0) {
								
	//							print "tagging $entry_id as $tag<br>";
	
								db_query($link, "INSERT INTO ttrss_tags 
									(owner_uid,tag_name,post_int_id)
									VALUES ('$owner_uid','$tag', '$entry_int_id')");
							}							
						}
					}
				} 
			} 

			db_query($link, "UPDATE ttrss_feeds 
				SET last_updated = NOW(), last_error = '' WHERE id = '$feed'");

		} else {
			$error_msg = db_escape_string(magpie_error());
			db_query($link, 
				"UPDATE ttrss_feeds SET last_error = '$error_msg', 
					last_updated = NOW() WHERE id = '$feed'");
		}

		db_query($link, "COMMIT");

	}

	function print_select($id, $default, $values, $attributes = "") {
		print "<select id=\"$id\" $attributes>";
		foreach ($values as $v) {
			if ($v == $default)
				$sel = " selected";
			 else
			 	$sel = "";
			
			print "<option$sel>$v</option>";
		}
		print "</select>";
	}

	function is_filtered($title, $content, $filters) {

		if ($filters["title"]) {
			foreach ($filters["title"] as $title_filter) {			
				if (preg_match("/$title_filter/i", $title)) 
					return true;
			}
		}

		if ($filters["content"]) {
			foreach ($filters["content"] as $content_filter) {			
				if (preg_match("/$content_filter/i", $content)) 
					return true;
			}
		}

		if ($filters["both"]) {
			foreach ($filters["both"] as $filter) {			
				if (preg_match("/$filter/i", $title) || preg_match("/$filter/i", $content)) 
					return true;
			}
		}

		return false;
	}

	function printFeedEntry($feed_id, $class, $feed_title, $unread, $icon_file, $link) {

		if (file_exists($icon_file) && filesize($icon_file) > 0) {
				$feed_icon = "<img src=\"$icon_file\">";
		} else {
			$feed_icon = "<img src=\"images/blank_icon.gif\">";
		}

		$feed = "<a href=\"javascript:viewfeed('$feed_id', 0);\">$feed_title</a>";

		print "<li id=\"FEEDR-$feed_id\" class=\"$class\">";
		if (get_pref($link, 'ENABLE_FEED_ICONS')) {
			print "$feed_icon";
		}

		print "<span id=\"FEEDN-$feed_id\">$feed</span>";

		if ($unread != 0) {
			$fctr_class = "";
		} else {
			$fctr_class = "class=\"invisible\"";
		}

		print "<span $fctr_class id=\"FEEDCTR-$feed_id\">
			 (<span id=\"FEEDU-$feed_id\">$unread</span>)</span>";
		
		print "</li>";

	}

	function getmicrotime() {
		list($usec, $sec) = explode(" ",microtime());
		return ((float)$usec + (float)$sec);
	}

	function print_radio($id, $default, $values, $attributes = "") {
		foreach ($values as $v) {
		
			if ($v == $default)
				$sel = "checked";
			 else
			 	$sel = "";

			if ($v == "Yes") {
				$sel .= " value=\"1\"";
			} else {
				$sel .= " value=\"0\"";
			}
			
			print "<input type=\"radio\" $sel $attributes name=\"$id\">&nbsp;$v&nbsp;";

		}
	}

	function initialize_user_prefs($link, $uid) {

		$uid = db_escape_string($uid);

		db_query($link, "BEGIN");

		$result = db_query($link, "SELECT pref_name,def_value FROM ttrss_prefs");
		
		$u_result = db_query($link, "SELECT pref_name 
			FROM ttrss_user_prefs WHERE owner_uid = '$uid'");

		$active_prefs = array();

		while ($line = db_fetch_assoc($u_result)) {
			array_push($active_prefs, $line["pref_name"]);			
		}

		while ($line = db_fetch_assoc($result)) {
			if (array_search($line["pref_name"], $active_prefs) === FALSE) {
//				print "adding " . $line["pref_name"] . "<br>";

				db_query($link, "INSERT INTO ttrss_user_prefs
					(owner_uid,pref_name,value) VALUES 
					('$uid', '".$line["pref_name"]."','".$line["def_value"]."')");

			}
		}

		db_query($link, "COMMIT");

	}
	
	function authenticate_user($link, $login, $password) {

		$pwd_hash = 'SHA1:' . sha1($password);

		$result = db_query($link, "SELECT id,login,access_level FROM ttrss_users WHERE 
			login = '$login' AND (pwd_hash = '$password' OR pwd_hash = '$pwd_hash')");

		if (db_num_rows($result) == 1) {
			$_SESSION["uid"] = db_fetch_result($result, 0, "id");
			$_SESSION["name"] = db_fetch_result($result, 0, "login");
			$_SESSION["access_level"] = db_fetch_result($result, 0, "access_level");

			db_query($link, "UPDATE ttrss_users SET last_login = NOW() WHERE id = " . 
				$_SESSION["uid"]);

			return true;
		}

		return false;

	}

	function http_authenticate_user($link, $force_logout) {

		if (!$_SERVER['PHP_AUTH_USER'] || $force_logout) {

			if ($force_logout) logout_user();

			header('WWW-Authenticate: Basic realm="Tiny Tiny RSS"');
			header('HTTP/1.0 401 Unauthorized');
			print "<h1>401 Unathorized</h1>";
			
			exit;
			
		} else {

			$login = db_escape_string($_SERVER['PHP_AUTH_USER']);
			$password = db_escape_string($_SERVER['PHP_AUTH_PW']);

			return authenticate_user($link, $login, $password);
		}
	}

	function make_password($length = 8) {

		$password = "";
		$possible = "0123456789bcdfghjkmnpqrstvwxyz"; 
    
		$i = 0; 
    
		while ($i < $length) { 
			$char = substr($possible, mt_rand(0, strlen($possible)-1), 1);
        
			if (!strstr($password, $char)) { 
				$password .= $char;
				$i++;
			}
		}
		return $password;
	}

	// this is called after user is created to initialize default feeds, labels
	// or whatever else
	
	// user preferences are checked on every login, not here

	function initialize_user($link, $uid) {

		db_query($link, "insert into ttrss_labels (owner_uid,sql_exp,description) 
			values ('$uid','unread = true', 'Unread articles')");

		db_query($link, "insert into ttrss_labels (owner_uid,sql_exp,description) 
			values ('$uid','last_read is null and unread = false', 'Updated articles')");
		
		db_query($link, "insert into ttrss_feeds (owner_uid,title,feed_url)
			values ('$uid', 'Tiny Tiny RSS Dev. Feed',
			'http://bah.spb.su/darcsweb/darcsweb.cgi?r=tt-rss;a=rss')");
		
		}

	function logout_user() {
		$_SESSION["uid"] = null;
		$_SESSION["name"] = null;
		$_SESSION["access_level"] = null;
		session_destroy();
	}

	function login_sequence($link) {
		if (!SINGLE_USER_MODE) {
	
			if (!USE_HTTP_AUTH) {
				if (!$_SESSION["uid"]) {
					header("Location: login.php?rt=tt-rss.php");
					exit;
				}
			} else {
				if (!http_authenticate_user($link, false)) {
					exit;
				}
			}
		} else {
			$_SESSION["uid"] = 1;
			$_SESSION["name"] = "admin";
			initialize_user_prefs($link, 1); 
		}
	}
?>