} // function update_daemon_common
// ignore_daemon is not used
- function update_rss_feed($feed, $ignore_daemon = false, $no_cache = false,
- $override_url = false) {
+ function update_rss_feed($feed, $ignore_daemon = false, $no_cache = false) {
$debug_enabled = defined('DAEMON_EXTENDED_DEBUG') || $_REQUEST['xdebug'];
$feed = db_escape_string($feed);
- if ($override_url) $fetch_url = $override_url;
-
$date_feed_processed = date('Y-m-d H:i');
$cache_filename = CACHE_DIR . "/simplepie/" . sha1($fetch_url) . ".xml";
+ $pluginhost = new PluginHost();
+ $pluginhost->set_debug($debug_enabled);
+ $user_plugins = get_pref("_ENABLED_PLUGINS", $owner_uid);
+
+ $pluginhost->load(PLUGINS, PluginHost::KIND_ALL);
+ $pluginhost->load($user_plugins, PluginHost::KIND_USER, $owner_uid);
+ $pluginhost->load_data();
+
$rss = false;
$rss_hash = false;
- $cache_timestamp = file_exists($cache_filename) ? filemtime($cache_filename) : 0;
$force_refetch = isset($_REQUEST["force_refetch"]);
if (!$rss) {
+ foreach ($pluginhost->get_hooks(PluginHost::HOOK_FETCH_FEED) as $plugin) {
+ $feed_data = $plugin->hook_fetch_feed($feed_data, $fetch_url, $owner_uid, $feed);
+ }
+
if (!$feed_data) {
_debug("fetching [$fetch_url]...", $debug_enabled);
_debug("If-Modified-Since: ".gmdate('D, d M Y H:i:s \G\M\T', $last_article_timestamp), $debug_enabled);
}
}
- $pluginhost = new PluginHost();
- $pluginhost->set_debug($debug_enabled);
- $user_plugins = get_pref("_ENABLED_PLUGINS", $owner_uid);
-
- $pluginhost->load(PLUGINS, PluginHost::KIND_ALL);
- $pluginhost->load($user_plugins, PluginHost::KIND_USER, $owner_uid);
- $pluginhost->load_data();
-
foreach ($pluginhost->get_hooks(PluginHost::HOOK_FEED_FETCHED) as $plugin) {
- $feed_data = $plugin->hook_feed_fetched($feed_data);
+ $feed_data = $plugin->hook_feed_fetched($feed_data, $fetch_url, $owner_uid, $feed);
}
// set last update to now so if anything *simplepie* crashes later we won't be
$rss->init();
}
+ require_once "lib/languagedetect/LanguageDetect.php";
+
+ $lang = new Text_LanguageDetect();
+ $lang->setNameMode(2);
+
// print_r($rss);
$feed = db_escape_string($feed);
print "\n";
}
+ $entry_language = $lang->detect($entry_content, 1);
+
+ if (count($entry_language) > 0) {
+ $entry_language = array_keys($entry_language);
+ $entry_language = db_escape_string($entry_language[0]);
+
+ _debug("detected language: $entry_language", $debug_enabled);
+ }
+
$entry_comments = $item->get_comments_url();
$entry_author = $item->get_author();
updated,
content,
content_hash,
- cached_content,
no_orig_date,
date_updated,
date_entered,
comments,
num_comments,
plugin_data,
+ lang,
author)
VALUES
('$entry_title',
'$entry_timestamp_fmt',
'$entry_content',
'$content_hash',
- '',
$no_orig_date,
NOW(),
'$date_feed_processed',
'$entry_comments',
'$num_comments',
'$entry_plugin_data',
+ '$entry_language',
'$entry_author')");
$article_labels = array();
_debug("article processed", $debug_enabled);
}
- if (!$last_updated) {
- _debug("new feed, catching it up...", $debug_enabled);
- catchup_feed($feed, false, $owner_uid);
- }
-
_debug("purging feed...", $debug_enabled);
purge_feed($feed, 0, $debug_enabled);
}
}
- if (file_exists($local_filename)) {
+ /* if (file_exists($local_filename)) {
$entry->setAttribute('src', SELF_URL_PATH . '/image.php?url=' .
base64_encode($src));
- }
+ } */
}
}
- $node = $doc->getElementsByTagName('body')->item(0);
-
- return $doc->saveXML($node);
+ //$node = $doc->getElementsByTagName('body')->item(0);
+ //return $doc->saveXML($node);
}
function expire_error_log($debug) {