]>
git.wh0rd.org - tt-rss.git/blob - plugins/googlereaderimport/init.php
2 class GoogleReaderImport
extends Plugin
{
10 "Import starred/shared items from Google Reader takeout",
16 function init($host) {
17 $this->link
= $host->get_link();
20 $host->add_command("greader-import",
21 "import data in Google Reader JSON format",
24 $host->add_hook($host::HOOK_PREFS_TAB
, $this);
27 function greader_import($args) {
28 $file = $args['greader_import'];
30 if (!file_exists($file)) {
31 _debug("file not found: $file");
35 _debug("please enter your username:");
37 $username = db_escape_string($this->link
, trim(read_stdin()));
39 _debug("looking up user: $username...");
41 $result = db_query($this->link
, "SELECT id FROM ttrss_users
42 WHERE login = '$username'");
44 if (db_num_rows($result) == 0) {
45 _debug("user not found.");
49 $owner_uid = db_fetch_result($result, 0, "id");
51 _debug("processing: $file (owner_uid: $owner_uid)");
53 $this->import($file, $owner_uid);
56 function get_prefs_js() {
57 return file_get_contents(dirname(__FILE__
) . "/init.js");
60 function import($file = false, $owner_uid = 0) {
62 purge_orphans($this->link
);
65 header("Content-Type: text/html");
67 $owner_uid = $_SESSION["uid"];
69 if ($_FILES['starred_file']['error'] != 0) {
70 print_error(T_sprintf("Upload failed with error code %d",
71 $_FILES['starred_file']['error']));
77 if (is_uploaded_file($_FILES['starred_file']['tmp_name'])) {
78 $tmp_file = tempnam(CACHE_DIR
. '/upload', 'starred');
80 $result = move_uploaded_file($_FILES['starred_file']['tmp_name'],
84 print_error(__("Unable to move uploaded file."));
88 print_error(__('Error: please upload OPML file.'));
92 if (is_file($tmp_file)) {
93 $doc = json_decode(file_get_contents($tmp_file), true);
96 print_error(__('No file uploaded.'));
100 $doc = json_decode(file_get_contents($file), true);
104 $sql_set_marked = strtolower(basename($file)) == 'starred.json' ?
'true' : 'false';
105 _debug("will set articles as starred: $sql_set_marked");
108 $sql_set_marked = strtolower($_FILES['starred_file']['name']) == 'starred.json' ?
'true' : 'false';
112 if (isset($doc['items'])) {
115 foreach ($doc['items'] as $item) {
118 $guid = db_escape_string($this->link
, mb_substr($item['id'], 0, 250));
119 $title = db_escape_string($this->link
, $item['title']);
120 $updated = date('Y-m-d h:i:s', $item['updated']);
123 $author = db_escape_string($this->link
, $item['author']);
125 $orig_feed_data = array();
127 if (is_array($item['alternate'])) {
128 foreach ($item['alternate'] as $alt) {
129 if (isset($alt['type']) && $alt['type'] == 'text/html') {
130 $link = db_escape_string($this->link
, $alt['href']);
135 if (is_array($item['summary'])) {
136 $content = db_escape_string($this->link
,
137 $item['summary']['content'], false);
140 if (is_array($item['content'])) {
141 $content = db_escape_string($this->link
,
142 $item['content']['content'], false);
145 if (is_array($item['categories'])) {
146 foreach ($item['categories'] as $cat) {
147 if (strstr($cat, "com.google/") === FALSE) {
148 array_push($tags, sanitize_tag($cat));
153 if (is_array($item['origin'])) {
154 if (strpos($item['origin']['streamId'], 'feed/') === 0) {
156 $orig_feed_data['feed_url'] = db_escape_string($this->link
,
157 mb_substr(preg_replace("/^feed\//",
158 "", $item['origin']['streamId']), 0, 200));
160 $orig_feed_data['title'] = db_escape_string($this->link
,
161 mb_substr($item['origin']['title'], 0, 200));
163 $orig_feed_data['site_url'] = db_escape_string($this->link
,
164 mb_substr($item['origin']['htmlUrl'], 0, 200));
170 $imported +
= (int) $this->create_article($owner_uid, $guid, $title,
171 $updated, $link, $content, $author, $sql_set_marked, $tags,
174 if ($file && $processed %
25 == 0) {
175 _debug("processed $processed articles...");
180 _debug(sprintf("All done. %d of %d articles imported.", $imported, $processed));
182 print "<p style='text-align : center'>" . T_sprintf("All done. %d out of %d articles imported.", $imported, $processed) . "</p>";
186 print_error(__('The document has incorrect format.'));
190 print_error(__('Error while parsing document.'));
194 print "<div align='center'>";
195 print "<button dojoType=\"dijit.form.Button\"
196 onclick=\"dijit.byId('starredImportDlg').execute()\">".
197 __('Close this window')."</button>";
202 // expects ESCAPED data
203 private function create_article($owner_uid, $guid, $title, $updated, $link, $content, $author, $marked, $tags, $orig_feed_data) {
205 if (!$guid) $guid = sha1($link);
207 $create_archived_feeds = true;
209 $guid = "$owner_uid,$guid";
211 $content_hash = sha1($content);
213 if (filter_var($link, FILTER_VALIDATE_URL
) === FALSE) return false;
215 db_query($this->link
, "BEGIN");
219 // let's check for archived feed entry
221 $feed_inserted = false;
223 // before dealing with archived feeds we must check ttrss_feeds to maintain id consistency
225 if ($orig_feed_data['feed_url'] && $create_archived_feeds) {
226 $result = db_query($this->link
,
227 "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
228 AND owner_uid = $owner_uid");
230 if (db_num_rows($result) != 0) {
231 $feed_id = db_fetch_result($result, 0, "id");
235 if (!$orig_feed_data['title']) $orig_feed_data['title'] = '[Unknown]';
237 $result = db_query($this->link
,
238 "INSERT INTO ttrss_feeds
239 (owner_uid,feed_url,site_url,title,cat_id,auth_login,auth_pass,update_method)
241 '".$orig_feed_data['feed_url']."',
242 '".$orig_feed_data['site_url']."',
243 '".$orig_feed_data['title']."',
246 $result = db_query($this->link
,
247 "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
248 AND owner_uid = $owner_uid");
250 if (db_num_rows($result) != 0) {
251 $feed_id = db_fetch_result($result, 0, "id");
252 $feed_inserted = true;
257 if ($feed_id && $feed_id != 'NULL') {
258 // locate archived entry to file entries in, we don't want to file them in actual feeds because of purging
259 // maybe file marked in real feeds because eh
261 $result = db_query($this->link
, "SELECT id FROM ttrss_archived_feeds WHERE
262 feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
264 if (db_num_rows($result) != 0) {
265 $orig_feed_id = db_fetch_result($result, 0, "id");
267 db_query($this->link
, "INSERT INTO ttrss_archived_feeds
268 (id, owner_uid, title, feed_url, site_url)
269 SELECT id, owner_uid, title, feed_url, site_url from ttrss_feeds
270 WHERE id = '$feed_id'");
272 $result = db_query($this->link
, "SELECT id FROM ttrss_archived_feeds WHERE
273 feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
275 if (db_num_rows($result) != 0) {
276 $orig_feed_id = db_fetch_result($result, 0, "id");
281 // delete temporarily inserted feed
282 if ($feed_id && $feed_inserted) {
283 db_query($this->link
, "DELETE FROM ttrss_feeds WHERE id = $feed_id");
286 if (!$orig_feed_id) $orig_feed_id = 'NULL';
288 $result = db_query($this->link
, "SELECT id FROM ttrss_entries, ttrss_user_entries WHERE
289 guid = '$guid' AND ref_id = id AND owner_uid = '$owner_uid' LIMIT 1");
291 if (db_num_rows($result) == 0) {
292 $result = db_query($this->link
, "INSERT INTO ttrss_entries
293 (title, guid, link, updated, content, content_hash, date_entered, date_updated, author)
295 ('$title', '$guid', '$link', '$updated', '$content', '$content_hash', NOW(), NOW(), '$author')");
297 $result = db_query($this->link
, "SELECT id FROM ttrss_entries WHERE guid = '$guid'");
299 if (db_num_rows($result) != 0) {
300 $ref_id = db_fetch_result($result, 0, "id");
302 db_query($this->link
, "INSERT INTO ttrss_user_entries
303 (ref_id, uuid, feed_id, orig_feed_id, owner_uid, marked, tag_cache, label_cache,
304 last_read, note, unread, last_marked)
306 ('$ref_id', '', NULL, $orig_feed_id, $owner_uid, $marked, '', '', NOW(), '', false, NOW())");
308 $result = db_query($this->link
, "SELECT int_id FROM ttrss_user_entries, ttrss_entries
309 WHERE owner_uid = $owner_uid AND ref_id = id AND ref_id = $ref_id");
311 if (db_num_rows($result) != 0 && is_array($tags)) {
313 $entry_int_id = db_fetch_result($result, 0, "int_id");
314 $tags_to_cache = array();
316 foreach ($tags as $tag) {
318 $tag = db_escape_string($this->link
, sanitize_tag($tag));
320 if (!tag_is_valid($tag)) continue;
322 $result = db_query($this->link
, "SELECT id FROM ttrss_tags
323 WHERE tag_name = '$tag' AND post_int_id = '$entry_int_id' AND
324 owner_uid = '$owner_uid' LIMIT 1");
326 if ($result && db_num_rows($result) == 0) {
327 db_query($this->link
, "INSERT INTO ttrss_tags
328 (owner_uid,tag_name,post_int_id)
329 VALUES ('$owner_uid','$tag', '$entry_int_id')");
332 array_push($tags_to_cache, $tag);
335 /* update the cache */
337 $tags_to_cache = array_unique($tags_to_cache);
338 $tags_str = db_escape_string($this->link
, join(",", $tags_to_cache));
340 db_query($this->link
, "UPDATE ttrss_user_entries
341 SET tag_cache = '$tags_str' WHERE ref_id = '$ref_id'
342 AND owner_uid = $owner_uid");
349 db_query($this->link
, "COMMIT");
354 function hook_prefs_tab($args) {
355 if ($args != "prefFeeds") return;
357 print "<div dojoType=\"dijit.layout.AccordionPane\" title=\"".__("Import starred or shared items from Google Reader")."\">";
359 print_notice("Your imported articles will appear in Starred (in file is named starred.json) and Archived feeds.");
361 print "<p>".__("Paste your starred.json or shared.json into the form below."). "</p>";
363 print "<iframe id=\"starred_upload_iframe\"
364 name=\"starred_upload_iframe\" onload=\"starredImportComplete(this)\"
365 style=\"width: 400px; height: 100px; display: none;\"></iframe>";
367 print "<form name=\"starred_form\" style='display : block' target=\"starred_upload_iframe\"
368 enctype=\"multipart/form-data\" method=\"POST\"
369 action=\"backend.php\">
370 <input id=\"starred_file\" name=\"starred_file\" type=\"file\">
371 <input type=\"hidden\" name=\"op\" value=\"pluginhandler\">
372 <input type=\"hidden\" name=\"method\" value=\"import\">
373 <input type=\"hidden\" name=\"plugin\" value=\"googlereaderimport\">
374 <button dojoType=\"dijit.form.Button\" onclick=\"return starredImport();\" type=\"submit\">" .
375 __('Import my Starred items') . "</button>";
378 print "</div>"; #pane