plugins/googlereaderimport/init.php

   1 <?php
   2 class GoogleReaderImport extends Plugin {
   3         private $host;
   4
   5         function about() {
   6                 return array(1.0,
   7                         "Import starred/shared items from Google Reader takeout",
   8                         "fox",
   9                         false,
  10                         "");
  11         }
  12
  13         function init($host) {
  14                 $this->host = $host;
  15
  16                 $host->add_command("greader-import",
  17                         "import data in Google Reader JSON format",
  18                         $this, ":", "FILE");
  19
  20                 $host->add_hook($host::HOOK_PREFS_TAB, $this);
  21         }
  22
  23         function greader_import($args) {
  24                 $file = $args['greader_import'];
  25
  26                 if (!file_exists($file)) {
  27                         _debug("file not found: $file");
  28                         return;
  29                 }
  30
  31                 _debug("please enter your username:");
  32
  33                 $username = db_escape_string(trim(read_stdin()));
  34
  35                 _debug("looking up user: $username...");
  36
  37                 $result = db_query("SELECT id FROM ttrss_users
  38                         WHERE login = '$username'");
  39
  40                 if (db_num_rows($result) == 0) {
  41                         _debug("user not found.");
  42                         return;
  43                 }
  44
  45                 $owner_uid = db_fetch_result($result, 0, "id");
  46
  47                 _debug("processing: $file (owner_uid: $owner_uid)");
  48
  49                 $this->import($file, $owner_uid);
  50         }
  51
  52         function get_prefs_js() {
  53                 return file_get_contents(dirname(__FILE__) . "/init.js");
  54         }
  55
  56         function import($file = false, $owner_uid = 0) {
  57
  58                 purge_orphans();
  59
  60                 if (!$file) {
  61                         header("Content-Type: text/html");
  62
  63                         $owner_uid = $_SESSION["uid"];
  64
  65                         if ($_FILES['starred_file']['error'] != 0) {
  66                                 print_error(T_sprintf("Upload failed with error code %d",
  67                                         $_FILES['starred_file']['error']));
  68                                 return;
  69                         }
  70
  71                         $tmp_file = false;
  72
  73                         if (is_uploaded_file($_FILES['starred_file']['tmp_name'])) {
  74                                 $tmp_file = tempnam(CACHE_DIR . '/upload', 'starred');
  75
  76                                 $result = move_uploaded_file($_FILES['starred_file']['tmp_name'],
  77                                         $tmp_file);
  78
  79                                 if (!$result) {
  80                                         print_error(__("Unable to move uploaded file."));
  81                                         return;
  82                                 }
  83                         } else {
  84                                 print_error(__('Error: please upload OPML file.'));
  85                                 return;
  86                         }
  87
  88                         if (is_file($tmp_file)) {
  89                                 $doc = json_decode(file_get_contents($tmp_file), true);
  90                                 unlink($tmp_file);
  91                         } else {
  92                                 print_error(__('No file uploaded.'));
  93                                 return;
  94                         }
  95                 } else {
  96                         $doc = json_decode(file_get_contents($file), true);
  97                 }
  98
  99                 if ($file) {
 100                         $sql_set_marked = strtolower(basename($file)) == 'starred.json' ? 'true' : 'false';
 101                         _debug("will set articles as starred: $sql_set_marked");
 102
 103                 } else {
 104                         $sql_set_marked = strtolower($_FILES['starred_file']['name']) == 'starred.json' ? 'true' : 'false';
 105                 }
 106
 107                 if ($doc) {
 108                         if (isset($doc['items'])) {
 109                                 $processed = 0;
 110
 111                                 foreach ($doc['items'] as $item) {
 112 //                                      print_r($item);
 113
 114                                         $guid = db_escape_string(mb_substr($item['id'], 0, 250));
 115                                         $title = db_escape_string($item['title']);
 116                                         $updated = date('Y-m-d h:i:s', $item['updated']);
 117                                         $last_marked = date('Y-m-d h:i:s', mb_substr($item['crawlTimeMsec'], 0, 10));
 118                                         $link = '';
 119                                         $content = '';
 120                                         $author = db_escape_string($item['author']);
 121                                         $tags = array();
 122                                         $orig_feed_data = array();
 123
 124                                         if (is_array($item['alternate'])) {
 125                                                 foreach ($item['alternate'] as $alt) {
 126                                                         if (isset($alt['type']) && $alt['type'] == 'text/html') {
 127                                                                 $link = db_escape_string($alt['href']);
 128                                                         }
 129                                                 }
 130                                         }
 131
 132                                         if (is_array($item['summary'])) {
 133                                                 $content = db_escape_string(
 134                                                         $item['summary']['content'], false);
 135                                         }
 136
 137                                         if (is_array($item['content'])) {
 138                                                 $content = db_escape_string(
 139                                                         $item['content']['content'], false);
 140                                         }
 141
 142                                         if (is_array($item['categories'])) {
 143                                                 foreach ($item['categories'] as $cat) {
 144                                                         if (strstr($cat, "com.google/") === FALSE) {
 145                                                                 array_push($tags, sanitize_tag($cat));
 146                                                         }
 147                                                 }
 148                                         }
 149
 150                                         if (is_array($item['origin'])) {
 151                                                 if (strpos($item['origin']['streamId'], 'feed/') === 0) {
 152
 153                                                         $orig_feed_data['feed_url'] = db_escape_string(
 154                                                                 mb_substr(preg_replace("/^feed\//",
 155                                                                         "", $item['origin']['streamId']), 0, 200));
 156
 157                                                         $orig_feed_data['title'] = db_escape_string(
 158                                                                 mb_substr($item['origin']['title'], 0, 200));
 159
 160                                                         $orig_feed_data['site_url'] = db_escape_string(
 161                                                                 mb_substr($item['origin']['htmlUrl'], 0, 200));
 162                                                 }
 163                                         }
 164
 165                                         $processed++;
 166
 167                                         $imported += (int) $this->create_article($owner_uid, $guid, $title,
 168                                                 $link, $updated,  $content, $author, $sql_set_marked, $tags,
 169                                                 $orig_feed_data, $last_marked);
 170
 171                                         if ($file && $processed % 25 == 0) {
 172                                                 _debug("processed $processed articles...");
 173                                         }
 174                                 }
 175
 176                                 if ($file) {
 177                                         _debug(sprintf("All done. %d of %d articles imported.", $imported, $processed));
 178                                 } else {
 179                                         print "<p style='text-align : center'>" . T_sprintf("All done. %d out of %d articles imported.", $imported, $processed) . "</p>";
 180                                 }
 181
 182                         } else {
 183                                 print_error(__('The document has incorrect format.'));
 184                         }
 185
 186                 } else {
 187                         print_error(__('Error while parsing document.'));
 188                 }
 189
 190                 if (!$file) {
 191                         print "<div align='center'>";
 192                         print "<button dojoType=\"dijit.form.Button\"
 193                                 onclick=\"dijit.byId('starredImportDlg').execute()\">".
 194                                 __('Close this window')."</button>";
 195                         print "</div>";
 196                 }
 197         }
 198
 199         // expects ESCAPED data
 200         private function create_article($owner_uid, $guid, $title, $link, $updated,  $content, $author, $marked, $tags, $orig_feed_data, $last_marked) {
 201
 202                 if (!$guid) $guid = sha1($link);
 203
 204                 $create_archived_feeds = true;
 205
 206                 $guid = "$owner_uid,$guid";
 207
 208                 $content_hash = sha1($content);
 209
 210                 if (filter_var(FILTER_VALIDATE_URL) === FALSE) return false;
 211
 212                 db_query("BEGIN");
 213
 214                 $feed_id = 'NULL';
 215
 216                 // let's check for archived feed entry
 217
 218                 $feed_inserted = false;
 219
 220                 // before dealing with archived feeds we must check ttrss_feeds to maintain id consistency
 221
 222                 if ($orig_feed_data['feed_url'] && $create_archived_feeds) {
 223                                 $result = db_query(
 224                                         "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
 225                                                 AND owner_uid = $owner_uid");
 226
 227                         if (db_num_rows($result) != 0) {
 228                                 $feed_id = db_fetch_result($result, 0, "id");
 229                         } else {
 230                                 // let's insert it
 231
 232                                 if (!$orig_feed_data['title']) $orig_feed_data['title'] = '[Unknown]';
 233
 234                                 $result = db_query(
 235                                         "INSERT INTO ttrss_feeds
 236                                                 (owner_uid,feed_url,site_url,title,cat_id,auth_login,auth_pass,update_method)
 237                                                 VALUES ($owner_uid,
 238                                                 '".$orig_feed_data['feed_url']."',
 239                                                 '".$orig_feed_data['site_url']."',
 240                                                 '".$orig_feed_data['title']."',
 241                                                 NULL, '', '', 0)");
 242
 243                                 $result = db_query(
 244                                         "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
 245                                                 AND owner_uid = $owner_uid");
 246
 247                                 if (db_num_rows($result) != 0) {
 248                                         $feed_id = db_fetch_result($result, 0, "id");
 249                                         $feed_inserted = true;
 250                                 }
 251                         }
 252                 }
 253
 254                 if ($feed_id && $feed_id != 'NULL') {
 255                         // locate archived entry to file entries in, we don't want to file them in actual feeds because of purging
 256                         // maybe file marked in real feeds because eh
 257
 258                         $result = db_query("SELECT id FROM ttrss_archived_feeds WHERE
 259                                 feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
 260
 261                         if (db_num_rows($result) != 0) {
 262                                 $orig_feed_id = db_fetch_result($result, 0, "id");
 263                         } else {
 264                                 db_query("INSERT INTO ttrss_archived_feeds
 265                                                 (id, owner_uid, title, feed_url, site_url)
 266                                                 SELECT id, owner_uid, title, feed_url, site_url from ttrss_feeds
 267                                                         WHERE id = '$feed_id'");
 268
 269                                 $result = db_query("SELECT id FROM ttrss_archived_feeds WHERE
 270                                         feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
 271
 272                                 if (db_num_rows($result) != 0) {
 273                                         $orig_feed_id = db_fetch_result($result, 0, "id");
 274                                 }
 275                         }
 276                 }
 277
 278                 // delete temporarily inserted feed
 279                 if ($feed_id && $feed_inserted) {
 280                                 db_query("DELETE FROM ttrss_feeds WHERE id = $feed_id");
 281                 }
 282
 283                 if (!$orig_feed_id) $orig_feed_id = 'NULL';
 284
 285                 $result = db_query("SELECT id FROM ttrss_entries, ttrss_user_entries WHERE
 286                         guid = '$guid' AND ref_id = id AND owner_uid = '$owner_uid' LIMIT 1");
 287
 288                 if (db_num_rows($result) == 0) {
 289                         $result = db_query("INSERT INTO ttrss_entries
 290                                 (title, guid, link, updated, content, content_hash, date_entered, date_updated, author)
 291                                 VALUES
 292                                 ('$title', '$guid', '$link', '$updated', '$content', '$content_hash', NOW(), NOW(), '$author')");
 293
 294                         $result = db_query("SELECT id FROM ttrss_entries WHERE guid = '$guid'");
 295
 296                         if (db_num_rows($result) != 0) {
 297                                 $ref_id = db_fetch_result($result, 0, "id");
 298
 299                                 db_query("INSERT INTO ttrss_user_entries
 300                                         (ref_id, uuid, feed_id, orig_feed_id, owner_uid, marked, tag_cache, label_cache,
 301                                                 last_read, note, unread, last_marked)
 302                                         VALUES
 303                                         ('$ref_id', '', NULL, $orig_feed_id, $owner_uid, $marked, '', '', '$last_marked', '', false, '$last_marked')");
 304
 305                                 $result = db_query("SELECT int_id FROM ttrss_user_entries, ttrss_entries
 306                                         WHERE owner_uid = $owner_uid AND ref_id = id AND ref_id = $ref_id");
 307
 308                                 if (db_num_rows($result) != 0 && is_array($tags)) {
 309
 310                                         $entry_int_id = db_fetch_result($result, 0, "int_id");
 311                                         $tags_to_cache = array();
 312
 313                                         foreach ($tags as $tag) {
 314
 315                                                 $tag = db_escape_string(sanitize_tag($tag));
 316
 317                                                 if (!tag_is_valid($tag)) continue;
 318
 319                                                 $result = db_query("SELECT id FROM ttrss_tags
 320                                                         WHERE tag_name = '$tag' AND post_int_id = '$entry_int_id' AND
 321                                                         owner_uid = '$owner_uid' LIMIT 1");
 322
 323                                                         if ($result && db_num_rows($result) == 0) {
 324                                                                 db_query("INSERT INTO ttrss_tags
 325                                                                         (owner_uid,tag_name,post_int_id)
 326                                                                         VALUES ('$owner_uid','$tag', '$entry_int_id')");
 327                                                         }
 328
 329                                                 array_push($tags_to_cache, $tag);
 330                                         }
 331
 332                                         /* update the cache */
 333
 334                                         $tags_to_cache = array_unique($tags_to_cache);
 335                                         $tags_str = db_escape_string(join(",", $tags_to_cache));
 336
 337                                         db_query("UPDATE ttrss_user_entries
 338                                                 SET tag_cache = '$tags_str' WHERE ref_id = '$ref_id'
 339                                                 AND owner_uid = $owner_uid");
 340                                 }
 341
 342                                 $rc = true;
 343                         }
 344                 }
 345
 346                 db_query("COMMIT");
 347
 348                 return $rc;
 349         }
 350
 351         function hook_prefs_tab($args) {
 352                 if ($args != "prefFeeds") return;
 353
 354                 print "<div dojoType=\"dijit.layout.AccordionPane\" title=\"".__("Import starred or shared items from Google Reader")."\">";
 355
 356                 print_notice("Your imported articles will appear in Starred (in file is named starred.json) and Archived feeds.");
 357
 358                 print "<p>".__("Paste your starred.json or shared.json into the form below."). "</p>";
 359
 360                 print "<iframe id=\"starred_upload_iframe\"
 361                         name=\"starred_upload_iframe\" onload=\"starredImportComplete(this)\"
 362                         style=\"width: 400px; height: 100px; display: none;\"></iframe>";
 363
 364                 print "<form name=\"starred_form\" style='display : block' target=\"starred_upload_iframe\"
 365                         enctype=\"multipart/form-data\" method=\"POST\"
 366                         action=\"backend.php\">
 367                         <input id=\"starred_file\" name=\"starred_file\" type=\"file\">&nbsp;
 368                         <input type=\"hidden\" name=\"op\" value=\"pluginhandler\">
 369                         <input type=\"hidden\" name=\"method\" value=\"import\">
 370                         <input type=\"hidden\" name=\"plugin\" value=\"googlereaderimport\">
 371                         <button dojoType=\"dijit.form.Button\" onclick=\"return starredImport();\" type=\"submit\">" .
 372                         __('Import my Starred items') . "</button>";
 373
 374                 print "</form>";
 375
 376                 print "</div>"; #pane
 377         }
 378
 379         function api_version() {
 380                 return 2;
 381         }
 382
 383 }
 384 ?>