]> git.wh0rd.org - tt-rss.git/blame - plugins/googlereaderimport/init.php
fix divide by zero in feeds/minute reporting (closes #668)
[tt-rss.git] / plugins / googlereaderimport / init.php
CommitLineData
493c2f88 1<?php
93e79595 2class GoogleReaderImport extends Plugin {
493c2f88
AD
3
4
5 private $link;
6 private $host;
7
8 function about() {
9 return array(1.0,
7c93962d 10 "Import starred/shared items from Google Reader takeout",
493c2f88
AD
11 "fox",
12 false,
13 "");
14 }
15
16 function init($host) {
17 $this->link = $host->get_link();
18 $this->host = $host;
19
4cf0f9a9
AD
20 $host->add_command("greader-import",
21 "import data in Google Reader JSON format",
22 $this, ":", "FILE");
23
493c2f88
AD
24 $host->add_hook($host::HOOK_PREFS_TAB, $this);
25 }
26
4cf0f9a9
AD
27 function greader_import($args) {
28 $file = $args['greader_import'];
29
30 if (!file_exists($file)) {
31 _debug("file not found: $file");
32 return;
33 }
34
35 _debug("please enter your username:");
36
37 $username = db_escape_string($this->link, trim(read_stdin()));
38
39 _debug("looking up user: $username...");
40
41 $result = db_query($this->link, "SELECT id FROM ttrss_users
42 WHERE login = '$username'");
43
44 if (db_num_rows($result) == 0) {
45 _debug("user not found.");
46 return;
47 }
48
49 $owner_uid = db_fetch_result($result, 0, "id");
50
51 _debug("processing: $file (owner_uid: $owner_uid)");
52
53 $this->import($file, $owner_uid);
54 }
55
493c2f88
AD
56 function get_prefs_js() {
57 return file_get_contents(dirname(__FILE__) . "/init.js");
58 }
59
4cf0f9a9 60 function import($file = false, $owner_uid = 0) {
493c2f88 61
749da11b
AD
62 purge_orphans($this->link);
63
4cf0f9a9
AD
64 if (!$file) {
65 header("Content-Type: text/html");
493c2f88 66
93e79595
AD
67 $owner_uid = $_SESSION["uid"];
68
4cf0f9a9
AD
69 if (is_file($_FILES['starred_file']['tmp_name'])) {
70 $doc = json_decode(file_get_contents($_FILES['starred_file']['tmp_name']), true);
71 } else {
72 print_error(__('No file uploaded.'));
73 return;
74 }
493c2f88 75 } else {
4cf0f9a9 76 $doc = json_decode(file_get_contents($file), true);
493c2f88
AD
77 }
78
4cf0f9a9
AD
79 if ($file) {
80 $sql_set_marked = strtolower(basename($file)) == 'starred.json' ? 'true' : 'false';
81 _debug("will set articles as starred: $sql_set_marked");
82
83 } else {
84 $sql_set_marked = strtolower($_FILES['starred_file']['name']) == 'starred.json' ? 'true' : 'false';
85 }
4c92878f 86
493c2f88
AD
87 if ($doc) {
88 if (isset($doc['items'])) {
89 $processed = 0;
90
91 foreach ($doc['items'] as $item) {
92// print_r($item);
93
05e1e0ff 94 $guid = db_escape_string($this->link, mb_substr($item['id'], 0, 250));
493c2f88
AD
95 $title = db_escape_string($this->link, $item['title']);
96 $updated = date('Y-m-d h:i:s', $item['updated']);
97 $link = '';
98 $content = '';
99 $author = db_escape_string($this->link, $item['author']);
4188225c 100 $tags = array();
749da11b 101 $orig_feed_data = array();
493c2f88
AD
102
103 if (is_array($item['alternate'])) {
104 foreach ($item['alternate'] as $alt) {
105 if (isset($alt['type']) && $alt['type'] == 'text/html') {
106 $link = db_escape_string($this->link, $alt['href']);
107 }
108 }
109 }
110
111 if (is_array($item['content'])) {
112 $content = db_escape_string($this->link,
113 $item['content']['content'], false);
114 }
115
4188225c
AD
116 if (is_array($item['categories'])) {
117 foreach ($item['categories'] as $cat) {
118 if (strstr($cat, "com.google/") === FALSE) {
119 array_push($tags, sanitize_tag($cat));
120 }
121 }
122 }
123
749da11b
AD
124 if (is_array($item['origin'])) {
125 if (strpos($item['origin']['streamId'], 'feed/') === 0) {
126
127 $orig_feed_data['feed_url'] = db_escape_string($this->link,
61096207
AD
128 mb_substr(preg_replace("/^feed\//",
129 "", $item['origin']['streamId']), 0, 200));
749da11b
AD
130
131 $orig_feed_data['title'] = db_escape_string($this->link,
61096207 132 mb_substr($item['origin']['title'], 0, 200));
749da11b
AD
133
134 $orig_feed_data['site_url'] = db_escape_string($this->link,
61096207 135 mb_substr($item['origin']['htmlUrl'], 0, 200));
749da11b
AD
136 }
137 }
138
493c2f88
AD
139 $processed++;
140
4cf0f9a9 141 $imported += (int) $this->create_article($owner_uid, $guid, $title,
749da11b
AD
142 $updated, $link, $content, $author, $sql_set_marked, $tags,
143 $orig_feed_data);
b9fc62a7
AD
144
145 if ($file && $processed % 25 == 0) {
146 _debug("processed $processed articles...");
147 }
493c2f88
AD
148 }
149
4cf0f9a9
AD
150 if ($file) {
151 _debug(sprintf("All done. %d of %d articles imported.", $imported, $processed));
152 } else {
153 print "<p style='text-align : center'>" . T_sprintf("All done. %d out of %d articles imported.", $imported, $processed) . "</p>";
154 }
493c2f88
AD
155
156 } else {
157 print_error(__('The document has incorrect format.'));
158 }
159
160 } else {
161 print_error(__('Error while parsing document.'));
162 }
163
4cf0f9a9
AD
164 if (!$file) {
165 print "<div align='center'>";
166 print "<button dojoType=\"dijit.form.Button\"
167 onclick=\"dijit.byId('starredImportDlg').execute()\">".
168 __('Close this window')."</button>";
169 print "</div>";
170 }
493c2f88
AD
171 }
172
173 // expects ESCAPED data
749da11b 174 private function create_article($owner_uid, $guid, $title, $updated, $link, $content, $author, $marked, $tags, $orig_feed_data) {
493c2f88
AD
175
176 if (!$guid) $guid = sha1($link);
177
b9fc62a7 178 $create_archived_feeds = true;
fc5cd158 179
493c2f88
AD
180 $guid = "$owner_uid,$guid";
181
182 $content_hash = sha1($content);
183
184 if (filter_var($link, FILTER_VALIDATE_URL) === FALSE) return false;
185
186 db_query($this->link, "BEGIN");
187
749da11b
AD
188 $feed_id = 'NULL';
189
190 // let's check for archived feed entry
191
192 $feed_inserted = false;
193
194 // before dealing with archived feeds we must check ttrss_feeds to maintain id consistency
195
fc5cd158 196 if ($orig_feed_data['feed_url'] && $create_archived_feeds) {
749da11b
AD
197 $result = db_query($this->link,
198 "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
199 AND owner_uid = $owner_uid");
200
201 if (db_num_rows($result) != 0) {
202 $feed_id = db_fetch_result($result, 0, "id");
203 } else {
204 // let's insert it
205
206 if (!$orig_feed_data['title']) $orig_feed_data['title'] = '[Unknown]';
207
208 $result = db_query($this->link,
209 "INSERT INTO ttrss_feeds
210 (owner_uid,feed_url,site_url,title,cat_id,auth_login,auth_pass,update_method)
211 VALUES ($owner_uid,
212 '".$orig_feed_data['feed_url']."',
213 '".$orig_feed_data['site_url']."',
214 '".$orig_feed_data['title']."',
215 NULL, '', '', 0)");
216
217 $result = db_query($this->link,
218 "SELECT id FROM ttrss_feeds WHERE feed_url = '".$orig_feed_data['feed_url']."'
219 AND owner_uid = $owner_uid");
220
221 if (db_num_rows($result) != 0) {
222 $feed_id = db_fetch_result($result, 0, "id");
223 $feed_inserted = true;
224 }
225 }
226 }
227
61096207 228 if ($feed_id && $feed_id != 'NULL') {
749da11b
AD
229 // locate archived entry to file entries in, we don't want to file them in actual feeds because of purging
230 // maybe file marked in real feeds because eh
231
232 $result = db_query($this->link, "SELECT id FROM ttrss_archived_feeds WHERE
233 feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
234
235 if (db_num_rows($result) != 0) {
236 $orig_feed_id = db_fetch_result($result, 0, "id");
237 } else {
238 db_query($this->link, "INSERT INTO ttrss_archived_feeds
239 (id, owner_uid, title, feed_url, site_url)
240 SELECT id, owner_uid, title, feed_url, site_url from ttrss_feeds
241 WHERE id = '$feed_id'");
242
243 $result = db_query($this->link, "SELECT id FROM ttrss_archived_feeds WHERE
244 feed_url = '".$orig_feed_data['feed_url']."' AND owner_uid = $owner_uid");
245
246 if (db_num_rows($result) != 0) {
247 $orig_feed_id = db_fetch_result($result, 0, "id");
749da11b
AD
248 }
249 }
250 }
251
b9fc62a7
AD
252 // delete temporarily inserted feed
253 if ($feed_id && $feed_inserted) {
254 db_query($this->link, "DELETE FROM ttrss_feeds WHERE id = $feed_id");
255 }
256
61096207
AD
257 if (!$orig_feed_id) $orig_feed_id = 'NULL';
258
493c2f88
AD
259 $result = db_query($this->link, "SELECT id FROM ttrss_entries, ttrss_user_entries WHERE
260 guid = '$guid' AND ref_id = id AND owner_uid = '$owner_uid' LIMIT 1");
261
262 if (db_num_rows($result) == 0) {
263 $result = db_query($this->link, "INSERT INTO ttrss_entries
264 (title, guid, link, updated, content, content_hash, date_entered, date_updated, author)
265 VALUES
266 ('$title', '$guid', '$link', '$updated', '$content', '$content_hash', NOW(), NOW(), '$author')");
267
268 $result = db_query($this->link, "SELECT id FROM ttrss_entries WHERE guid = '$guid'");
269
270 if (db_num_rows($result) != 0) {
271 $ref_id = db_fetch_result($result, 0, "id");
272
273 db_query($this->link, "INSERT INTO ttrss_user_entries
274 (ref_id, uuid, feed_id, orig_feed_id, owner_uid, marked, tag_cache, label_cache,
275 last_read, note, unread, last_marked)
276 VALUES
b9fc62a7 277 ('$ref_id', '', NULL, $orig_feed_id, $owner_uid, $marked, '', '', NOW(), '', false, NOW())");
493c2f88 278
4188225c
AD
279 $result = db_query($this->link, "SELECT int_id FROM ttrss_user_entries, ttrss_entries
280 WHERE owner_uid = $owner_uid AND ref_id = id AND ref_id = $ref_id");
281
282 if (db_num_rows($result) != 0 && is_array($tags)) {
283
284 $entry_int_id = db_fetch_result($result, 0, "int_id");
285 $tags_to_cache = array();
286
287 foreach ($tags as $tag) {
288
289 $tag = db_escape_string($this->link, sanitize_tag($tag));
290
291 if (!tag_is_valid($tag)) continue;
292
293 $result = db_query($this->link, "SELECT id FROM ttrss_tags
294 WHERE tag_name = '$tag' AND post_int_id = '$entry_int_id' AND
295 owner_uid = '$owner_uid' LIMIT 1");
296
297 if ($result && db_num_rows($result) == 0) {
298 db_query($this->link, "INSERT INTO ttrss_tags
299 (owner_uid,tag_name,post_int_id)
300 VALUES ('$owner_uid','$tag', '$entry_int_id')");
301 }
302
303 array_push($tags_to_cache, $tag);
493c2f88 304 }
4188225c
AD
305
306 /* update the cache */
307
308 $tags_to_cache = array_unique($tags_to_cache);
309 $tags_str = db_escape_string($this->link, join(",", $tags_to_cache));
310
311 db_query($this->link, "UPDATE ttrss_user_entries
312 SET tag_cache = '$tags_str' WHERE ref_id = '$ref_id'
313 AND owner_uid = $owner_uid");
493c2f88
AD
314 }
315
316 $rc = true;
317 }
318 }
319
1b1db717 320 db_query($this->link, "COMMIT");
493c2f88
AD
321
322 return $rc;
323 }
324
325 function hook_prefs_tab($args) {
326 if ($args != "prefFeeds") return;
327
4c92878f 328 print "<div dojoType=\"dijit.layout.AccordionPane\" title=\"".__("Import starred or shared items from Google Reader")."\">";
493c2f88 329
4c92878f 330 print_notice("Your imported articles will appear in Starred (in file is named starred.json) and Archived feeds.");
493c2f88 331
4c92878f 332 print "<p>".__("Paste your starred.json or shared.json into the form below."). "</p>";
493c2f88
AD
333
334 print "<iframe id=\"starred_upload_iframe\"
335 name=\"starred_upload_iframe\" onload=\"starredImportComplete(this)\"
336 style=\"width: 400px; height: 100px; display: none;\"></iframe>";
337
338 print "<form name=\"starred_form\" style='display : block' target=\"starred_upload_iframe\"
339 enctype=\"multipart/form-data\" method=\"POST\"
340 action=\"backend.php\">
341 <input id=\"starred_file\" name=\"starred_file\" type=\"file\">&nbsp;
342 <input type=\"hidden\" name=\"op\" value=\"pluginhandler\">
343 <input type=\"hidden\" name=\"method\" value=\"import\">
93e79595 344 <input type=\"hidden\" name=\"plugin\" value=\"googlereaderimport\">
493c2f88
AD
345 <button dojoType=\"dijit.form.Button\" onclick=\"return starredImport();\" type=\"submit\">" .
346 __('Import my Starred items') . "</button>";
347
348
349 print "</div>"; #pane
350 }
351}
352?>