|
|
|
|
@ -3,84 +3,345 @@ |
|
|
|
|
class FreshRSS_importExport_Controller extends Minz_ActionController { |
|
|
|
|
public function firstAction() { |
|
|
|
|
if (!$this->view->loginOk) { |
|
|
|
|
Minz_Error::error ( |
|
|
|
|
Minz_Error::error( |
|
|
|
|
403, |
|
|
|
|
array ('error' => array (Minz_Translate::t ('access_denied'))) |
|
|
|
|
array('error' => array(Minz_Translate::t('access_denied'))) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
require_once(LIB_PATH . '/lib_opml.php'); |
|
|
|
|
|
|
|
|
|
$this->catDAO = new FreshRSS_CategoryDAO(); |
|
|
|
|
$this->entryDAO = new FreshRSS_EntryDAO(); |
|
|
|
|
$this->feedDAO = new FreshRSS_FeedDAO(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
public function indexAction() { |
|
|
|
|
$catDAO = new FreshRSS_CategoryDAO (); |
|
|
|
|
$this->view->categories = $catDAO->listCategories (); |
|
|
|
|
|
|
|
|
|
$feedDAO = new FreshRSS_FeedDAO (); |
|
|
|
|
$this->view->feeds = $feedDAO->listFeeds (); |
|
|
|
|
|
|
|
|
|
// au niveau de la vue, permet de ne pas voir un flux sélectionné dans la liste |
|
|
|
|
$this->view->flux = false; |
|
|
|
|
$this->view->categories = $this->catDAO->listCategories(); |
|
|
|
|
$this->view->feeds = $this->feedDAO->listFeeds(); |
|
|
|
|
|
|
|
|
|
Minz_View::prependTitle (Minz_Translate::t ('import_export') . ' · '); |
|
|
|
|
Minz_View::prependTitle(Minz_Translate::t('import_export') . ' · '); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
public function importAction() { |
|
|
|
|
if (Minz_Request::isPost() && $_FILES['file']['error'] == 0) { |
|
|
|
|
invalidateHttpCache(); |
|
|
|
|
// on parse le fichier OPML pour récupérer les catégories et les flux associés |
|
|
|
|
try { |
|
|
|
|
list ($categories, $feeds) = opml_import ( |
|
|
|
|
file_get_contents ($_FILES['file']['tmp_name']) |
|
|
|
|
@set_time_limit(300); |
|
|
|
|
|
|
|
|
|
$file = $_FILES['file']; |
|
|
|
|
$type_file = $this->guessFileType($file['name']); |
|
|
|
|
|
|
|
|
|
$list_files = array( |
|
|
|
|
'opml' => array(), |
|
|
|
|
'json_starred' => array(), |
|
|
|
|
'json_feed' => array() |
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
// We try to list all files according to their type |
|
|
|
|
// A zip file is first opened and then its files are listed |
|
|
|
|
$list = array(); |
|
|
|
|
if ($type_file === 'zip') { |
|
|
|
|
$zip = zip_open($file['tmp_name']); |
|
|
|
|
|
|
|
|
|
while (($zipfile = zip_read($zip)) !== false) { |
|
|
|
|
$type_zipfile = $this->guessFileType( |
|
|
|
|
zip_entry_name($zipfile) |
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
if ($type_file !== 'unknown') { |
|
|
|
|
$list_files[$type_zipfile][] = zip_entry_read( |
|
|
|
|
$zipfile, |
|
|
|
|
zip_entry_filesize($zipfile) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
zip_close($zip); |
|
|
|
|
} elseif ($type_file !== 'unknown') { |
|
|
|
|
$list_files[$type_file][] = file_get_contents( |
|
|
|
|
$file['tmp_name'] |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// On redirige vers le controller feed qui va se charger d'insérer les flux en BDD |
|
|
|
|
// les flux sont mis au préalable dans des variables de Request |
|
|
|
|
Minz_Request::_param ('categories', $categories); |
|
|
|
|
Minz_Request::_param ('feeds', $feeds); |
|
|
|
|
Minz_Request::forward (array ('c' => 'feed', 'a' => 'massiveImport')); |
|
|
|
|
} catch (FreshRSS_Opml_Exception $e) { |
|
|
|
|
Minz_Log::record ($e->getMessage (), Minz_Log::WARNING); |
|
|
|
|
|
|
|
|
|
$notif = array ( |
|
|
|
|
'type' => 'bad', |
|
|
|
|
'content' => Minz_Translate::t ('bad_opml_file') |
|
|
|
|
// Import different files. |
|
|
|
|
// OPML first(so categories and feeds are imported) |
|
|
|
|
// Starred articles then so the "favourite" status is already set |
|
|
|
|
// And finally all other files. |
|
|
|
|
$error = false; |
|
|
|
|
foreach ($list_files['opml'] as $opml_file) { |
|
|
|
|
$error = $this->importOpml($opml_file); |
|
|
|
|
} |
|
|
|
|
foreach ($list_files['json_starred'] as $article_file) { |
|
|
|
|
$error = $this->importArticles($article_file, true); |
|
|
|
|
} |
|
|
|
|
foreach ($list_files['json_feed'] as $article_file) { |
|
|
|
|
$error = $this->importArticles($article_file); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// And finally, we get import status and redirect to the home page |
|
|
|
|
$notif = null; |
|
|
|
|
if ($error === true) { |
|
|
|
|
$content_notif = Minz_Translate::t( |
|
|
|
|
'feeds_imported_with_errors' |
|
|
|
|
); |
|
|
|
|
Minz_Session::_param ('notification', $notif); |
|
|
|
|
} else { |
|
|
|
|
$content_notif = Minz_Translate::t( |
|
|
|
|
'feeds_imported' |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
Minz_Session::_param('notification', array( |
|
|
|
|
'type' => 'good', |
|
|
|
|
'content' => $content_notif |
|
|
|
|
)); |
|
|
|
|
Minz_Session::_param('actualize_feeds', true); |
|
|
|
|
|
|
|
|
|
Minz_Request::forward(array( |
|
|
|
|
'c' => 'index', |
|
|
|
|
'a' => 'index' |
|
|
|
|
), true); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// What are you doing? you have to call this controller |
|
|
|
|
// with a POST request! |
|
|
|
|
Minz_Request::forward(array( |
|
|
|
|
'c' => 'importExport', |
|
|
|
|
'a' => 'index' |
|
|
|
|
)); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function guessFileType($filename) { |
|
|
|
|
// A *very* basic guess file type function. Only based on filename |
|
|
|
|
// That's could be improved but should be enough, at least for a first |
|
|
|
|
// implementation. |
|
|
|
|
// TODO: improve this function? |
|
|
|
|
|
|
|
|
|
Minz_Request::forward (array ( |
|
|
|
|
'c' => 'configure', |
|
|
|
|
'a' => 'importExport' |
|
|
|
|
), true); |
|
|
|
|
if (substr_compare($filename, '.zip', -4) === 0) { |
|
|
|
|
return 'zip'; |
|
|
|
|
} elseif (substr_compare($filename, '.opml', -5) === 0 || |
|
|
|
|
substr_compare($filename, '.xml', -4) === 0) { |
|
|
|
|
return 'opml'; |
|
|
|
|
} elseif (strcmp($filename, 'starred.json') === 0) { |
|
|
|
|
return 'json_starred'; |
|
|
|
|
} elseif (substr_compare($filename, '.json', -5) === 0 && |
|
|
|
|
strpos($filename, 'feed_') === 0) { |
|
|
|
|
return 'json_feed'; |
|
|
|
|
} else { |
|
|
|
|
return 'unknown'; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function importOpml($opml_file) { |
|
|
|
|
$opml_array = array(); |
|
|
|
|
try { |
|
|
|
|
$opml_array = libopml_parse_string($opml_file); |
|
|
|
|
} catch (LibOPML_Exception $e) { |
|
|
|
|
Minz_Log::warning($e->getMessage()); |
|
|
|
|
return true; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$this->catDAO->checkDefault(); |
|
|
|
|
|
|
|
|
|
return $this->addOpmlElements($opml_array['body']); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function addOpmlElements($opml_elements, $parent_cat = null) { |
|
|
|
|
$error = false; |
|
|
|
|
foreach ($opml_elements as $elt) { |
|
|
|
|
$res = false; |
|
|
|
|
if (isset($elt['xmlUrl'])) { |
|
|
|
|
$res = $this->addFeedOpml($elt, $parent_cat); |
|
|
|
|
} else { |
|
|
|
|
$res = $this->addCategoryOpml($elt, $parent_cat); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
if (!$error && $res) { |
|
|
|
|
// oops: there is at least one error! |
|
|
|
|
$error = $res; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $error; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function addFeedOpml($feed_elt, $parent_cat) { |
|
|
|
|
if (is_null($parent_cat)) { |
|
|
|
|
// This feed has no parent category so we get the default one |
|
|
|
|
$parent_cat = $this->catDAO->getDefault()->name(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$cat = $this->catDAO->searchByName($parent_cat); |
|
|
|
|
|
|
|
|
|
if (!$cat) { |
|
|
|
|
return true; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// We get different useful information |
|
|
|
|
$url = html_chars_utf8($feed_elt['xmlUrl']); |
|
|
|
|
$name = html_chars_utf8($feed_elt['text']); |
|
|
|
|
$website = ''; |
|
|
|
|
if (isset($feed_elt['htmlUrl'])) { |
|
|
|
|
$website = html_chars_utf8($feed_elt['htmlUrl']); |
|
|
|
|
} |
|
|
|
|
$description = ''; |
|
|
|
|
if (isset($feed_elt['description'])) { |
|
|
|
|
$description = html_chars_utf8($feed_elt['description']); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$error = false; |
|
|
|
|
try { |
|
|
|
|
// Create a Feed object and add it in DB |
|
|
|
|
$feed = new FreshRSS_Feed($url); |
|
|
|
|
$feed->_category($cat->id()); |
|
|
|
|
$feed->_name($name); |
|
|
|
|
$feed->_website($website); |
|
|
|
|
$feed->_description($description); |
|
|
|
|
|
|
|
|
|
// addFeedObject checks if feed is already in DB so nothing else to |
|
|
|
|
// check here |
|
|
|
|
$id = $this->feedDAO->addFeedObject($feed); |
|
|
|
|
$error = ($id === false); |
|
|
|
|
} catch (FreshRSS_Feed_Exception $e) { |
|
|
|
|
Minz_Log::warning($e->getMessage()); |
|
|
|
|
$error = true; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $error; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function addCategoryOpml($cat_elt, $parent_cat) { |
|
|
|
|
// Create a new Category object |
|
|
|
|
$cat = new FreshRSS_Category(html_chars_utf8($cat_elt['text'])); |
|
|
|
|
|
|
|
|
|
$id = $this->catDAO->addCategoryObject($cat); |
|
|
|
|
$error = ($id === false); |
|
|
|
|
|
|
|
|
|
if (isset($cat_elt['@outlines'])) { |
|
|
|
|
// Our cat_elt contains more categories or more feeds, so we |
|
|
|
|
// add them recursively. |
|
|
|
|
// Note: FreshRSS does not support yet category arborescence |
|
|
|
|
$res = $this->addOpmlElements($cat_elt['@outlines'], $cat->name()); |
|
|
|
|
if (!$error && $res) { |
|
|
|
|
$error = true; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $error; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function importArticles($article_file, $starred = false) { |
|
|
|
|
$article_object = json_decode($article_file, true); |
|
|
|
|
if (is_null($article_object)) { |
|
|
|
|
Minz_Log::warning('Try to import a non-JSON file'); |
|
|
|
|
return true; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$is_read = $this->view->conf->mark_when['reception'] ? 1 : 0; |
|
|
|
|
|
|
|
|
|
$google_compliant = ( |
|
|
|
|
strpos($article_object['id'], 'com.google') !== false |
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
$error = false; |
|
|
|
|
foreach ($article_object['items'] as $item) { |
|
|
|
|
$feed = $this->addFeedArticles($item['origin'], $google_compliant); |
|
|
|
|
if (is_null($feed)) { |
|
|
|
|
$error = true; |
|
|
|
|
continue; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$author = isset($item['author']) ? $item['author'] : ''; |
|
|
|
|
$key_content = ($google_compliant && !isset($item['content'])) ? |
|
|
|
|
'summary' : 'content'; |
|
|
|
|
$tags = $item['categories']; |
|
|
|
|
if ($google_compliant) { |
|
|
|
|
$tags = array_filter($tags, function($var) { |
|
|
|
|
return strpos($var, '/state/com.google') === false; |
|
|
|
|
}); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$entry = new FreshRSS_Entry( |
|
|
|
|
$feed->id(), $item['id'], $item['title'], $author, |
|
|
|
|
$item[$key_content]['content'], $item['alternate'][0]['href'], |
|
|
|
|
$item['published'], $is_read, $starred |
|
|
|
|
); |
|
|
|
|
$entry->_tags($tags); |
|
|
|
|
|
|
|
|
|
$id = $this->entryDAO->addEntryObject( |
|
|
|
|
$entry, $this->view->conf, $feed->keepHistory() |
|
|
|
|
); |
|
|
|
|
|
|
|
|
|
if (!$error && ($id === false)) { |
|
|
|
|
$error = true; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $error; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function addFeedArticles($origin, $google_compliant) { |
|
|
|
|
$default_cat = $this->catDAO->getDefault(); |
|
|
|
|
|
|
|
|
|
$return = null; |
|
|
|
|
$key = $google_compliant ? 'htmlUrl' : 'feedUrl'; |
|
|
|
|
$url = $origin[$key]; |
|
|
|
|
$name = $origin['title']; |
|
|
|
|
$website = $origin['htmlUrl']; |
|
|
|
|
$error = false; |
|
|
|
|
try { |
|
|
|
|
// Create a Feed object and add it in DB |
|
|
|
|
$feed = new FreshRSS_Feed($url); |
|
|
|
|
$feed->_category($default_cat->id()); |
|
|
|
|
$feed->_name($name); |
|
|
|
|
$feed->_website($website); |
|
|
|
|
|
|
|
|
|
// addFeedObject checks if feed is already in DB so nothing else to |
|
|
|
|
// check here |
|
|
|
|
$id = $this->feedDAO->addFeedObject($feed); |
|
|
|
|
|
|
|
|
|
if ($id !== false) { |
|
|
|
|
$feed->_id($id); |
|
|
|
|
$return = $feed; |
|
|
|
|
} |
|
|
|
|
} catch (FreshRSS_Feed_Exception $e) { |
|
|
|
|
Minz_Log::warning($e->getMessage()); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $return; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
public function exportAction() { |
|
|
|
|
if (Minz_Request::isPost()) { |
|
|
|
|
$this->view->_useLayout (false); |
|
|
|
|
$this->view->_useLayout(false); |
|
|
|
|
|
|
|
|
|
$export_opml = Minz_Request::param('export_opml', false); |
|
|
|
|
$export_starred = Minz_Request::param('export_starred', false); |
|
|
|
|
$export_all = Minz_Request::param('export_all', false); |
|
|
|
|
$export_feeds = Minz_Request::param('export_feeds', false); |
|
|
|
|
|
|
|
|
|
// code from https://stackoverflow.com/questions/1061710/php-zip-files-on-the-fly |
|
|
|
|
// From https://stackoverflow.com/questions/1061710/php-zip-files-on-the-fly |
|
|
|
|
$file = tempnam('tmp', 'zip'); |
|
|
|
|
$zip = new ZipArchive(); |
|
|
|
|
$zip->open($file, ZipArchive::OVERWRITE); |
|
|
|
|
|
|
|
|
|
// Stuff with content |
|
|
|
|
if ($export_opml) { |
|
|
|
|
$zip->addFromString('feeds.opml', $this->generate_opml()); |
|
|
|
|
$zip->addFromString( |
|
|
|
|
'feeds.opml', $this->generateOpml() |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
if ($export_starred) { |
|
|
|
|
$zip->addFromString('starred.json', $this->generate_articles('starred')); |
|
|
|
|
$zip->addFromString( |
|
|
|
|
'starred.json', $this->generateArticles('starred') |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
if ($export_all) { |
|
|
|
|
$zip->addFromString('all.json', $this->generate_articles('all')); |
|
|
|
|
foreach ($export_feeds as $feed_id) { |
|
|
|
|
$feed = $this->feedDAO->searchById($feed_id); |
|
|
|
|
$zip->addFromString( |
|
|
|
|
'feed_' . $feed->category() . '_' . $feed->id() . '.json', |
|
|
|
|
$this->generateArticles('feed', $feed) |
|
|
|
|
); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Close and send to users |
|
|
|
|
// Close and send to user |
|
|
|
|
$zip->close(); |
|
|
|
|
header('Content-Type: application/zip'); |
|
|
|
|
header('Content-Length: ' . filesize($file)); |
|
|
|
|
@ -90,22 +351,39 @@ class FreshRSS_importExport_Controller extends Minz_ActionController { |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function generate_opml() { |
|
|
|
|
$feedDAO = new FreshRSS_FeedDAO (); |
|
|
|
|
$catDAO = new FreshRSS_CategoryDAO (); |
|
|
|
|
|
|
|
|
|
$list = array (); |
|
|
|
|
foreach ($catDAO->listCategories () as $key => $cat) { |
|
|
|
|
$list[$key]['name'] = $cat->name (); |
|
|
|
|
$list[$key]['feeds'] = $feedDAO->listByCategory ($cat->id ()); |
|
|
|
|
private function generateOpml() { |
|
|
|
|
$list = array(); |
|
|
|
|
foreach ($this->catDAO->listCategories() as $key => $cat) { |
|
|
|
|
$list[$key]['name'] = $cat->name(); |
|
|
|
|
$list[$key]['feeds'] = $this->feedDAO->listByCategory($cat->id()); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
$this->view->categories = $list; |
|
|
|
|
return $this->view->helperToString('export/opml'); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
private function generate_articles($type) { |
|
|
|
|
// TODO: we should get articles according to $type |
|
|
|
|
private function generateArticles($type, $feed = NULL) { |
|
|
|
|
$this->view->categories = $this->catDAO->listCategories(); |
|
|
|
|
|
|
|
|
|
if ($type == 'starred') { |
|
|
|
|
$this->view->list_title = Minz_Translate::t('starred_list'); |
|
|
|
|
$this->view->type = 'starred'; |
|
|
|
|
$this->view->entries = $this->entryDAO->listWhere( |
|
|
|
|
's', '', 'all', 'ASC', |
|
|
|
|
$this->entryDAO->countUnreadReadFavorites()['all'] |
|
|
|
|
); |
|
|
|
|
} elseif ($type == 'feed' && !is_null($feed)) { |
|
|
|
|
$this->view->list_title = Minz_Translate::t( |
|
|
|
|
'feed_list', $feed->name() |
|
|
|
|
); |
|
|
|
|
$this->view->type = 'feed/' . $feed->id(); |
|
|
|
|
$this->view->entries = $this->entryDAO->listWhere( |
|
|
|
|
'f', $feed->id(), 'all', 'ASC', |
|
|
|
|
$this->view->conf->posts_per_page |
|
|
|
|
); |
|
|
|
|
$this->view->feed = $feed; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return $this->view->helperToString('export/articles'); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
Marien Fressinaud
11 years ago