2015-09-30 09:43:25 +00:00
|
|
|
<?php
|
|
|
|
|
2015-12-30 09:06:45 +00:00
|
|
|
namespace Wallabag\ImportBundle\Command;
|
2015-09-30 09:43:25 +00:00
|
|
|
|
|
|
|
use Symfony\Bundle\FrameworkBundle\Command\ContainerAwareCommand;
|
2015-09-30 13:10:46 +00:00
|
|
|
use Symfony\Component\Config\Definition\Exception\Exception;
|
2015-09-30 12:22:38 +00:00
|
|
|
use Symfony\Component\Console\Input\InputArgument;
|
2015-09-30 09:43:25 +00:00
|
|
|
use Symfony\Component\Console\Input\InputInterface;
|
|
|
|
use Symfony\Component\Console\Output\OutputInterface;
|
|
|
|
use Symfony\Component\Console\Helper\ProgressBar;
|
|
|
|
use Wallabag\CoreBundle\Entity\Entry;
|
|
|
|
use Wallabag\CoreBundle\Tools\Utils;
|
|
|
|
|
|
|
|
class ImportCommand extends ContainerAwareCommand
|
|
|
|
{
|
|
|
|
protected function configure()
|
|
|
|
{
|
|
|
|
$this
|
2015-09-30 13:10:46 +00:00
|
|
|
->setName('wallabag:import')
|
2015-09-30 12:22:38 +00:00
|
|
|
->setDescription('Import entries from JSON file')
|
|
|
|
->addArgument(
|
|
|
|
'userId',
|
|
|
|
InputArgument::REQUIRED,
|
|
|
|
'user ID to populate'
|
|
|
|
);
|
2015-09-30 09:43:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
protected function execute(InputInterface $input, OutputInterface $output)
|
|
|
|
{
|
|
|
|
$now = new \DateTime();
|
|
|
|
$output->writeln('<comment>Start : '.$now->format('d-m-Y G:i:s').' ---</comment>');
|
|
|
|
|
|
|
|
// Importing CSV on DB via Doctrine ORM
|
|
|
|
$this->import($input, $output);
|
|
|
|
|
|
|
|
$now = new \DateTime();
|
|
|
|
$output->writeln('<comment>End : '.$now->format('d-m-Y G:i:s').' ---</comment>');
|
|
|
|
}
|
|
|
|
|
|
|
|
protected function import(InputInterface $input, OutputInterface $output)
|
|
|
|
{
|
|
|
|
// Getting php array of data from CSV
|
|
|
|
$data = $this->get($input, $output);
|
|
|
|
|
|
|
|
$em = $this->getContainer()->get('doctrine')->getManager();
|
|
|
|
// Turning off doctrine default logs queries for saving memory
|
|
|
|
$em->getConnection()->getConfiguration()->setSQLLogger(null);
|
|
|
|
|
|
|
|
// Define the size of record, the frequency for persisting the data and the current index of records
|
|
|
|
$size = count($data);
|
|
|
|
$batchSize = 20;
|
|
|
|
$i = 1;
|
|
|
|
|
2015-10-22 14:57:56 +00:00
|
|
|
$user = $em->getRepository('WallabagUserBundle:User')
|
2015-09-30 13:10:46 +00:00
|
|
|
->findOneById($input->getArgument('userId'));
|
|
|
|
|
|
|
|
if (!is_object($user)) {
|
|
|
|
throw new Exception('User not found');
|
|
|
|
}
|
|
|
|
|
2015-09-30 09:43:25 +00:00
|
|
|
$progress = new ProgressBar($output, $size);
|
|
|
|
$progress->start();
|
|
|
|
|
|
|
|
foreach ($data as $object) {
|
|
|
|
$array = (array) $object;
|
|
|
|
$entry = $em->getRepository('WallabagCoreBundle:Entry')
|
|
|
|
->findOneByUrl($array['url']);
|
|
|
|
|
|
|
|
if (!is_object($entry)) {
|
|
|
|
$entry = new Entry($user);
|
|
|
|
$entry->setUrl($array['url']);
|
|
|
|
}
|
|
|
|
|
|
|
|
$entry->setTitle($array['title']);
|
|
|
|
$entry->setArchived($array['is_read']);
|
|
|
|
$entry->setStarred($array['is_fav']);
|
|
|
|
$entry->setContent($array['content']);
|
|
|
|
$entry->setReadingTime(Utils::getReadingTime($array['content']));
|
|
|
|
|
|
|
|
$em->persist($entry);
|
|
|
|
|
|
|
|
if (($i % $batchSize) === 0) {
|
|
|
|
$em->flush();
|
|
|
|
$progress->advance($batchSize);
|
|
|
|
|
|
|
|
$now = new \DateTime();
|
|
|
|
$output->writeln(' of entries imported ... | '.$now->format('d-m-Y G:i:s'));
|
|
|
|
}
|
|
|
|
++$i;
|
|
|
|
}
|
|
|
|
|
|
|
|
$em->flush();
|
|
|
|
$em->clear();
|
|
|
|
$progress->finish();
|
|
|
|
}
|
|
|
|
|
|
|
|
protected function convert($filename)
|
|
|
|
{
|
|
|
|
if (!file_exists($filename) || !is_readable($filename)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
$header = null;
|
|
|
|
$data = array();
|
|
|
|
|
|
|
|
if (($handle = fopen($filename, 'r')) !== false) {
|
|
|
|
while (($row = fgets($handle)) !== false) {
|
|
|
|
$data = json_decode($row);
|
|
|
|
}
|
|
|
|
fclose($handle);
|
|
|
|
}
|
|
|
|
|
|
|
|
return $data;
|
|
|
|
}
|
|
|
|
|
|
|
|
protected function get(InputInterface $input, OutputInterface $output)
|
|
|
|
{
|
2015-09-30 13:10:46 +00:00
|
|
|
$filename = __DIR__.'/../../../../web/uploads/import/'.$input->getArgument('userId').'.json';
|
2015-10-22 14:57:56 +00:00
|
|
|
|
2015-09-30 13:10:46 +00:00
|
|
|
$data = $this->convert($filename);
|
2015-09-30 09:43:25 +00:00
|
|
|
|
|
|
|
return $data;
|
|
|
|
}
|
|
|
|
}
|