wallabag/src/Wallabag/ImportBundle/Import/PocketImport.php

263 lines
7.2 KiB
PHP
Raw Normal View History

2015-10-23 12:01:27 +00:00
<?php
namespace Wallabag\ImportBundle\Import;
use Psr\Log\NullLogger;
2015-10-23 12:01:27 +00:00
use Doctrine\ORM\EntityManager;
use GuzzleHttp\Client;
use GuzzleHttp\Exception\RequestException;
2015-10-23 12:01:27 +00:00
use Wallabag\CoreBundle\Entity\Entry;
use Wallabag\CoreBundle\Helper\ContentProxy;
2015-10-23 12:01:27 +00:00
class PocketImport extends AbstractImport
2015-10-23 12:01:27 +00:00
{
private $client;
private $accessToken;
const NB_ELEMENTS = 5000;
2015-10-23 12:01:27 +00:00
2016-09-16 20:22:25 +00:00
public function __construct(EntityManager $em, ContentProxy $contentProxy)
2015-10-23 12:01:27 +00:00
{
$this->em = $em;
$this->contentProxy = $contentProxy;
$this->logger = new NullLogger();
}
/**
2016-09-05 05:50:10 +00:00
* Only used for test purpose.
*
* @return string
*/
public function getAccessToken()
{
return $this->accessToken;
}
/**
* {@inheritdoc}
*/
public function getName()
{
return 'Pocket';
}
/**
* {@inheritdoc}
*/
public function getUrl()
{
return 'import_pocket';
}
/**
* {@inheritdoc}
*/
public function getDescription()
{
return 'import.pocket.description';
}
2015-10-23 12:01:27 +00:00
/**
* Return the oauth url to authenticate the client.
*
* @param string $redirectUri Redirect url in case of error
*
2016-03-27 18:35:56 +00:00
* @return string|false request_token for callback method
*/
public function getRequestToken($redirectUri)
{
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/oauth/request',
[
'body' => json_encode([
2016-09-16 20:22:25 +00:00
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'redirect_uri' => $redirectUri,
]),
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to request token: %s', $e->getMessage()), ['exception' => $e]);
return false;
}
return $response->json()['code'];
}
/**
* Usually called by the previous callback to authorize the client.
* Then it return a token that can be used for next requests.
*
* @param string $code request_token from getRequestToken
*
* @return bool
*/
public function authorize($code)
{
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/oauth/authorize',
[
'body' => json_encode([
2016-09-16 20:22:25 +00:00
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'code' => $code,
]),
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to authorize client: %s', $e->getMessage()), ['exception' => $e]);
return false;
}
$this->accessToken = $response->json()['access_token'];
return true;
}
/**
* {@inheritdoc}
*/
public function import($offset = 0)
{
static $run = 0;
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/get',
[
'body' => json_encode([
2016-09-16 20:22:25 +00:00
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'access_token' => $this->accessToken,
'detailType' => 'complete',
'state' => 'all',
'sort' => 'newest',
'count' => self::NB_ELEMENTS,
'offset' => $offset,
]),
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to import: %s', $e->getMessage()), ['exception' => $e]);
return false;
}
$entries = $response->json();
if ($this->producer) {
$this->parseEntriesForProducer($entries['list']);
} else {
$this->parseEntries($entries['list']);
}
// if we retrieve exactly the amount of items requested it means we can get more
// re-call import and offset item by the amount previous received:
// - first call get 5k offset 0
// - second call get 5k offset 5k
// - and so on
if (count($entries['list']) === self::NB_ELEMENTS) {
++$run;
return $this->import(self::NB_ELEMENTS * $run);
}
return true;
}
/**
* Set the Guzzle client.
*
* @param Client $client
*/
public function setClient(Client $client)
{
$this->client = $client;
}
/**
* {@inheritdoc}
*
* @see https://getpocket.com/developer/docs/v3/retrieve
*/
2016-09-04 19:49:21 +00:00
public function parseEntry(array $importedEntry)
{
2016-09-04 19:49:21 +00:00
$url = isset($importedEntry['resolved_url']) && $importedEntry['resolved_url'] != '' ? $importedEntry['resolved_url'] : $importedEntry['given_url'];
$existingEntry = $this->em
->getRepository('WallabagCoreBundle:Entry')
->findByUrlAndUserId($url, $this->user->getId());
if (false !== $existingEntry) {
++$this->skippedEntries;
2015-10-23 12:01:27 +00:00
return;
}
2015-10-23 12:01:27 +00:00
$entry = new Entry($this->user);
$entry = $this->fetchContent($entry, $url);
2015-10-23 12:01:27 +00:00
// jump to next entry in case of problem while getting content
if (false === $entry) {
++$this->skippedEntries;
2015-10-23 12:01:27 +00:00
return;
}
2016-01-15 07:24:32 +00:00
// 0, 1, 2 - 1 if the item is archived - 2 if the item should be deleted
2016-09-04 19:49:21 +00:00
if ($importedEntry['status'] == 1 || $this->markAsRead) {
$entry->setArchived(true);
}
// 0 or 1 - 1 If the item is starred
2016-09-04 19:49:21 +00:00
if ($importedEntry['favorite'] == 1) {
$entry->setStarred(true);
}
2016-01-15 07:24:32 +00:00
$title = 'Untitled';
2016-09-04 19:49:21 +00:00
if (isset($importedEntry['resolved_title']) && $importedEntry['resolved_title'] != '') {
$title = $importedEntry['resolved_title'];
} elseif (isset($importedEntry['given_title']) && $importedEntry['given_title'] != '') {
$title = $importedEntry['given_title'];
2015-10-23 12:01:27 +00:00
}
$entry->setTitle($title);
$entry->setUrl($url);
// 0, 1, or 2 - 1 if the item has images in it - 2 if the item is an image
2016-09-04 19:49:21 +00:00
if (isset($importedEntry['has_image']) && $importedEntry['has_image'] > 0 && isset($importedEntry['images'][1])) {
$entry->setPreviewPicture($importedEntry['images'][1]['src']);
}
2016-09-04 19:49:21 +00:00
if (isset($importedEntry['tags']) && !empty($importedEntry['tags'])) {
$this->contentProxy->assignTagsToEntry(
$entry,
2016-09-04 19:49:21 +00:00
array_keys($importedEntry['tags'])
);
}
2016-09-09 18:45:30 +00:00
if (!empty($importedEntry['time_added'])) {
$entry->setCreatedAt((new \DateTime())->setTimestamp($importedEntry['time_added']));
}
$this->em->persist($entry);
++$this->importedEntries;
2016-01-15 07:24:32 +00:00
return $entry;
}
/**
2016-09-05 05:50:10 +00:00
* {@inheritdoc}
*/
2016-09-05 05:50:10 +00:00
protected function setEntryAsRead(array $importedEntry)
{
$importedEntry['status'] = '1';
2016-09-05 05:50:10 +00:00
return $importedEntry;
2015-10-23 12:01:27 +00:00
}
}