Merge pull request #3390 from aaa2000/httplug

Use httplug and graby 2.0
This commit is contained in:
Jérémy Benoist 2019-05-28 14:00:22 +02:00 committed by GitHub
commit 48d136d3a0
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
14 changed files with 452 additions and 484 deletions

View file

@ -34,6 +34,7 @@ class AppKernel extends Kernel
new FOS\JsRoutingBundle\FOSJsRoutingBundle(), new FOS\JsRoutingBundle\FOSJsRoutingBundle(),
new BD\GuzzleSiteAuthenticatorBundle\BDGuzzleSiteAuthenticatorBundle(), new BD\GuzzleSiteAuthenticatorBundle\BDGuzzleSiteAuthenticatorBundle(),
new OldSound\RabbitMqBundle\OldSoundRabbitMqBundle(), new OldSound\RabbitMqBundle\OldSoundRabbitMqBundle(),
new Http\HttplugBundle\HttplugBundle(),
// wallabag bundles // wallabag bundles
new Wallabag\CoreBundle\WallabagCoreBundle(), new Wallabag\CoreBundle\WallabagCoreBundle(),

View file

@ -370,3 +370,25 @@ jms_serializer:
sensio_framework_extra: sensio_framework_extra:
router: router:
annotations: false annotations: false
httplug:
clients:
wallabag_core:
factory: 'wallabag_core.http_client_factory'
config:
defaults:
timeout: 10
plugins: ['httplug.plugin.logger']
wallabag_core.entry.download_images:
factory: 'httplug.factory.auto'
plugins: ['httplug.plugin.logger']
wallabag_import.pocket.client:
factory: 'httplug.factory.auto'
plugins:
- 'httplug.plugin.logger'
- header_defaults:
headers:
'content-type': 'application/json'
'X-Accept': 'application/json'
discovery:
client: false

View file

@ -66,8 +66,9 @@
"simplepie/simplepie": "~1.5", "simplepie/simplepie": "~1.5",
"willdurand/hateoas-bundle": "~1.3", "willdurand/hateoas-bundle": "~1.3",
"liip/theme-bundle": "^1.4.6", "liip/theme-bundle": "^1.4.6",
"lexik/form-filter-bundle": "^5.0", "lexik/form-filter-bundle": "^5.0.4",
"j0k3r/graby": "^1.0", "j0k3r/graby": "^2.0",
"php-http/guzzle5-adapter": "^2.0",
"friendsofsymfony/user-bundle": "2.0.*", "friendsofsymfony/user-bundle": "2.0.*",
"friendsofsymfony/oauth-server-bundle": "^1.5", "friendsofsymfony/oauth-server-bundle": "^1.5",
"stof/doctrine-extensions-bundle": "^1.2", "stof/doctrine-extensions-bundle": "^1.2",
@ -89,7 +90,8 @@
"bdunogier/guzzle-site-authenticator": "^1.0.0", "bdunogier/guzzle-site-authenticator": "^1.0.0",
"defuse/php-encryption": "^2.1", "defuse/php-encryption": "^2.1",
"html2text/html2text": "^4.1", "html2text/html2text": "^4.1",
"pragmarx/recovery": "^0.1.0" "pragmarx/recovery": "^0.1.0",
"php-http/httplug-bundle": "^1.14"
}, },
"require-dev": { "require-dev": {
"doctrine/doctrine-fixtures-bundle": "~3.0", "doctrine/doctrine-fixtures-bundle": "~3.0",
@ -101,7 +103,9 @@
"phpstan/phpstan": "^0.11.0", "phpstan/phpstan": "^0.11.0",
"phpstan/phpstan-phpunit": "^0.11.0", "phpstan/phpstan-phpunit": "^0.11.0",
"phpstan/phpstan-symfony": "^0.11.0", "phpstan/phpstan-symfony": "^0.11.0",
"phpstan/phpstan-doctrine": "^0.11.0" "phpstan/phpstan-doctrine": "^0.11.0",
"php-http/mock-client": "^1.0",
"guzzlehttp/psr7": "^1.0"
}, },
"suggest": { "suggest": {
"ext-imagick": "To keep GIF animation when downloading image is enabled" "ext-imagick": "To keep GIF animation when downloading image is enabled"

View file

@ -369,9 +369,7 @@ class EntryRestController extends WallabagRestController
'language' => !empty($data['language']) ? $data['language'] : $entry->getLanguage(), 'language' => !empty($data['language']) ? $data['language'] : $entry->getLanguage(),
'date' => !empty($data['publishedAt']) ? $data['publishedAt'] : $entry->getPublishedAt(), 'date' => !empty($data['publishedAt']) ? $data['publishedAt'] : $entry->getPublishedAt(),
// faking the open graph preview picture // faking the open graph preview picture
'open_graph' => [ 'image' => !empty($data['picture']) ? $data['picture'] : $entry->getPreviewPicture(),
'og_image' => !empty($data['picture']) ? $data['picture'] : $entry->getPreviewPicture(),
],
'authors' => \is_string($data['authors']) ? explode(',', $data['authors']) : $entry->getPublishedBy(), 'authors' => \is_string($data['authors']) ? explode(',', $data['authors']) : $entry->getPublishedBy(),
] ]
); );

View file

@ -54,7 +54,11 @@ class ContentProxy
if ((empty($content) || false === $this->validateContent($content)) && false === $disableContentUpdate) { if ((empty($content) || false === $this->validateContent($content)) && false === $disableContentUpdate) {
$fetchedContent = $this->graby->fetchContent($url); $fetchedContent = $this->graby->fetchContent($url);
$fetchedContent['title'] = $this->sanitizeContentTitle($fetchedContent['title'], $fetchedContent['content_type']);
$fetchedContent['title'] = $this->sanitizeContentTitle(
$fetchedContent['title'],
isset($fetchedContent['headers']['content-type']) ? $fetchedContent['headers']['content-type'] : ''
);
// when content is imported, we have information in $content // when content is imported, we have information in $content
// in case fetching content goes bad, we'll keep the imported information instead of overriding them // in case fetching content goes bad, we'll keep the imported information instead of overriding them
@ -188,8 +192,8 @@ class ContentProxy
/** /**
* Try to sanitize the title of the fetched content from wrong character encodings and invalid UTF-8 character. * Try to sanitize the title of the fetched content from wrong character encodings and invalid UTF-8 character.
* *
* @param $title * @param string $title
* @param $contentType * @param string $contentType
* *
* @return string * @return string
*/ */
@ -253,16 +257,14 @@ class ContentProxy
if (!empty($content['title'])) { if (!empty($content['title'])) {
$entry->setTitle($content['title']); $entry->setTitle($content['title']);
} elseif (!empty($content['open_graph']['og_title'])) {
$entry->setTitle($content['open_graph']['og_title']);
} }
if (empty($content['html'])) { if (empty($content['html'])) {
$content['html'] = $this->fetchingErrorMessage; $content['html'] = $this->fetchingErrorMessage;
if (!empty($content['open_graph']['og_description'])) { if (!empty($content['description'])) {
$content['html'] .= '<p><i>But we found a short description: </i></p>'; $content['html'] .= '<p><i>But we found a short description: </i></p>';
$content['html'] .= $content['open_graph']['og_description']; $content['html'] .= $content['description'];
} }
} }
@ -277,8 +279,8 @@ class ContentProxy
$entry->setPublishedBy($content['authors']); $entry->setPublishedBy($content['authors']);
} }
if (!empty($content['all_headers']) && $this->storeArticleHeaders) { if (!empty($content['headers'])) {
$entry->setHeaders($content['all_headers']); $entry->setHeaders($content['headers']);
} }
if (!empty($content['date'])) { if (!empty($content['date'])) {
@ -290,28 +292,29 @@ class ContentProxy
} }
$previewPictureUrl = ''; $previewPictureUrl = '';
if (!empty($content['open_graph']['og_image'])) { if (!empty($content['image'])) {
$previewPictureUrl = $content['open_graph']['og_image']; $previewPictureUrl = $content['image'];
} }
// if content is an image, define it as a preview too // if content is an image, define it as a preview too
if (!empty($content['content_type']) && \in_array($this->mimeGuesser->guess($content['content_type']), ['jpeg', 'jpg', 'gif', 'png'], true)) { if (!empty($content['headers']['content-type']) && \in_array($this->mimeGuesser->guess($content['headers']['content-type']), ['jpeg', 'jpg', 'gif', 'png'], true)) {
$previewPictureUrl = $content['url']; $previewPictureUrl = $content['url'];
} elseif (empty($previewPictureUrl)) { } elseif (empty($previewPictureUrl)) {
$this->logger->debug('Extracting images from content to provide a default preview picture'); $this->logger->debug('Extracting images from content to provide a default preview picture');
$imagesUrls = DownloadImages::extractImagesUrlsFromHtml($content['html']); $imagesUrls = DownloadImages::extractImagesUrlsFromHtml($content['html']);
$this->logger->debug(\count($imagesUrls) . ' pictures found'); $this->logger->debug(\count($imagesUrls) . ' pictures found');
if (!empty($imagesUrls)) { if (!empty($imagesUrls)) {
$previewPictureUrl = $imagesUrls[0]; $previewPictureUrl = $imagesUrls[0];
} }
} }
if (!empty($previewPictureUrl)) { if (!empty($content['headers']['content-type'])) {
$this->updatePreviewPicture($entry, $previewPictureUrl); $entry->setMimetype($content['headers']['content-type']);
} }
if (!empty($content['content_type'])) { if (!empty($previewPictureUrl)) {
$entry->setMimetype($content['content_type']); $this->updatePreviewPicture($entry, $previewPictureUrl);
} }
try { try {

View file

@ -2,8 +2,13 @@
namespace Wallabag\CoreBundle\Helper; namespace Wallabag\CoreBundle\Helper;
use GuzzleHttp\Client; use Http\Client\Common\HttpMethodsClient;
use GuzzleHttp\Message\Response; use Http\Client\Common\Plugin\ErrorPlugin;
use Http\Client\Common\PluginClient;
use Http\Client\HttpClient;
use Http\Discovery\MessageFactoryDiscovery;
use Http\Message\MessageFactory;
use Psr\Http\Message\ResponseInterface;
use Psr\Log\LoggerInterface; use Psr\Log\LoggerInterface;
use Symfony\Component\DomCrawler\Crawler; use Symfony\Component\DomCrawler\Crawler;
use Symfony\Component\Finder\Finder; use Symfony\Component\Finder\Finder;
@ -19,9 +24,9 @@ class DownloadImages
private $mimeGuesser; private $mimeGuesser;
private $wallabagUrl; private $wallabagUrl;
public function __construct(Client $client, $baseFolder, $wallabagUrl, LoggerInterface $logger) public function __construct(HttpClient $client, $baseFolder, $wallabagUrl, LoggerInterface $logger, MessageFactory $messageFactory = null)
{ {
$this->client = $client; $this->client = new HttpMethodsClient(new PluginClient($client, [new ErrorPlugin()]), $messageFactory ?: MessageFactoryDiscovery::find());
$this->baseFolder = $baseFolder; $this->baseFolder = $baseFolder;
$this->wallabagUrl = rtrim($wallabagUrl, '/'); $this->wallabagUrl = rtrim($wallabagUrl, '/');
$this->logger = $logger; $this->logger = $logger;
@ -135,7 +140,7 @@ class DownloadImages
$localPath = $folderPath . '/' . $hashImage . '.' . $ext; $localPath = $folderPath . '/' . $hashImage . '.' . $ext;
try { try {
$im = imagecreatefromstring($res->getBody()); $im = imagecreatefromstring((string) $res->getBody());
} catch (\Exception $e) { } catch (\Exception $e) {
$im = false; $im = false;
} }
@ -306,14 +311,14 @@ class DownloadImages
/** /**
* Retrieve and validate the extension from the response of the url of the image. * Retrieve and validate the extension from the response of the url of the image.
* *
* @param Response $res Guzzle Response * @param ResponseInterface $res Http Response
* @param string $imagePath Path from the src image from the content (used for log only) * @param string $imagePath Path from the src image from the content (used for log only)
* *
* @return string|false Extension name or false if validation failed * @return string|false Extension name or false if validation failed
*/ */
private function getExtensionFromResponse(Response $res, $imagePath) private function getExtensionFromResponse(ResponseInterface $res, $imagePath)
{ {
$ext = $this->mimeGuesser->guess($res->getHeader('content-type')); $ext = $this->mimeGuesser->guess(current($res->getHeader('content-type')));
$this->logger->debug('DownloadImages: Checking extension', ['ext' => $ext, 'header' => $res->getHeader('content-type')]); $this->logger->debug('DownloadImages: Checking extension', ['ext' => $ext, 'header' => $res->getHeader('content-type')]);
// ok header doesn't have the extension, try a different way // ok header doesn't have the extension, try a different way

View file

@ -2,16 +2,18 @@
namespace Wallabag\CoreBundle\Helper; namespace Wallabag\CoreBundle\Helper;
use Graby\Ring\Client\SafeCurlHandler; use GuzzleHttp\Client as GuzzleClient;
use GuzzleHttp\Client;
use GuzzleHttp\Cookie\CookieJar; use GuzzleHttp\Cookie\CookieJar;
use GuzzleHttp\Event\SubscriberInterface; use GuzzleHttp\Event\SubscriberInterface;
use Http\Adapter\Guzzle5\Client as GuzzleAdapter;
use Http\Client\HttpClient;
use Http\HttplugBundle\ClientFactory\ClientFactory;
use Psr\Log\LoggerInterface; use Psr\Log\LoggerInterface;
/** /**
* Builds and configures the Guzzle HTTP client. * Builds and configures the HTTP client.
*/ */
class HttpClientFactory class HttpClientFactory implements ClientFactory
{ {
/** @var [\GuzzleHttp\Event\SubscriberInterface] */ /** @var [\GuzzleHttp\Event\SubscriberInterface] */
private $subscribers = []; private $subscribers = [];
@ -36,29 +38,6 @@ class HttpClientFactory
$this->logger = $logger; $this->logger = $logger;
} }
/**
* @return \GuzzleHttp\Client|null
*/
public function buildHttpClient()
{
$this->logger->log('debug', 'Restricted access config enabled?', ['enabled' => (int) $this->restrictedAccess]);
if (0 === (int) $this->restrictedAccess) {
return;
}
// we clear the cookie to avoid websites who use cookies for analytics
$this->cookieJar->clear();
// need to set the (shared) cookie jar
$client = new Client(['handler' => new SafeCurlHandler(), 'defaults' => ['cookies' => $this->cookieJar]]);
foreach ($this->subscribers as $subscriber) {
$client->getEmitter()->attach($subscriber);
}
return $client;
}
/** /**
* Adds a subscriber to the HTTP client. * Adds a subscriber to the HTTP client.
* *
@ -68,4 +47,34 @@ class HttpClientFactory
{ {
$this->subscribers[] = $subscriber; $this->subscribers[] = $subscriber;
} }
/**
* Input an array of configuration to be able to create a HttpClient.
*
* @param array $config
*
* @return HttpClient
*/
public function createClient(array $config = [])
{
$this->logger->log('debug', 'Restricted access config enabled?', ['enabled' => (int) $this->restrictedAccess]);
if (0 === (int) $this->restrictedAccess) {
return new GuzzleAdapter(new GuzzleClient($config));
}
// we clear the cookie to avoid websites who use cookies for analytics
$this->cookieJar->clear();
if (!isset($config['defaults']['cookies'])) {
// need to set the (shared) cookie jar
$config['defaults']['cookies'] = $this->cookieJar;
}
$guzzle = new GuzzleClient($config);
foreach ($this->subscribers as $subscriber) {
$guzzle->getEmitter()->attach($subscriber);
}
return new GuzzleAdapter($guzzle);
}
} }

View file

@ -42,7 +42,7 @@ services:
- -
error_message: '%wallabag_core.fetching_error_message%' error_message: '%wallabag_core.fetching_error_message%'
error_message_title: '%wallabag_core.fetching_error_message_title%' error_message_title: '%wallabag_core.fetching_error_message_title%'
- "@wallabag_core.guzzle.http_client" - "@wallabag_core.http_client"
- "@wallabag_core.graby.config_builder" - "@wallabag_core.graby.config_builder"
calls: calls:
- [ setLogger, [ "@logger" ] ] - [ setLogger, [ "@logger" ] ]
@ -55,9 +55,8 @@ services:
- {} - {}
- "@logger" - "@logger"
wallabag_core.guzzle.http_client: wallabag_core.http_client:
class: GuzzleHttp\ClientInterface alias: 'httplug.client.wallabag_core'
factory: ["@wallabag_core.guzzle.http_client_factory", buildHttpClient]
wallabag_core.guzzle_authenticator.config_builder: wallabag_core.guzzle_authenticator.config_builder:
class: Wallabag\CoreBundle\GuzzleSiteAuthenticator\GrabySiteConfigBuilder class: Wallabag\CoreBundle\GuzzleSiteAuthenticator\GrabySiteConfigBuilder
@ -73,7 +72,7 @@ services:
bd_guzzle_site_authenticator.site_config_builder: bd_guzzle_site_authenticator.site_config_builder:
alias: wallabag_core.guzzle_authenticator.config_builder alias: wallabag_core.guzzle_authenticator.config_builder
wallabag_core.guzzle.http_client_factory: wallabag_core.http_client_factory:
class: Wallabag\CoreBundle\Helper\HttpClientFactory class: Wallabag\CoreBundle\Helper\HttpClientFactory
arguments: arguments:
- "@wallabag_core.guzzle.cookie_jar" - "@wallabag_core.guzzle.cookie_jar"
@ -212,7 +211,7 @@ services:
- "@logger" - "@logger"
wallabag_core.entry.download_images.client: wallabag_core.entry.download_images.client:
class: GuzzleHttp\Client alias: 'httplug.client.wallabag_core.entry.download_images'
wallabag_core.helper.crypto_proxy: wallabag_core.helper.crypto_proxy:
class: Wallabag\CoreBundle\Helper\CryptoProxy class: Wallabag\CoreBundle\Helper\CryptoProxy

View file

@ -2,13 +2,22 @@
namespace Wallabag\ImportBundle\Import; namespace Wallabag\ImportBundle\Import;
use GuzzleHttp\Client; use Http\Client\Common\HttpMethodsClient;
use GuzzleHttp\Exception\RequestException; use Http\Client\Common\Plugin\ErrorPlugin;
use Http\Client\Common\PluginClient;
use Http\Client\Exception\RequestException;
use Http\Client\HttpClient;
use Http\Discovery\MessageFactoryDiscovery;
use Http\Message\MessageFactory;
use Psr\Http\Message\ResponseInterface;
use Wallabag\CoreBundle\Entity\Entry; use Wallabag\CoreBundle\Entity\Entry;
class PocketImport extends AbstractImport class PocketImport extends AbstractImport
{ {
const NB_ELEMENTS = 5000; const NB_ELEMENTS = 5000;
/**
* @var HttpMethodsClient
*/
private $client; private $client;
private $accessToken; private $accessToken;
@ -55,24 +64,18 @@ class PocketImport extends AbstractImport
*/ */
public function getRequestToken($redirectUri) public function getRequestToken($redirectUri)
{ {
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/oauth/request', try {
[ $response = $this->client->post('https://getpocket.com/v3/oauth/request', [], json_encode([
'body' => json_encode([
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(), 'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'redirect_uri' => $redirectUri, 'redirect_uri' => $redirectUri,
]), ]));
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) { } catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to request token: %s', $e->getMessage()), ['exception' => $e]); $this->logger->error(sprintf('PocketImport: Failed to request token: %s', $e->getMessage()), ['exception' => $e]);
return false; return false;
} }
return $response->json()['code']; return $this->jsonDecode($response)['code'];
} }
/** /**
@ -85,24 +88,18 @@ class PocketImport extends AbstractImport
*/ */
public function authorize($code) public function authorize($code)
{ {
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/oauth/authorize', try {
[ $response = $this->client->post('https://getpocket.com/v3/oauth/authorize', [], json_encode([
'body' => json_encode([
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(), 'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'code' => $code, 'code' => $code,
]), ]));
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) { } catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to authorize client: %s', $e->getMessage()), ['exception' => $e]); $this->logger->error(sprintf('PocketImport: Failed to authorize client: %s', $e->getMessage()), ['exception' => $e]);
return false; return false;
} }
$this->accessToken = $response->json()['access_token']; $this->accessToken = $this->jsonDecode($response)['access_token'];
return true; return true;
} }
@ -114,9 +111,8 @@ class PocketImport extends AbstractImport
{ {
static $run = 0; static $run = 0;
$request = $this->client->createRequest('POST', 'https://getpocket.com/v3/get', try {
[ $response = $this->client->post('https://getpocket.com/v3/get', [], json_encode([
'body' => json_encode([
'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(), 'consumer_key' => $this->user->getConfig()->getPocketConsumerKey(),
'access_token' => $this->accessToken, 'access_token' => $this->accessToken,
'detailType' => 'complete', 'detailType' => 'complete',
@ -124,19 +120,14 @@ class PocketImport extends AbstractImport
'sort' => 'newest', 'sort' => 'newest',
'count' => self::NB_ELEMENTS, 'count' => self::NB_ELEMENTS,
'offset' => $offset, 'offset' => $offset,
]), ]));
]
);
try {
$response = $this->client->send($request);
} catch (RequestException $e) { } catch (RequestException $e) {
$this->logger->error(sprintf('PocketImport: Failed to import: %s', $e->getMessage()), ['exception' => $e]); $this->logger->error(sprintf('PocketImport: Failed to import: %s', $e->getMessage()), ['exception' => $e]);
return false; return false;
} }
$entries = $response->json(); $entries = $this->jsonDecode($response);
if ($this->producer) { if ($this->producer) {
$this->parseEntriesForProducer($entries['list']); $this->parseEntriesForProducer($entries['list']);
@ -159,13 +150,14 @@ class PocketImport extends AbstractImport
} }
/** /**
* Set the Guzzle client. * Set the Http client.
* *
* @param Client $client * @param HttpClient $client
* @param MessageFactory|null $messageFactory
*/ */
public function setClient(Client $client) public function setClient(HttpClient $client, MessageFactory $messageFactory = null)
{ {
$this->client = $client; $this->client = new HttpMethodsClient(new PluginClient($client, [new ErrorPlugin()]), $messageFactory ?: MessageFactoryDiscovery::find());
} }
/** /**
@ -252,4 +244,15 @@ class PocketImport extends AbstractImport
return $importedEntry; return $importedEntry;
} }
protected function jsonDecode(ResponseInterface $response)
{
$data = json_decode((string) $response->getBody(), true);
if (JSON_ERROR_NONE !== json_last_error()) {
throw new \InvalidArgumentException('Unable to parse JSON data: ' . json_last_error_msg());
}
return $data;
}
} }

View file

@ -35,7 +35,9 @@ class WallabagV2Import extends WallabagImport
{ {
return [ return [
'html' => $entry['content'], 'html' => $entry['content'],
'content_type' => $entry['mimetype'], 'headers' => [
'content-type' => $entry['mimetype'],
],
'is_archived' => (bool) ($entry['is_archived'] || $this->markAsRead), 'is_archived' => (bool) ($entry['is_archived'] || $this->markAsRead),
'is_starred' => (bool) $entry['is_starred'], 'is_starred' => (bool) $entry['is_starred'],
] + $entry; ] + $entry;

View file

@ -7,13 +7,7 @@ services:
class: Wallabag\ImportBundle\Import\ImportChain class: Wallabag\ImportBundle\Import\ImportChain
wallabag_import.pocket.client: wallabag_import.pocket.client:
class: GuzzleHttp\Client alias: 'httplug.client.wallabag_import.pocket.client'
arguments:
-
defaults:
headers:
content-type: "application/json"
X-Accept: "application/json"
wallabag_import.pocket.import: wallabag_import.pocket.import:
class: Wallabag\ImportBundle\Import\PocketImport class: Wallabag\ImportBundle\Import\PocketImport

View file

@ -36,7 +36,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => '', 'title' => '',
'url' => '', 'url' => '',
'content_type' => '', 'headers' => [
'content-type' => '',
],
'language' => '', 'language' => '',
]); ]);
@ -71,7 +73,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => '', 'title' => '',
'url' => '', 'url' => '',
'content_type' => '', 'headers' => [
'content-type' => '',
],
'language' => '', 'language' => '',
]); ]);
@ -104,15 +108,14 @@ class ContentProxyTest extends TestCase
->method('fetchContent') ->method('fetchContent')
->willReturn([ ->willReturn([
'html' => false, 'html' => false,
'title' => '', 'title' => 'my title',
'url' => '', 'url' => '',
'content_type' => '', 'headers' => [
'content-type' => '',
],
'language' => '', 'language' => '',
'status' => '', 'status' => '',
'open_graph' => [ 'description' => 'desc',
'og_title' => 'my title',
'og_description' => 'desc',
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage);
@ -147,13 +150,12 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ 'description' => 'OG desc',
'og_title' => 'my OG title', 'image' => 'http://3.3.3.3/cover.jpg',
'og_description' => 'OG desc', 'headers' => [
'og_image' => 'http://3.3.3.3/cover.jpg', 'content-type' => 'text/html',
], ],
]); ]);
@ -189,13 +191,12 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ 'description' => 'OG desc',
'og_title' => 'my OG title', 'image' => null,
'og_description' => 'OG desc', 'headers' => [
'og_image' => null, 'content-type' => 'text/html',
], ],
]); ]);
@ -231,14 +232,12 @@ class ContentProxyTest extends TestCase
'html' => "<h1>Test</h1><p><img src='http://3.3.3.3/cover.jpg'/></p>", 'html' => "<h1>Test</h1><p><img src='http://3.3.3.3/cover.jpg'/></p>",
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html', 'headers' => [
'content-type' => 'text/html',
],
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ 'image' => null,
'og_title' => 'my OG title',
'og_description' => 'OG desc',
'og_image' => null,
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage);
@ -273,14 +272,12 @@ class ContentProxyTest extends TestCase
'html' => "<h1>Test</h1><p><img src='http://3.3.3.3/nevermind.jpg'/></p>", 'html' => "<h1>Test</h1><p><img src='http://3.3.3.3/nevermind.jpg'/></p>",
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html', 'headers' => [
'content-type' => 'text/html',
],
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ 'image' => 'http://3.3.3.3/cover.jpg',
'og_title' => 'my OG title',
'og_description' => 'OG desc',
'og_image' => 'http://3.3.3.3/cover.jpg',
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage);
@ -320,9 +317,11 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'dontexist', 'language' => 'dontexist',
'status' => '200', 'status' => '200',
'headers' => [
'content-type' => 'text/html',
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $validator, $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $validator, $this->getLogger(), $this->fetchingErrorMessage);
@ -364,14 +363,13 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html', 'headers' => [
'content-type' => 'text/html',
],
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ 'description' => 'OG desc',
'og_title' => 'my OG title', 'image' => 'https://',
'og_description' => 'OG desc',
'og_image' => 'https://',
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $validator, $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $validator, $this->getLogger(), $this->fetchingErrorMessage);
@ -404,12 +402,12 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'date' => '1395635872', 'date' => '1395635872',
'authors' => ['Jeremy', 'Nico', 'Thomas'], 'authors' => ['Jeremy', 'Nico', 'Thomas'],
'all_headers' => [ 'headers' => [
'Cache-Control' => 'no-cache', 'cache-control' => 'no-cache',
'content-type' => 'text/html',
], ],
] ]
); );
@ -447,9 +445,11 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'date' => '2016-09-08T11:55:58+0200', 'date' => '2016-09-08T11:55:58+0200',
'headers' => [
'content-type' => 'text/html',
],
] ]
); );
@ -482,9 +482,11 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'date' => '01 02 2012', 'date' => '01 02 2012',
'headers' => [
'content-type' => 'text/html',
],
] ]
); );
@ -519,8 +521,10 @@ class ContentProxyTest extends TestCase
'html' => str_repeat('this is my content', 325), 'html' => str_repeat('this is my content', 325),
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'headers' => [
'content-type' => 'text/html',
],
] ]
); );
@ -559,13 +563,13 @@ class ContentProxyTest extends TestCase
'html' => $html, 'html' => $html,
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1', 'url' => 'http://1.1.1.1',
'content_type' => 'text/html',
'language' => 'fr', 'language' => 'fr',
'status' => '200', 'status' => '200',
'open_graph' => [ //'og_title' => 'my OG title',
'og_title' => 'my OG title', 'description' => 'OG desc',
'og_description' => 'OG desc', 'image' => 'http://3.3.3.3/cover.jpg',
'og_image' => 'http://3.3.3.3/cover.jpg', 'headers' => [
'content-type' => 'text/html',
], ],
] ]
); );
@ -597,9 +601,10 @@ class ContentProxyTest extends TestCase
'html' => '<p><img src="http://1.1.1.1/image.jpg" /></p>', 'html' => '<p><img src="http://1.1.1.1/image.jpg" /></p>',
'title' => 'this is my title', 'title' => 'this is my title',
'url' => 'http://1.1.1.1/image.jpg', 'url' => 'http://1.1.1.1/image.jpg',
'content_type' => 'image/jpeg',
'status' => '200', 'status' => '200',
'open_graph' => [], 'headers' => [
'content-type' => 'image/jpeg',
],
]); ]);
$proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage); $proxy = new ContentProxy($graby, $tagger, $this->getValidator(), $this->getLogger(), $this->fetchingErrorMessage);
@ -637,7 +642,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'text/html', 'headers' => [
'content-type' => 'text/html',
],
'language' => '', 'language' => '',
]); ]);
@ -672,7 +679,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'text/html', 'headers' => [
'content-type' => 'text/html',
],
'language' => '', 'language' => '',
]); ]);
@ -706,7 +715,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'application/pdf', 'headers' => [
'content-type' => 'application/pdf',
],
'language' => '', 'language' => '',
]); ]);
@ -740,7 +751,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'application/pdf', 'headers' => [
'content-type' => 'application/pdf',
],
'language' => '', 'language' => '',
]); ]);
@ -774,7 +787,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'application/pdf', 'headers' => [
'content-type' => 'application/pdf',
],
'language' => '', 'language' => '',
]); ]);
@ -809,7 +824,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => $actualTitle, 'title' => $actualTitle,
'url' => '', 'url' => '',
'content_type' => 'application/pdf', 'headers' => [
'content-type' => 'application/pdf',
],
'language' => '', 'language' => '',
]); ]);
@ -939,7 +956,9 @@ class ContentProxyTest extends TestCase
'html' => false, 'html' => false,
'title' => '', 'title' => '',
'url' => $content_url, 'url' => $content_url,
'content_type' => '', 'headers' => [
'content-type' => '',
],
'language' => '', 'language' => '',
], ],
true true
@ -970,7 +989,9 @@ class ContentProxyTest extends TestCase
} }
/** /**
* https://stackoverflow.com/a/18506801. * Convert hex to string.
*
* @see https://stackoverflow.com/a/18506801
* *
* @param $hex * @param $hex
* *

View file

@ -2,10 +2,8 @@
namespace Tests\Wallabag\CoreBundle\Helper; namespace Tests\Wallabag\CoreBundle\Helper;
use GuzzleHttp\Client; use GuzzleHttp\Psr7\Response;
use GuzzleHttp\Message\Response; use Http\Mock\Client as HttpMockClient;
use GuzzleHttp\Stream\Stream;
use GuzzleHttp\Subscriber\Mock;
use Monolog\Handler\TestHandler; use Monolog\Handler\TestHandler;
use Monolog\Logger; use Monolog\Logger;
use PHPUnit\Framework\TestCase; use PHPUnit\Framework\TestCase;
@ -32,18 +30,14 @@ class DownloadImagesTest extends TestCase
*/ */
public function testProcessHtml($html, $url) public function testProcessHtml($html, $url)
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['content-type' => 'image/png'], file_get_contents(__DIR__ . '/../fixtures/unnamed.png')));
new Response(200, ['content-type' => 'image/png'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/unnamed.png'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processHtml(123, $html, $url); $res = $download->processHtml(123, $html, $url);
@ -53,18 +47,13 @@ class DownloadImagesTest extends TestCase
public function testProcessHtmlWithBadImage() public function testProcessHtmlWithBadImage()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => 'application/json'], ''));
$mock = new Mock([
new Response(200, ['content-type' => 'application/json'], Stream::factory('')),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processHtml(123, '<div><img src="http://i.imgur.com/T9qgcHc.jpg" /></div>', 'http://imgur.com/gallery/WxtWY'); $res = $download->processHtml(123, '<div><img src="http://i.imgur.com/T9qgcHc.jpg" /></div>', 'http://imgur.com/gallery/WxtWY');
$this->assertContains('http://i.imgur.com/T9qgcHc.jpg', $res, 'Image were not replace because of content-type'); $this->assertContains('http://i.imgur.com/T9qgcHc.jpg', $res, 'Image were not replace because of content-type');
@ -85,18 +74,13 @@ class DownloadImagesTest extends TestCase
*/ */
public function testProcessSingleImage($header, $extension) public function testProcessSingleImage($header, $extension)
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => $header], file_get_contents(__DIR__ . '/../fixtures/unnamed.png')));
$mock = new Mock([
new Response(200, ['content-type' => $header], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/unnamed.png'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage(123, 'T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY'); $res = $download->processSingleImage(123, 'T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY');
$this->assertContains('/assets/images/9/b/9b0ead26/ebe60399.' . $extension, $res); $this->assertContains('/assets/images/9/b/9b0ead26/ebe60399.' . $extension, $res);
@ -104,18 +88,13 @@ class DownloadImagesTest extends TestCase
public function testProcessSingleImageWithBadUrl() public function testProcessSingleImageWithBadUrl()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(404, []));
$mock = new Mock([
new Response(404, []),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage(123, 'T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY'); $res = $download->processSingleImage(123, 'T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY');
$this->assertFalse($res, 'Image can not be found, so it will not be replaced'); $this->assertFalse($res, 'Image can not be found, so it will not be replaced');
@ -123,18 +102,13 @@ class DownloadImagesTest extends TestCase
public function testProcessSingleImageWithBadImage() public function testProcessSingleImageWithBadImage()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => 'image/png'], ''));
$mock = new Mock([
new Response(200, ['content-type' => 'image/png'], Stream::factory('')),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage(123, 'http://i.imgur.com/T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY'); $res = $download->processSingleImage(123, 'http://i.imgur.com/T9qgcHc.jpg', 'http://imgur.com/gallery/WxtWY');
$this->assertFalse($res, 'Image can not be loaded, so it will not be replaced'); $this->assertFalse($res, 'Image can not be loaded, so it will not be replaced');
@ -142,18 +116,13 @@ class DownloadImagesTest extends TestCase
public function testProcessSingleImageFailAbsolute() public function testProcessSingleImageFailAbsolute()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => 'image/png'], file_get_contents(__DIR__ . '/../fixtures/unnamed.png')));
$mock = new Mock([
new Response(200, ['content-type' => 'image/png'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/unnamed.png'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage(123, '/i.imgur.com/T9qgcHc.jpg', 'imgur.com/gallery/WxtWY'); $res = $download->processSingleImage(123, '/i.imgur.com/T9qgcHc.jpg', 'imgur.com/gallery/WxtWY');
$this->assertFalse($res, 'Absolute image can not be determined, so it will not be replaced'); $this->assertFalse($res, 'Absolute image can not be determined, so it will not be replaced');
@ -161,18 +130,13 @@ class DownloadImagesTest extends TestCase
public function testProcessRealImage() public function testProcessRealImage()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
$mock = new Mock([
new Response(200, ['content-type' => null], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage( $res = $download->processSingleImage(
123, 123,
@ -186,20 +150,15 @@ class DownloadImagesTest extends TestCase
public function testProcessImageWithSrcset() public function testProcessImageWithSrcset()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))), $httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processHtml(123, '<p><img class="alignnone wp-image-1153" src="http://piketty.blog.lemonde.fr/files/2017/10/F1FR-530x375.jpg" alt="" width="628" height="444" srcset="http://piketty.blog.lemonde.fr/files/2017/10/F1FR-530x375.jpg 530w, http://piketty.blog.lemonde.fr/files/2017/10/F1FR-768x543.jpg 768w, http://piketty.blog.lemonde.fr/files/2017/10/F1FR-900x636.jpg 900w" sizes="(max-width: 628px) 100vw, 628px" /></p>', 'http://piketty.blog.lemonde.fr/2017/10/12/budget-2018-la-jeunesse-sacrifiee/'); $res = $download->processHtml(123, '<p><img class="alignnone wp-image-1153" src="http://piketty.blog.lemonde.fr/files/2017/10/F1FR-530x375.jpg" alt="" width="628" height="444" srcset="http://piketty.blog.lemonde.fr/files/2017/10/F1FR-530x375.jpg 530w, http://piketty.blog.lemonde.fr/files/2017/10/F1FR-768x543.jpg 768w, http://piketty.blog.lemonde.fr/files/2017/10/F1FR-900x636.jpg 900w" sizes="(max-width: 628px) 100vw, 628px" /></p>', 'http://piketty.blog.lemonde.fr/2017/10/12/budget-2018-la-jeunesse-sacrifiee/');
$this->assertNotContains('http://piketty.blog.lemonde.fr/', $res, 'Image srcset attribute were not replaced'); $this->assertNotContains('http://piketty.blog.lemonde.fr/', $res, 'Image srcset attribute were not replaced');
@ -207,20 +166,15 @@ class DownloadImagesTest extends TestCase
public function testProcessImageWithTrickySrcset() public function testProcessImageWithTrickySrcset()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))), $httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
new Response(200, ['content-type' => 'image/jpeg'], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processHtml(123, '<figure id="post-257260" class="align-none media-257260"><img src="https://cdn.css-tricks.com/wp-content/uploads/2017/08/the-critical-request.png" srcset="https://res.cloudinary.com/css-tricks/image/upload/c_scale,w_1000,f_auto,q_auto/v1501594717/the-critical-request_bqdfaa.png 1000w, https://res.cloudinary.com/css-tricks/image/upload/c_scale,w_200,f_auto,q_auto/v1501594717/the-critical-request_bqdfaa.png 200w" sizes="(min-width: 1850px) calc( (100vw - 555px) / 3 ) $res = $download->processHtml(123, '<figure id="post-257260" class="align-none media-257260"><img src="https://cdn.css-tricks.com/wp-content/uploads/2017/08/the-critical-request.png" srcset="https://res.cloudinary.com/css-tricks/image/upload/c_scale,w_1000,f_auto,q_auto/v1501594717/the-critical-request_bqdfaa.png 1000w, https://res.cloudinary.com/css-tricks/image/upload/c_scale,w_200,f_auto,q_auto/v1501594717/the-critical-request_bqdfaa.png 200w" sizes="(min-width: 1850px) calc( (100vw - 555px) / 3 )
(min-width: 1251px) calc( (100vw - 530px) / 2 ) (min-width: 1251px) calc( (100vw - 530px) / 2 )
(min-width: 1086px) calc(100vw - 480px) (min-width: 1086px) calc(100vw - 480px)
@ -232,18 +186,13 @@ class DownloadImagesTest extends TestCase
public function testProcessImageWithNullPath() public function testProcessImageWithNullPath()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['content-type' => null], file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg')));
$mock = new Mock([
new Response(200, ['content-type' => null], Stream::factory(file_get_contents(__DIR__ . '/../fixtures/image-no-content-type.jpg'))),
]);
$client->getEmitter()->attach($mock);
$logHandler = new TestHandler(); $logHandler = new TestHandler();
$logger = new Logger('test', [$logHandler]); $logger = new Logger('test', [$logHandler]);
$download = new DownloadImages($client, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger); $download = new DownloadImages($httpMockClient, sys_get_temp_dir() . '/wallabag_test', 'http://wallabag.io/', $logger);
$res = $download->processSingleImage( $res = $download->processSingleImage(
123, 123,

View file

@ -2,10 +2,8 @@
namespace Tests\Wallabag\ImportBundle\Import; namespace Tests\Wallabag\ImportBundle\Import;
use GuzzleHttp\Client; use GuzzleHttp\Psr7\Response;
use GuzzleHttp\Message\Response; use Http\Mock\Client as HttpMockClient;
use GuzzleHttp\Stream\Stream;
use GuzzleHttp\Subscriber\Mock;
use M6Web\Component\RedisMock\RedisMockFactory; use M6Web\Component\RedisMock\RedisMockFactory;
use Monolog\Handler\TestHandler; use Monolog\Handler\TestHandler;
use Monolog\Logger; use Monolog\Logger;
@ -38,16 +36,11 @@ class PocketImportTest extends TestCase
public function testOAuthRequest() public function testOAuthRequest()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['code' => 'wunderbar_code'])));
$mock = new Mock([
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['code' => 'wunderbar_code']))),
]);
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$code = $pocketImport->getRequestToken('http://0.0.0.0/redirect'); $code = $pocketImport->getRequestToken('http://0.0.0.0/redirect');
@ -56,16 +49,11 @@ class PocketImportTest extends TestCase
public function testOAuthRequestBadResponse() public function testOAuthRequestBadResponse()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(403));
$mock = new Mock([
new Response(403),
]);
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$code = $pocketImport->getRequestToken('http://0.0.0.0/redirect'); $code = $pocketImport->getRequestToken('http://0.0.0.0/redirect');
@ -78,16 +66,11 @@ class PocketImportTest extends TestCase
public function testOAuthAuthorize() public function testOAuthAuthorize()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
$mock = new Mock([
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))),
]);
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$res = $pocketImport->authorize('wunderbar_code'); $res = $pocketImport->authorize('wunderbar_code');
@ -97,16 +80,11 @@ class PocketImportTest extends TestCase
public function testOAuthAuthorizeBadResponse() public function testOAuthAuthorizeBadResponse()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(403));
$mock = new Mock([
new Response(403),
]);
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$res = $pocketImport->authorize('wunderbar_code'); $res = $pocketImport->authorize('wunderbar_code');
@ -122,11 +100,9 @@ class PocketImportTest extends TestCase
*/ */
public function testImport() public function testImport()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], <<<'JSON'
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))),
new Response(200, ['Content-Type' => 'application/json'], Stream::factory('
{ {
"status": 1, "status": 1,
"list": { "list": {
@ -206,10 +182,8 @@ class PocketImportTest extends TestCase
} }
} }
} }
')), JSON
]); ));
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport('ConsumerKey', 1); $pocketImport = $this->getPocketImport('ConsumerKey', 1);
@ -240,7 +214,7 @@ class PocketImportTest extends TestCase
->method('updateEntry') ->method('updateEntry')
->willReturn($entry); ->willReturn($entry);
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
$res = $pocketImport->import(); $res = $pocketImport->import();
@ -254,11 +228,9 @@ class PocketImportTest extends TestCase
*/ */
public function testImportAndMarkAllAsRead() public function testImportAndMarkAllAsRead()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], <<<'JSON'
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))),
new Response(200, ['Content-Type' => 'application/json'], Stream::factory('
{ {
"status": 1, "status": 1,
"list": { "list": {
@ -300,10 +272,8 @@ class PocketImportTest extends TestCase
} }
} }
} }
')), JSON
]); ));
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport('ConsumerKey', 2); $pocketImport = $this->getPocketImport('ConsumerKey', 2);
@ -335,7 +305,7 @@ class PocketImportTest extends TestCase
->method('updateEntry') ->method('updateEntry')
->willReturn($entry); ->willReturn($entry);
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
$res = $pocketImport->setMarkAsRead(true)->import(); $res = $pocketImport->setMarkAsRead(true)->import();
@ -349,7 +319,7 @@ class PocketImportTest extends TestCase
*/ */
public function testImportWithRabbit() public function testImportWithRabbit()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$body = <<<'JSON' $body = <<<'JSON'
{ {
@ -374,19 +344,16 @@ class PocketImportTest extends TestCase
} }
JSON; JSON;
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))), $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], <<<JSON
new Response(200, ['Content-Type' => 'application/json'], Stream::factory('
{ {
"status": 1, "status": 1,
"list": { "list": {
"229279690": ' . $body . ' "229279690": $body
} }
} }
')), JSON
]); ));
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
@ -420,7 +387,7 @@ JSON;
->method('publish') ->method('publish')
->with(json_encode($bodyAsArray)); ->with(json_encode($bodyAsArray));
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->setProducer($producer); $pocketImport->setProducer($producer);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
@ -435,7 +402,7 @@ JSON;
*/ */
public function testImportWithRedis() public function testImportWithRedis()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$body = <<<'JSON' $body = <<<'JSON'
{ {
@ -460,19 +427,16 @@ JSON;
} }
JSON; JSON;
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))), $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], <<<JSON
new Response(200, ['Content-Type' => 'application/json'], Stream::factory('
{ {
"status": 1, "status": 1,
"list": { "list": {
"229279690": ' . $body . ' "229279690": $body
} }
} }
')), JSON
]); ));
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
@ -499,7 +463,7 @@ JSON;
$queue = new RedisQueue($redisMock, 'pocket'); $queue = new RedisQueue($redisMock, 'pocket');
$producer = new Producer($queue); $producer = new Producer($queue);
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->setProducer($producer); $pocketImport->setProducer($producer);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
@ -513,17 +477,13 @@ JSON;
public function testImportBadResponse() public function testImportBadResponse()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))), $httpMockClient->addResponse(new Response(403));
new Response(403),
]);
$client->getEmitter()->attach($mock);
$pocketImport = $this->getPocketImport(); $pocketImport = $this->getPocketImport();
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
$res = $pocketImport->import(); $res = $pocketImport->import();
@ -537,11 +497,10 @@ JSON;
public function testImportWithExceptionFromGraby() public function testImportWithExceptionFromGraby()
{ {
$client = new Client(); $httpMockClient = new HttpMockClient();
$mock = new Mock([ $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], json_encode(['access_token' => 'wunderbar_token'])));
new Response(200, ['Content-Type' => 'application/json'], Stream::factory(json_encode(['access_token' => 'wunderbar_token']))), $httpMockClient->addResponse(new Response(200, ['Content-Type' => 'application/json'], <<<'JSON'
new Response(200, ['Content-Type' => 'application/json'], Stream::factory('
{ {
"status": 1, "status": 1,
"list": { "list": {
@ -552,10 +511,9 @@ JSON;
} }
} }
} }
')),
]);
$client->getEmitter()->attach($mock); JSON
));
$pocketImport = $this->getPocketImport('ConsumerKey', 1); $pocketImport = $this->getPocketImport('ConsumerKey', 1);
@ -579,7 +537,7 @@ JSON;
->method('updateEntry') ->method('updateEntry')
->will($this->throwException(new \Exception())); ->will($this->throwException(new \Exception()));
$pocketImport->setClient($client); $pocketImport->setClient($httpMockClient);
$pocketImport->authorize('wunderbar_code'); $pocketImport->authorize('wunderbar_code');
$res = $pocketImport->import(); $res = $pocketImport->import();