''' testing import ''' from collections import namedtuple import csv import pathlib from unittest.mock import patch from django.test import TestCase import responses from bookwyrm import goodreads_import, models from bookwyrm.settings import DOMAIN class GoodreadsImport(TestCase): ''' importing from goodreads csv ''' def setUp(self): ''' use a test csv ''' datafile = pathlib.Path(__file__).parent.joinpath( 'data/goodreads.csv') self.csv = open(datafile, 'r') self.user = models.User.objects.create_user( 'mouse', 'mouse@mouse.mouse', 'password', local=True) models.Connector.objects.create( identifier=DOMAIN, name='Local', local=True, connector_file='self_connector', base_url='https://%s' % DOMAIN, books_url='https://%s/book' % DOMAIN, covers_url='https://%s/images/covers' % DOMAIN, search_url='https://%s/search?q=' % DOMAIN, priority=1, ) work = models.Work.objects.create(title='Test Work') self.book = models.Edition.objects.create( title='Example Edition', remote_id='https://example.com/book/1', parent_work=work ) def test_create_job(self): ''' creates the import job entry and checks csv ''' import_job = goodreads_import.create_job( self.user, self.csv, False, 'public') self.assertEqual(import_job.user, self.user) self.assertEqual(import_job.include_reviews, False) self.assertEqual(import_job.privacy, 'public') import_items = models.ImportItem.objects.filter(job=import_job).all() self.assertEqual(len(import_items), 3) self.assertEqual(import_items[0].index, 0) self.assertEqual(import_items[0].data['Book Id'], '42036538') self.assertEqual(import_items[1].index, 1) self.assertEqual(import_items[1].data['Book Id'], '52691223') self.assertEqual(import_items[2].index, 2) self.assertEqual(import_items[2].data['Book Id'], '28694510') def test_create_retry_job(self): ''' trying again with items that didn't import ''' import_job = goodreads_import.create_job( self.user, self.csv, False, 'unlisted') import_items = models.ImportItem.objects.filter( job=import_job ).all()[:2] retry = goodreads_import.create_retry_job( self.user, import_job, import_items) self.assertNotEqual(import_job, retry) self.assertEqual(retry.user, self.user) self.assertEqual(retry.include_reviews, False) self.assertEqual(retry.privacy, 'unlisted') retry_items = models.ImportItem.objects.filter(job=retry).all() self.assertEqual(len(retry_items), 2) self.assertEqual(retry_items[0].index, 0) self.assertEqual(retry_items[0].data['Book Id'], '42036538') self.assertEqual(retry_items[1].index, 1) self.assertEqual(retry_items[1].data['Book Id'], '52691223') def test_start_import(self): ''' begin loading books ''' import_job = goodreads_import.create_job( self.user, self.csv, False, 'unlisted') MockTask = namedtuple('Task', ('id')) mock_task = MockTask(7) with patch('bookwyrm.goodreads_import.import_data.delay') as start: start.return_value = mock_task goodreads_import.start_import(import_job) import_job.refresh_from_db() self.assertEqual(import_job.task_id, '7') @responses.activate def test_import_data(self): ''' resolve entry ''' import_job = goodreads_import.create_job( self.user, self.csv, False, 'unlisted') book = models.Edition.objects.create(title='Test Book') with patch( 'bookwyrm.models.import_job.ImportItem.get_book_from_isbn' ) as resolve: resolve.return_value = book with patch('bookwyrm.goodreads_import.handle_imported_book'): goodreads_import.import_data(import_job.id) import_item = models.ImportItem.objects.get(job=import_job, index=0) self.assertEqual(import_item.book.id, book.id) def test_handle_imported_book(self): ''' goodreads import added a book, this adds related connections ''' shelf = self.user.shelf_set.filter(identifier='read').first() self.assertIsNone(shelf.books.first()) import_job = models.ImportJob.objects.create(user=self.user) datafile = pathlib.Path(__file__).parent.joinpath('data/goodreads.csv') csv_file = open(datafile, 'r') for index, entry in enumerate(list(csv.DictReader(csv_file))): import_item = models.ImportItem.objects.create( job_id=import_job.id, index=index, data=entry, book=self.book) break with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): goodreads_import.handle_imported_book( self.user, import_item, False, 'public') shelf.refresh_from_db() self.assertEqual(shelf.books.first(), self.book) readthrough = models.ReadThrough.objects.get(user=self.user) self.assertEqual(readthrough.book, self.book) # I can't remember how to create dates and I don't want to look it up. self.assertEqual(readthrough.start_date.year, 2020) self.assertEqual(readthrough.start_date.month, 10) self.assertEqual(readthrough.start_date.day, 21) self.assertEqual(readthrough.finish_date.year, 2020) self.assertEqual(readthrough.finish_date.month, 10) self.assertEqual(readthrough.finish_date.day, 25) def test_handle_imported_book_already_shelved(self): ''' goodreads import added a book, this adds related connections ''' with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): shelf = self.user.shelf_set.filter(identifier='to-read').first() models.ShelfBook.objects.create( shelf=shelf, user=self.user, book=self.book) import_job = models.ImportJob.objects.create(user=self.user) datafile = pathlib.Path(__file__).parent.joinpath('data/goodreads.csv') csv_file = open(datafile, 'r') for index, entry in enumerate(list(csv.DictReader(csv_file))): import_item = models.ImportItem.objects.create( job_id=import_job.id, index=index, data=entry, book=self.book) break with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): goodreads_import.handle_imported_book( self.user, import_item, False, 'public') shelf.refresh_from_db() self.assertEqual(shelf.books.first(), self.book) self.assertIsNone( self.user.shelf_set.get(identifier='read').books.first()) readthrough = models.ReadThrough.objects.get(user=self.user) self.assertEqual(readthrough.book, self.book) self.assertEqual(readthrough.start_date.year, 2020) self.assertEqual(readthrough.start_date.month, 10) self.assertEqual(readthrough.start_date.day, 21) self.assertEqual(readthrough.finish_date.year, 2020) self.assertEqual(readthrough.finish_date.month, 10) self.assertEqual(readthrough.finish_date.day, 25) def test_handle_import_twice(self): ''' re-importing books ''' shelf = self.user.shelf_set.filter(identifier='read').first() import_job = models.ImportJob.objects.create(user=self.user) datafile = pathlib.Path(__file__).parent.joinpath('data/goodreads.csv') csv_file = open(datafile, 'r') for index, entry in enumerate(list(csv.DictReader(csv_file))): import_item = models.ImportItem.objects.create( job_id=import_job.id, index=index, data=entry, book=self.book) break with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): goodreads_import.handle_imported_book( self.user, import_item, False, 'public') goodreads_import.handle_imported_book( self.user, import_item, False, 'public') shelf.refresh_from_db() self.assertEqual(shelf.books.first(), self.book) readthrough = models.ReadThrough.objects.get(user=self.user) self.assertEqual(readthrough.book, self.book) # I can't remember how to create dates and I don't want to look it up. self.assertEqual(readthrough.start_date.year, 2020) self.assertEqual(readthrough.start_date.month, 10) self.assertEqual(readthrough.start_date.day, 21) self.assertEqual(readthrough.finish_date.year, 2020) self.assertEqual(readthrough.finish_date.month, 10) self.assertEqual(readthrough.finish_date.day, 25) def test_handle_imported_book_review(self): ''' goodreads review import ''' import_job = models.ImportJob.objects.create(user=self.user) datafile = pathlib.Path(__file__).parent.joinpath('data/goodreads.csv') csv_file = open(datafile, 'r') entry = list(csv.DictReader(csv_file))[2] import_item = models.ImportItem.objects.create( job_id=import_job.id, index=0, data=entry, book=self.book) with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): goodreads_import.handle_imported_book( self.user, import_item, True, 'unlisted') review = models.Review.objects.get(book=self.book, user=self.user) self.assertEqual(review.content, 'mixed feelings') self.assertEqual(review.rating, 2) self.assertEqual(review.published_date.year, 2019) self.assertEqual(review.published_date.month, 7) self.assertEqual(review.published_date.day, 8) self.assertEqual(review.privacy, 'unlisted') def test_handle_imported_book_reviews_disabled(self): ''' goodreads review import ''' import_job = models.ImportJob.objects.create(user=self.user) datafile = pathlib.Path(__file__).parent.joinpath('data/goodreads.csv') csv_file = open(datafile, 'r') entry = list(csv.DictReader(csv_file))[2] import_item = models.ImportItem.objects.create( job_id=import_job.id, index=0, data=entry, book=self.book) with patch('bookwyrm.models.activitypub_mixin.broadcast_task.delay'): goodreads_import.handle_imported_book( self.user, import_item, False, 'unlisted') self.assertFalse(models.Review.objects.filter( book=self.book, user=self.user ).exists())