mirror of
https://github.com/bookwyrm-social/bookwyrm.git
synced 2024-05-19 08:48:19 +00:00
286 lines
13 KiB
Python
286 lines
13 KiB
Python
""" testing import """
|
|
from collections import namedtuple
|
|
import csv
|
|
import pathlib
|
|
from unittest.mock import patch
|
|
import datetime
|
|
import pytz
|
|
|
|
from django.test import TestCase
|
|
import responses
|
|
|
|
from bookwyrm import models
|
|
from bookwyrm.importers import GoodreadsImporter
|
|
from bookwyrm.importers.importer import import_data, handle_imported_book
|
|
from bookwyrm.settings import DOMAIN
|
|
|
|
|
|
def make_date(*args):
|
|
return datetime.datetime(*args, tzinfo=pytz.UTC)
|
|
|
|
|
|
class GoodreadsImport(TestCase):
|
|
"""importing from goodreads csv"""
|
|
|
|
def setUp(self):
|
|
"""use a test csv"""
|
|
self.importer = GoodreadsImporter()
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
self.csv = open(datafile, "r", encoding=self.importer.encoding)
|
|
with patch("bookwyrm.preview_images.generate_user_preview_image_task.delay"):
|
|
self.user = models.User.objects.create_user(
|
|
"mouse", "mouse@mouse.mouse", "password", local=True
|
|
)
|
|
|
|
models.Connector.objects.create(
|
|
identifier=DOMAIN,
|
|
name="Local",
|
|
local=True,
|
|
connector_file="self_connector",
|
|
base_url="https://%s" % DOMAIN,
|
|
books_url="https://%s/book" % DOMAIN,
|
|
covers_url="https://%s/images/covers" % DOMAIN,
|
|
search_url="https://%s/search?q=" % DOMAIN,
|
|
priority=1,
|
|
)
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
work = models.Work.objects.create(title="Test Work")
|
|
self.book = models.Edition.objects.create(
|
|
title="Example Edition",
|
|
remote_id="https://example.com/book/1",
|
|
parent_work=work,
|
|
)
|
|
|
|
def test_create_job(self):
|
|
"""creates the import job entry and checks csv"""
|
|
import_job = self.importer.create_job(self.user, self.csv, False, "public")
|
|
self.assertEqual(import_job.user, self.user)
|
|
self.assertEqual(import_job.include_reviews, False)
|
|
self.assertEqual(import_job.privacy, "public")
|
|
|
|
import_items = models.ImportItem.objects.filter(job=import_job).all()
|
|
self.assertEqual(len(import_items), 3)
|
|
self.assertEqual(import_items[0].index, 0)
|
|
self.assertEqual(import_items[0].data["Book Id"], "42036538")
|
|
self.assertEqual(import_items[1].index, 1)
|
|
self.assertEqual(import_items[1].data["Book Id"], "52691223")
|
|
self.assertEqual(import_items[2].index, 2)
|
|
self.assertEqual(import_items[2].data["Book Id"], "28694510")
|
|
|
|
def test_create_retry_job(self):
|
|
"""trying again with items that didn't import"""
|
|
import_job = self.importer.create_job(self.user, self.csv, False, "unlisted")
|
|
import_items = models.ImportItem.objects.filter(job=import_job).all()[:2]
|
|
|
|
retry = self.importer.create_retry_job(self.user, import_job, import_items)
|
|
self.assertNotEqual(import_job, retry)
|
|
self.assertEqual(retry.user, self.user)
|
|
self.assertEqual(retry.include_reviews, False)
|
|
self.assertEqual(retry.privacy, "unlisted")
|
|
|
|
retry_items = models.ImportItem.objects.filter(job=retry).all()
|
|
self.assertEqual(len(retry_items), 2)
|
|
self.assertEqual(retry_items[0].index, 0)
|
|
self.assertEqual(retry_items[0].data["Book Id"], "42036538")
|
|
self.assertEqual(retry_items[1].index, 1)
|
|
self.assertEqual(retry_items[1].data["Book Id"], "52691223")
|
|
|
|
def test_start_import(self):
|
|
"""begin loading books"""
|
|
import_job = self.importer.create_job(self.user, self.csv, False, "unlisted")
|
|
MockTask = namedtuple("Task", ("id"))
|
|
mock_task = MockTask(7)
|
|
with patch("bookwyrm.importers.importer.import_data.delay") as start:
|
|
start.return_value = mock_task
|
|
self.importer.start_import(import_job)
|
|
import_job.refresh_from_db()
|
|
self.assertEqual(import_job.task_id, "7")
|
|
|
|
@responses.activate
|
|
def test_import_data(self):
|
|
"""resolve entry"""
|
|
import_job = self.importer.create_job(self.user, self.csv, False, "unlisted")
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
book = models.Edition.objects.create(title="Test Book")
|
|
|
|
with patch(
|
|
"bookwyrm.models.import_job.ImportItem.get_book_from_isbn"
|
|
) as resolve:
|
|
resolve.return_value = book
|
|
with patch("bookwyrm.importers.importer.handle_imported_book"):
|
|
import_data(self.importer.service, import_job.id)
|
|
|
|
import_item = models.ImportItem.objects.get(job=import_job, index=0)
|
|
self.assertEqual(import_item.book.id, book.id)
|
|
|
|
def test_handle_imported_book(self):
|
|
"""goodreads import added a book, this adds related connections"""
|
|
shelf = self.user.shelf_set.filter(identifier="read").first()
|
|
self.assertIsNone(shelf.books.first())
|
|
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
csv_file = open(datafile, "r")
|
|
for index, entry in enumerate(list(csv.DictReader(csv_file))):
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=index, data=entry, book=self.book
|
|
)
|
|
break
|
|
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, False, "public"
|
|
)
|
|
|
|
shelf.refresh_from_db()
|
|
self.assertEqual(shelf.books.first(), self.book)
|
|
self.assertEqual(
|
|
shelf.shelfbook_set.first().shelved_date, make_date(2020, 10, 21)
|
|
)
|
|
|
|
readthrough = models.ReadThrough.objects.get(user=self.user)
|
|
self.assertEqual(readthrough.book, self.book)
|
|
self.assertEqual(readthrough.start_date, make_date(2020, 10, 21))
|
|
self.assertEqual(readthrough.finish_date, make_date(2020, 10, 25))
|
|
|
|
def test_handle_imported_book_already_shelved(self):
|
|
"""goodreads import added a book, this adds related connections"""
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
shelf = self.user.shelf_set.filter(identifier="to-read").first()
|
|
models.ShelfBook.objects.create(
|
|
shelf=shelf,
|
|
user=self.user,
|
|
book=self.book,
|
|
shelved_date=make_date(2020, 2, 2),
|
|
)
|
|
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
csv_file = open(datafile, "r")
|
|
for index, entry in enumerate(list(csv.DictReader(csv_file))):
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=index, data=entry, book=self.book
|
|
)
|
|
break
|
|
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, False, "public"
|
|
)
|
|
|
|
shelf.refresh_from_db()
|
|
self.assertEqual(shelf.books.first(), self.book)
|
|
self.assertEqual(
|
|
shelf.shelfbook_set.first().shelved_date, make_date(2020, 2, 2)
|
|
)
|
|
self.assertIsNone(self.user.shelf_set.get(identifier="read").books.first())
|
|
|
|
readthrough = models.ReadThrough.objects.get(user=self.user)
|
|
self.assertEqual(readthrough.book, self.book)
|
|
self.assertEqual(readthrough.start_date, make_date(2020, 10, 21))
|
|
self.assertEqual(readthrough.finish_date, make_date(2020, 10, 25))
|
|
|
|
def test_handle_import_twice(self):
|
|
"""re-importing books"""
|
|
shelf = self.user.shelf_set.filter(identifier="read").first()
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
csv_file = open(datafile, "r")
|
|
for index, entry in enumerate(list(csv.DictReader(csv_file))):
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=index, data=entry, book=self.book
|
|
)
|
|
break
|
|
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, False, "public"
|
|
)
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, False, "public"
|
|
)
|
|
|
|
shelf.refresh_from_db()
|
|
self.assertEqual(shelf.books.first(), self.book)
|
|
self.assertEqual(
|
|
shelf.shelfbook_set.first().shelved_date, make_date(2020, 10, 21)
|
|
)
|
|
|
|
readthrough = models.ReadThrough.objects.get(user=self.user)
|
|
self.assertEqual(readthrough.book, self.book)
|
|
self.assertEqual(readthrough.start_date, make_date(2020, 10, 21))
|
|
self.assertEqual(readthrough.finish_date, make_date(2020, 10, 25))
|
|
|
|
@patch("bookwyrm.activitystreams.ActivityStream.add_status")
|
|
def test_handle_imported_book_review(self, _):
|
|
"""goodreads review import"""
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
csv_file = open(datafile, "r")
|
|
entry = list(csv.DictReader(csv_file))[2]
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=0, data=entry, book=self.book
|
|
)
|
|
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, True, "unlisted"
|
|
)
|
|
review = models.Review.objects.get(book=self.book, user=self.user)
|
|
self.assertEqual(review.content, "mixed feelings")
|
|
self.assertEqual(review.rating, 2)
|
|
self.assertEqual(review.published_date, make_date(2019, 7, 8))
|
|
self.assertEqual(review.privacy, "unlisted")
|
|
|
|
@patch("bookwyrm.activitystreams.ActivityStream.add_status")
|
|
def test_handle_imported_book_rating(self, _):
|
|
"""goodreads rating import"""
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath(
|
|
"../data/goodreads-rating.csv"
|
|
)
|
|
csv_file = open(datafile, "r")
|
|
entry = list(csv.DictReader(csv_file))[2]
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=0, data=entry, book=self.book
|
|
)
|
|
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, True, "unlisted"
|
|
)
|
|
review = models.ReviewRating.objects.get(book=self.book, user=self.user)
|
|
self.assertIsInstance(review, models.ReviewRating)
|
|
self.assertEqual(review.rating, 2)
|
|
self.assertEqual(review.published_date, make_date(2019, 7, 8))
|
|
self.assertEqual(review.privacy, "unlisted")
|
|
|
|
def test_handle_imported_book_reviews_disabled(self):
|
|
"""goodreads review import"""
|
|
import_job = models.ImportJob.objects.create(user=self.user)
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/goodreads.csv")
|
|
csv_file = open(datafile, "r")
|
|
entry = list(csv.DictReader(csv_file))[2]
|
|
entry = self.importer.parse_fields(entry)
|
|
import_item = models.ImportItem.objects.create(
|
|
job_id=import_job.id, index=0, data=entry, book=self.book
|
|
)
|
|
|
|
with patch("bookwyrm.preview_images.generate_edition_preview_image_task.delay"):
|
|
with patch("bookwyrm.models.activitypub_mixin.broadcast_task.delay"):
|
|
handle_imported_book(
|
|
self.importer.service, self.user, import_item, False, "unlisted"
|
|
)
|
|
self.assertFalse(
|
|
models.Review.objects.filter(book=self.book, user=self.user).exists()
|
|
)
|