2021-03-08 16:49:10 +00:00
|
|
|
""" testing models """
|
2020-05-09 23:16:28 +00:00
|
|
|
import datetime
|
2020-12-27 22:27:18 +00:00
|
|
|
import json
|
|
|
|
import pathlib
|
|
|
|
from unittest.mock import patch
|
|
|
|
|
2020-11-28 00:24:53 +00:00
|
|
|
from django.utils import timezone
|
2020-05-09 23:16:28 +00:00
|
|
|
from django.test import TestCase
|
2020-12-27 22:27:18 +00:00
|
|
|
import responses
|
2020-05-09 23:16:28 +00:00
|
|
|
|
2020-09-21 15:10:37 +00:00
|
|
|
from bookwyrm import models
|
2021-01-02 16:14:28 +00:00
|
|
|
from bookwyrm.connectors import connector_manager
|
2020-12-27 22:27:18 +00:00
|
|
|
from bookwyrm.connectors.abstract_connector import SearchResult
|
2020-05-09 23:16:28 +00:00
|
|
|
|
|
|
|
|
|
|
|
class ImportJob(TestCase):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""this is a fancy one!!!"""
|
2021-03-08 16:49:10 +00:00
|
|
|
|
2020-05-09 23:16:28 +00:00
|
|
|
def setUp(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""data is from a goodreads export of The Raven Tower"""
|
2020-05-09 23:16:28 +00:00
|
|
|
read_data = {
|
2021-03-08 16:49:10 +00:00
|
|
|
"Book Id": 39395857,
|
|
|
|
"Title": "The Raven Tower",
|
|
|
|
"Author": "Ann Leckie",
|
|
|
|
"Author l-f": "Leckie, Ann",
|
|
|
|
"Additional Authors": "",
|
|
|
|
"ISBN": '="0356506991"',
|
|
|
|
"ISBN13": '="9780356506999"',
|
|
|
|
"My Rating": 0,
|
|
|
|
"Average Rating": 4.06,
|
|
|
|
"Publisher": "Orbit",
|
|
|
|
"Binding": "Hardcover",
|
|
|
|
"Number of Pages": 416,
|
|
|
|
"Year Published": 2019,
|
|
|
|
"Original Publication Year": 2019,
|
|
|
|
"Date Read": "2019/04/12",
|
|
|
|
"Date Added": "2019/04/09",
|
|
|
|
"Bookshelves": "",
|
|
|
|
"Bookshelves with positions": "",
|
|
|
|
"Exclusive Shelf": "read",
|
|
|
|
"My Review": "",
|
|
|
|
"Spoiler": "",
|
|
|
|
"Private Notes": "",
|
|
|
|
"Read Count": 1,
|
|
|
|
"Recommended For": "",
|
|
|
|
"Recommended By": "",
|
|
|
|
"Owned Copies": 0,
|
|
|
|
"Original Purchase Date": "",
|
|
|
|
"Original Purchase Location": "",
|
|
|
|
"Condition": "",
|
|
|
|
"Condition Description": "",
|
|
|
|
"BCID": "",
|
2020-05-09 23:16:28 +00:00
|
|
|
}
|
|
|
|
currently_reading_data = read_data.copy()
|
2021-03-08 16:49:10 +00:00
|
|
|
currently_reading_data["Exclusive Shelf"] = "currently-reading"
|
|
|
|
currently_reading_data["Date Read"] = ""
|
2020-05-09 23:16:28 +00:00
|
|
|
|
|
|
|
unknown_read_data = currently_reading_data.copy()
|
2021-03-08 16:49:10 +00:00
|
|
|
unknown_read_data["Exclusive Shelf"] = "read"
|
|
|
|
unknown_read_data["Date Read"] = ""
|
2020-05-09 23:16:28 +00:00
|
|
|
|
2021-09-06 21:48:45 +00:00
|
|
|
with patch("bookwyrm.suggested_users.rerank_suggestions_task.delay"), patch(
|
|
|
|
"bookwyrm.activitystreams.populate_stream_task.delay"
|
|
|
|
):
|
2021-08-03 17:25:53 +00:00
|
|
|
user = models.User.objects.create_user(
|
|
|
|
"mouse", "mouse@mouse.mouse", "mouseword", local=True, localname="mouse"
|
|
|
|
)
|
2020-05-09 23:16:28 +00:00
|
|
|
job = models.ImportJob.objects.create(user=user)
|
2020-12-27 21:32:27 +00:00
|
|
|
self.item_1 = models.ImportItem.objects.create(
|
2021-03-08 16:49:10 +00:00
|
|
|
job=job, index=1, data=currently_reading_data
|
|
|
|
)
|
|
|
|
self.item_2 = models.ImportItem.objects.create(job=job, index=2, data=read_data)
|
2020-12-27 21:32:27 +00:00
|
|
|
self.item_3 = models.ImportItem.objects.create(
|
2021-03-08 16:49:10 +00:00
|
|
|
job=job, index=3, data=unknown_read_data
|
|
|
|
)
|
2020-05-09 23:16:28 +00:00
|
|
|
|
|
|
|
def test_isbn(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""it unquotes the isbn13 field from data"""
|
2021-03-08 16:49:10 +00:00
|
|
|
expected = "9780356506999"
|
2020-05-09 23:16:28 +00:00
|
|
|
item = models.ImportItem.objects.get(index=1)
|
|
|
|
self.assertEqual(item.isbn, expected)
|
|
|
|
|
|
|
|
def test_shelf(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""converts to the local shelf typology"""
|
2021-03-08 16:49:10 +00:00
|
|
|
expected = "reading"
|
2020-12-27 21:32:27 +00:00
|
|
|
self.assertEqual(self.item_1.shelf, expected)
|
2020-05-09 23:16:28 +00:00
|
|
|
|
|
|
|
def test_date_added(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""converts to the local shelf typology"""
|
2020-11-28 00:24:53 +00:00
|
|
|
expected = datetime.datetime(2019, 4, 9, 0, 0, tzinfo=timezone.utc)
|
2020-05-09 23:16:28 +00:00
|
|
|
item = models.ImportItem.objects.get(index=1)
|
|
|
|
self.assertEqual(item.date_added, expected)
|
|
|
|
|
|
|
|
def test_date_read(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""converts to the local shelf typology"""
|
2020-11-28 00:24:53 +00:00
|
|
|
expected = datetime.datetime(2019, 4, 12, 0, 0, tzinfo=timezone.utc)
|
2020-05-09 23:16:28 +00:00
|
|
|
item = models.ImportItem.objects.get(index=2)
|
|
|
|
self.assertEqual(item.date_read, expected)
|
|
|
|
|
2020-05-10 05:13:44 +00:00
|
|
|
def test_currently_reading_reads(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""infer currently reading dates where available"""
|
2021-03-08 16:49:10 +00:00
|
|
|
expected = [
|
|
|
|
models.ReadThrough(
|
|
|
|
start_date=datetime.datetime(2019, 4, 9, 0, 0, tzinfo=timezone.utc)
|
|
|
|
)
|
|
|
|
]
|
2020-05-09 23:38:05 +00:00
|
|
|
actual = models.ImportItem.objects.get(index=1)
|
|
|
|
self.assertEqual(actual.reads[0].start_date, expected[0].start_date)
|
|
|
|
self.assertEqual(actual.reads[0].finish_date, expected[0].finish_date)
|
|
|
|
|
2020-05-10 05:13:44 +00:00
|
|
|
def test_read_reads(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""infer read dates where available"""
|
2020-12-27 21:32:27 +00:00
|
|
|
actual = self.item_2
|
|
|
|
self.assertEqual(
|
|
|
|
actual.reads[0].start_date,
|
2021-03-08 16:49:10 +00:00
|
|
|
datetime.datetime(2019, 4, 9, 0, 0, tzinfo=timezone.utc),
|
|
|
|
)
|
2020-12-27 21:32:27 +00:00
|
|
|
self.assertEqual(
|
|
|
|
actual.reads[0].finish_date,
|
2021-03-08 16:49:10 +00:00
|
|
|
datetime.datetime(2019, 4, 12, 0, 0, tzinfo=timezone.utc),
|
|
|
|
)
|
2020-05-09 23:38:05 +00:00
|
|
|
|
2020-05-10 05:13:44 +00:00
|
|
|
def test_unread_reads(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""handle books with no read dates"""
|
2020-05-09 23:38:05 +00:00
|
|
|
expected = []
|
|
|
|
actual = models.ImportItem.objects.get(index=3)
|
|
|
|
self.assertEqual(actual.reads, expected)
|
|
|
|
|
2020-12-27 22:27:18 +00:00
|
|
|
@responses.activate
|
|
|
|
def test_get_book_from_isbn(self):
|
2021-04-26 16:15:42 +00:00
|
|
|
"""search and load books by isbn (9780356506999)"""
|
2020-12-27 22:27:18 +00:00
|
|
|
connector_info = models.Connector.objects.create(
|
2021-03-08 16:49:10 +00:00
|
|
|
identifier="openlibrary.org",
|
|
|
|
name="OpenLibrary",
|
|
|
|
connector_file="openlibrary",
|
|
|
|
base_url="https://openlibrary.org",
|
|
|
|
books_url="https://openlibrary.org",
|
|
|
|
covers_url="https://covers.openlibrary.org",
|
|
|
|
search_url="https://openlibrary.org/search?q=",
|
2020-12-27 22:27:18 +00:00
|
|
|
priority=3,
|
|
|
|
)
|
2021-01-02 16:14:28 +00:00
|
|
|
connector = connector_manager.load_connector(connector_info)
|
2020-12-27 22:27:18 +00:00
|
|
|
result = SearchResult(
|
2021-03-08 16:49:10 +00:00
|
|
|
title="Test Result",
|
|
|
|
key="https://openlibrary.org/works/OL1234W",
|
|
|
|
author="An Author",
|
|
|
|
year="1980",
|
2020-12-27 22:27:18 +00:00
|
|
|
connector=connector,
|
|
|
|
)
|
|
|
|
|
2021-03-08 16:49:10 +00:00
|
|
|
datafile = pathlib.Path(__file__).parent.joinpath("../data/ol_edition.json")
|
2020-12-27 22:27:18 +00:00
|
|
|
bookdata = json.loads(datafile.read_bytes())
|
|
|
|
responses.add(
|
|
|
|
responses.GET,
|
2021-03-08 16:49:10 +00:00
|
|
|
"https://openlibrary.org/works/OL1234W",
|
2020-12-27 22:27:18 +00:00
|
|
|
json=bookdata,
|
2021-03-08 16:49:10 +00:00
|
|
|
status=200,
|
|
|
|
)
|
2020-12-27 22:27:18 +00:00
|
|
|
responses.add(
|
|
|
|
responses.GET,
|
2021-03-08 16:49:10 +00:00
|
|
|
"https://openlibrary.org/works/OL15832982W",
|
2020-12-27 22:27:18 +00:00
|
|
|
json=bookdata,
|
2021-03-08 16:49:10 +00:00
|
|
|
status=200,
|
|
|
|
)
|
2020-12-27 22:27:18 +00:00
|
|
|
responses.add(
|
|
|
|
responses.GET,
|
2021-03-08 16:49:10 +00:00
|
|
|
"https://openlibrary.org/authors/OL382982A",
|
|
|
|
json={"name": "test author"},
|
|
|
|
status=200,
|
|
|
|
)
|
2020-12-27 22:27:18 +00:00
|
|
|
|
2021-03-08 16:49:10 +00:00
|
|
|
with patch("bookwyrm.connectors.abstract_connector.load_more_data.delay"):
|
2021-01-02 17:08:37 +00:00
|
|
|
with patch(
|
2021-03-08 16:49:10 +00:00
|
|
|
"bookwyrm.connectors.connector_manager.first_search_result"
|
|
|
|
) as search:
|
2021-01-02 17:08:37 +00:00
|
|
|
search.return_value = result
|
2021-03-08 16:49:10 +00:00
|
|
|
with patch(
|
|
|
|
"bookwyrm.connectors.openlibrary.Connector." "get_authors_from_data"
|
|
|
|
):
|
2021-08-02 23:05:40 +00:00
|
|
|
book = self.item_1.get_book_from_isbn()
|
2020-12-27 22:27:18 +00:00
|
|
|
|
2021-03-08 16:49:10 +00:00
|
|
|
self.assertEqual(book.title, "Sabriel")
|