bookwyrm/bookwyrm/tests/views/imports/test_import.py

181 lines
6.4 KiB
Python
Raw Normal View History

2021-03-08 16:49:10 +00:00
""" test for app action functionality """
import datetime
2021-08-06 18:43:55 +00:00
import pathlib
2021-01-12 19:28:03 +00:00
from unittest.mock import patch
2021-12-10 19:41:54 +00:00
2021-08-06 18:43:55 +00:00
from django.core.files.uploadedfile import SimpleUploadedFile
2021-01-12 19:28:03 +00:00
from django.template.response import TemplateResponse
from django.test import TestCase
from django.test.client import RequestFactory
from django.utils import timezone
2021-01-12 19:28:03 +00:00
2021-08-06 18:43:55 +00:00
from bookwyrm import forms, models, views
2021-12-10 19:41:54 +00:00
from bookwyrm.tests.validate_html import validate_html
2021-01-12 19:28:03 +00:00
class ImportViews(TestCase):
2021-04-26 16:15:42 +00:00
"""goodreads import views"""
2021-03-08 16:49:10 +00:00
@classmethod
def setUpTestData(cls):
2021-04-26 16:15:42 +00:00
"""we need basic test data and mocks"""
with (
patch("bookwyrm.suggested_users.rerank_suggestions_task.delay"),
patch("bookwyrm.activitystreams.populate_stream_task.delay"),
patch("bookwyrm.lists_stream.populate_lists_task.delay"),
):
cls.local_user = models.User.objects.create_user(
2021-08-03 17:25:53 +00:00
"mouse@local.com",
"mouse@mouse.mouse",
"password",
local=True,
localname="mouse",
)
2021-08-02 23:05:40 +00:00
models.SiteSettings.objects.create()
2021-01-12 19:28:03 +00:00
def setUp(self):
"""individual test setup"""
self.factory = RequestFactory()
2021-01-12 19:28:03 +00:00
def test_import_page(self):
2021-04-26 16:15:42 +00:00
"""there are so many views, this just makes sure it LOADS"""
2021-01-12 19:28:03 +00:00
view = views.Import.as_view()
2021-03-08 16:49:10 +00:00
request = self.factory.get("")
2021-01-12 19:28:03 +00:00
request.user = self.local_user
result = view(request)
self.assertIsInstance(result, TemplateResponse)
2021-11-11 19:33:12 +00:00
validate_html(result.render())
2021-01-12 19:28:03 +00:00
self.assertEqual(result.status_code, 200)
def test_import_status(self):
2021-04-26 16:15:42 +00:00
"""there are so many views, this just makes sure it LOADS"""
2021-01-12 19:28:03 +00:00
view = views.ImportStatus.as_view()
2021-11-11 22:27:29 +00:00
import_job = models.ImportJob.objects.create(user=self.local_user, mappings={})
2021-03-08 16:49:10 +00:00
request = self.factory.get("")
2021-01-12 19:28:03 +00:00
request.user = self.local_user
2021-12-10 19:41:54 +00:00
result = view(request, import_job.id)
2021-01-12 19:28:03 +00:00
self.assertIsInstance(result, TemplateResponse)
2021-11-11 19:33:12 +00:00
validate_html(result.render())
2021-01-12 19:28:03 +00:00
self.assertEqual(result.status_code, 200)
2021-03-30 15:43:38 +00:00
2021-12-10 19:41:54 +00:00
def test_import_status_reformat(self):
"""there are so many views, this just makes sure it LOADS"""
view = views.ImportStatus.as_view()
import_job = models.ImportJob.objects.create(user=self.local_user, mappings={})
request = self.factory.post("")
request.user = self.local_user
with patch(
"bookwyrm.importers.goodreads_import.GoodreadsImporter.update_legacy_job"
) as mock:
result = view(request, import_job.id)
self.assertEqual(mock.call_args[0][0], import_job)
self.assertEqual(result.status_code, 302)
2021-08-06 18:43:55 +00:00
def test_start_import(self):
2021-12-10 19:41:54 +00:00
"""start a job"""
2021-08-06 18:43:55 +00:00
view = views.Import.as_view()
form = forms.ImportForm()
2021-11-11 22:27:29 +00:00
form.data["source"] = "Goodreads"
2021-08-06 18:43:55 +00:00
form.data["privacy"] = "public"
form.data["include_reviews"] = False
csv_path = pathlib.Path(__file__).parent.joinpath("../../data/goodreads.csv")
with open(csv_path, "rb") as csv_file:
form.data["csv_file"] = SimpleUploadedFile(
csv_path,
csv_file.read(),
content_type="text/csv",
)
2021-08-06 18:43:55 +00:00
request = self.factory.post("", form.data)
request.user = self.local_user
2022-11-06 01:16:59 +00:00
with patch("bookwyrm.models.import_job.ImportJob.start_job"):
2021-08-06 18:43:55 +00:00
view(request)
job = models.ImportJob.objects.get()
self.assertFalse(job.include_reviews)
self.assertEqual(job.privacy, "public")
2021-12-10 19:41:54 +00:00
def test_retry_item(self):
"""try again on a single row"""
job = models.ImportJob.objects.create(user=self.local_user, mappings={})
item = models.ImportItem.objects.create(
index=0,
job=job,
fail_reason="no match",
data={},
normalized_data={},
)
request = self.factory.post("")
request.user = self.local_user
2022-11-06 01:16:59 +00:00
with patch("bookwyrm.models.import_job.import_item_task.delay") as mock:
2021-12-10 19:41:54 +00:00
views.retry_item(request, job.id, item.id)
self.assertEqual(mock.call_count, 1)
def test_get_average_import_time_no_imports(self):
"""Give people a sense of the timing"""
result = views.imports.import_data.get_average_import_time()
self.assertIsNone(result)
def test_get_average_import_time_no_imports_this_week(self):
"""Give people a sense of the timing"""
models.ImportJob.objects.create(
user=self.local_user,
created_date=datetime.datetime(2000, 1, 1),
updated_date=datetime.datetime(2001, 1, 1),
status="complete",
complete=True,
mappings={},
)
result = views.imports.import_data.get_average_import_time()
self.assertIsNone(result)
def test_get_average_import_time_with_data(self):
"""Now, with data"""
now = timezone.now()
two_hours_ago = now - datetime.timedelta(hours=2)
four_hours_ago = now - datetime.timedelta(hours=4)
models.ImportJob.objects.create(
user=self.local_user,
created_date=two_hours_ago,
updated_date=now,
status="complete",
complete=True,
mappings={},
)
models.ImportJob.objects.create(
user=self.local_user,
created_date=four_hours_ago,
updated_date=now,
status="complete",
complete=True,
mappings={},
)
result = views.imports.import_data.get_average_import_time()
self.assertEqual(result, 3 * 60 * 60)
def test_get_average_import_time_ignore_stopped(self):
"""Don't include stopped, do include no status"""
now = timezone.now()
two_hours_ago = now - datetime.timedelta(hours=2)
four_hours_ago = now - datetime.timedelta(hours=4)
models.ImportJob.objects.create(
user=self.local_user,
created_date=two_hours_ago,
updated_date=now,
status="stopped",
complete=True,
mappings={},
)
models.ImportJob.objects.create(
user=self.local_user,
created_date=four_hours_ago,
updated_date=now,
complete=True,
mappings={},
)
result = views.imports.import_data.get_average_import_time()
self.assertEqual(result, 4 * 60 * 60)