bookwyrm/fedireads/goodreads_import.py

62 lines
1.8 KiB
Python
Raw Normal View History

2020-03-29 07:05:09 +00:00
''' handle reading a csv from goodreads '''
import csv
2020-04-20 16:10:19 +00:00
from requests import HTTPError
2020-04-20 16:10:19 +00:00
from fedireads import outgoing
from fedireads.tasks import app
from fedireads.models import ImportJob, ImportItem
2020-04-22 11:43:10 +00:00
from fedireads.status import create_notification
2020-03-29 07:05:09 +00:00
# TODO: remove or increase once we're confident it's not causing problems.
MAX_ENTRIES = 500
2020-03-25 12:58:27 +00:00
2020-03-29 07:05:09 +00:00
def create_job(user, csv_file):
job = ImportJob.objects.create(user=user)
for index, entry in enumerate(list(csv.DictReader(csv_file))[:MAX_ENTRIES]):
ImportItem(job=job, index=index, data=entry).save()
return job
def start_import(job):
result = import_data.delay(job.id)
job.task_id = result.id
job.save()
2020-04-20 16:10:19 +00:00
@app.task
def import_data(job_id):
job = ImportJob.objects.get(id=job_id)
2020-04-22 11:43:10 +00:00
try:
results = []
reviews = []
for item in job.items.all():
try:
item.resolve()
except HTTPError:
pass
if item.book:
item.save()
results.append(item)
if item.rating or item.review:
reviews.append(item)
else:
item.fail_reason = "Could not match book on OpenLibrary"
item.save()
status = outgoing.handle_import_books(job.user, results)
2020-04-22 11:43:10 +00:00
for item in reviews:
review_title = "Review of {!r} on Goodreads".format(
item.book.title,
) if item.review else ""
outgoing.handle_review(
job.user,
item.book,
review_title,
item.review,
item.rating,
)
if status:
job.import_status = status
job.save()
2020-04-22 11:43:10 +00:00
finally:
create_notification(job.user, 'IMPORT', related_import=job)