bookwyrm/bookwyrm/views/import_data.py

""" import books from another app """
from io import TextIOWrapper

from django.contrib.auth.decorators import login_required
from django.core.exceptions import PermissionDenied
from django.http import HttpResponseBadRequest
from django.shortcuts import get_object_or_404, redirect
from django.template.response import TemplateResponse
from django.utils.decorators import method_decorator
from django.utils.translation import gettext_lazy as _
from django.views import View

from bookwyrm import forms, models
from bookwyrm.importers import (
    Importer,
    LibrarythingImporter,
    GoodreadsImporter,
    StorygraphImporter,
)
from bookwyrm.tasks import app

# pylint: disable= no-self-use
@method_decorator(login_required, name="dispatch")
class Import(View):
    """import view"""

    def get(self, request):
        """load import page"""
        return TemplateResponse(
            request,
            "import.html",
            {
                "import_form": forms.ImportForm(),
                "jobs": models.ImportJob.objects.filter(user=request.user).order_by(
                    "-created_date"
                ),
            },
        )

    def post(self, request):
        """ingest a goodreads csv"""
        form = forms.ImportForm(request.POST, request.FILES)
        if form.is_valid():
            include_reviews = request.POST.get("include_reviews") == "on"
            privacy = request.POST.get("privacy")
            source = request.POST.get("source")

            importer = None
            if source == "LibraryThing":
                importer = LibrarythingImporter()
            elif source == "Storygraph":
                importer = StorygraphImporter()
            else:
                # Default : GoodReads
                importer = GoodreadsImporter()

            try:
                job = importer.create_job(
                    request.user,
                    TextIOWrapper(
                        request.FILES["csv_file"], encoding=importer.encoding
                    ),
                    include_reviews,
                    privacy,
                )
            except (UnicodeDecodeError, ValueError, KeyError):
                return HttpResponseBadRequest(_("Not a valid csv file"))

            importer.start_import(job)

            return redirect("/import/%d" % job.id)
        return HttpResponseBadRequest()


@method_decorator(login_required, name="dispatch")
class ImportStatus(View):
    """status of an existing import"""

    def get(self, request, job_id):
        """status of an import job"""
        job = get_object_or_404(models.ImportJob, id=job_id)
        if job.user != request.user:
            raise PermissionDenied

        try:
            task = app.AsyncResult(job.task_id)
            # triggers attribute error if the task won't load
            task.status  # pylint: disable=pointless-statement
        except (ValueError, AttributeError):
            task = None

        items = job.items.order_by("index").all()
        failed_items = [i for i in items if i.fail_reason]
        items = [i for i in items if not i.fail_reason]
        return TemplateResponse(
            request,
            "import_status.html",
            {"job": job, "items": items, "failed_items": failed_items, "task": task},
        )

    def post(self, request, job_id):
        """retry lines from an import"""
        job = get_object_or_404(models.ImportJob, id=job_id)
        items = []
        for item in request.POST.getlist("import_item"):
            items.append(get_object_or_404(models.ImportItem, id=item))

        importer = Importer()
        job = importer.create_retry_job(
            request.user,
            job,
            items,
        )
        importer.start_import(job)
        return redirect("/import/%d" % job.id)