forked from mirrors/bookwyrm
129 lines
4 KiB
Python
129 lines
4 KiB
Python
''' track progress of goodreads imports '''
|
|
import re
|
|
import dateutil.parser
|
|
|
|
from django.db import models
|
|
from django.utils import timezone
|
|
|
|
from bookwyrm import books_manager
|
|
from bookwyrm.models import ReadThrough, User, Book
|
|
from bookwyrm.utils.fields import JSONField
|
|
|
|
# Mapping goodreads -> bookwyrm shelf titles.
|
|
GOODREADS_SHELVES = {
|
|
'read': 'read',
|
|
'currently-reading': 'reading',
|
|
'to-read': 'to-read',
|
|
}
|
|
|
|
def unquote_string(text):
|
|
''' resolve csv quote weirdness '''
|
|
match = re.match(r'="([^"]*)"', text)
|
|
if match:
|
|
return match.group(1)
|
|
return text
|
|
|
|
|
|
def construct_search_term(title, author):
|
|
''' formulate a query for the data connector '''
|
|
# Strip brackets (usually series title from search term)
|
|
title = re.sub(r'\s*\([^)]*\)\s*', '', title)
|
|
# Open library doesn't like including author initials in search term.
|
|
author = re.sub(r'(\w\.)+\s*', '', author)
|
|
|
|
return ' '.join([title, author])
|
|
|
|
|
|
class ImportJob(models.Model):
|
|
''' entry for a specific request for book data import '''
|
|
user = models.ForeignKey(User, on_delete=models.CASCADE)
|
|
created_date = models.DateTimeField(default=timezone.now)
|
|
task_id = models.CharField(max_length=100, null=True)
|
|
import_status = models.ForeignKey(
|
|
'Status', null=True, on_delete=models.PROTECT)
|
|
|
|
class ImportItem(models.Model):
|
|
''' a single line of a csv being imported '''
|
|
job = models.ForeignKey(
|
|
ImportJob,
|
|
on_delete=models.CASCADE,
|
|
related_name='items')
|
|
index = models.IntegerField()
|
|
data = JSONField()
|
|
book = models.ForeignKey(
|
|
Book, on_delete=models.SET_NULL, null=True, blank=True)
|
|
fail_reason = models.TextField(null=True)
|
|
|
|
def resolve(self):
|
|
''' try various ways to lookup a book '''
|
|
self.book = (
|
|
self.get_book_from_isbn() or
|
|
self.get_book_from_title_author()
|
|
)
|
|
|
|
def get_book_from_isbn(self):
|
|
''' search by isbn '''
|
|
search_result = books_manager.first_search_result(self.isbn)
|
|
if search_result:
|
|
return books_manager.get_or_create_book(search_result.key)
|
|
|
|
def get_book_from_title_author(self):
|
|
''' search by title and author '''
|
|
search_term = construct_search_term(
|
|
self.data['Title'],
|
|
self.data['Author']
|
|
)
|
|
search_result = books_manager.first_search_result(search_term)
|
|
if search_result:
|
|
return books_manager.get_or_create_book(search_result.key)
|
|
|
|
@property
|
|
def isbn(self):
|
|
''' pulls out the isbn13 field from the csv line data '''
|
|
return unquote_string(self.data['ISBN13'])
|
|
|
|
@property
|
|
def shelf(self):
|
|
''' the goodreads shelf field '''
|
|
if self.data['Exclusive Shelf']:
|
|
return GOODREADS_SHELVES.get(self.data['Exclusive Shelf'])
|
|
|
|
@property
|
|
def review(self):
|
|
''' a user-written review, to be imported with the book data '''
|
|
return self.data['My Review']
|
|
|
|
@property
|
|
def rating(self):
|
|
''' x/5 star rating for a book '''
|
|
return int(self.data['My Rating'])
|
|
|
|
@property
|
|
def date_added(self):
|
|
''' when the book was added to this dataset '''
|
|
if self.data['Date Added']:
|
|
return dateutil.parser.parse(self.data['Date Added'])
|
|
|
|
@property
|
|
def date_read(self):
|
|
''' the date a book was completed '''
|
|
if self.data['Date Read']:
|
|
return dateutil.parser.parse(self.data['Date Read'])
|
|
|
|
@property
|
|
def reads(self):
|
|
''' formats a read through dataset for the book in this line '''
|
|
if (self.shelf == 'reading'
|
|
and self.date_added and not self.date_read):
|
|
return [ReadThrough(start_date=self.date_added)]
|
|
if self.date_read:
|
|
return [ReadThrough(
|
|
finish_date=self.date_read,
|
|
)]
|
|
return []
|
|
|
|
def __repr__(self):
|
|
return "<GoodreadsItem {!r}>".format(self.data['Title'])
|
|
|
|
def __str__(self):
|
|
return "{} by {}".format(self.data['Title'], self.data['Author'])
|