''' track progress of goodreads imports ''' import re import dateutil.parser from django.db import models from django.utils import timezone from bookwyrm import books_manager from bookwyrm.connectors import ConnectorException from bookwyrm.models import ReadThrough, User, Book from bookwyrm.utils.fields import JSONField # Mapping goodreads -> bookwyrm shelf titles. GOODREADS_SHELVES = { 'read': 'read', 'currently-reading': 'reading', 'to-read': 'to-read', } def unquote_string(text): ''' resolve csv quote weirdness ''' match = re.match(r'="([^"]*)"', text) if match: return match.group(1) return text def construct_search_term(title, author): ''' formulate a query for the data connector ''' # Strip brackets (usually series title from search term) title = re.sub(r'\s*\([^)]*\)\s*', '', title) # Open library doesn't like including author initials in search term. author = re.sub(r'(\w\.)+\s*', '', author) return ' '.join([title, author]) class ImportJob(models.Model): ''' entry for a specific request for book data import ''' user = models.ForeignKey(User, on_delete=models.CASCADE) created_date = models.DateTimeField(default=timezone.now) task_id = models.CharField(max_length=100, null=True) import_status = models.ForeignKey( 'Status', null=True, on_delete=models.PROTECT) class ImportItem(models.Model): ''' a single line of a csv being imported ''' job = models.ForeignKey( ImportJob, on_delete=models.CASCADE, related_name='items') index = models.IntegerField() data = JSONField() book = models.ForeignKey( Book, on_delete=models.SET_NULL, null=True, blank=True) fail_reason = models.TextField(null=True) def resolve(self): ''' try various ways to lookup a book ''' self.book = ( self.get_book_from_isbn() or self.get_book_from_title_author() ) def get_book_from_isbn(self): ''' search by isbn ''' search_result = books_manager.first_search_result(self.isbn) if search_result: try: # don't crash the import when the connector fails return books_manager.get_or_create_book(search_result.key) except ConnectorException: pass def get_book_from_title_author(self): ''' search by title and author ''' search_term = construct_search_term( self.data['Title'], self.data['Author'] ) search_result = books_manager.first_search_result(search_term) if search_result: return books_manager.get_or_create_book(search_result.key) @property def isbn(self): ''' pulls out the isbn13 field from the csv line data ''' return unquote_string(self.data['ISBN13']) @property def shelf(self): ''' the goodreads shelf field ''' if self.data['Exclusive Shelf']: return GOODREADS_SHELVES.get(self.data['Exclusive Shelf']) @property def review(self): ''' a user-written review, to be imported with the book data ''' return self.data['My Review'] @property def rating(self): ''' x/5 star rating for a book ''' return int(self.data['My Rating']) @property def date_added(self): ''' when the book was added to this dataset ''' if self.data['Date Added']: return dateutil.parser.parse(self.data['Date Added']) @property def date_read(self): ''' the date a book was completed ''' if self.data['Date Read']: return dateutil.parser.parse(self.data['Date Read']) @property def reads(self): ''' formats a read through dataset for the book in this line ''' if (self.shelf == 'reading' and self.date_added and not self.date_read): return [ReadThrough(start_date=self.date_added)] if self.date_read: return [ReadThrough( finish_date=self.date_read, )] return [] def __repr__(self): return "".format(self.data['Title']) def __str__(self): return "{} by {}".format(self.data['Title'], self.data['Author'])