mirror of
https://github.com/bookwyrm-social/bookwyrm.git
synced 2024-07-02 03:35:51 +00:00
127 lines
3.5 KiB
Python
127 lines
3.5 KiB
Python
''' handle reading a csv from goodreads '''
|
|
import re
|
|
import csv
|
|
import itertools
|
|
import dateutil.parser
|
|
|
|
from fedireads import books_manager
|
|
from fedireads.models import Edition, ReadThrough
|
|
|
|
|
|
# Mapping goodreads -> fedireads shelf titles.
|
|
GOODREADS_SHELVES = {
|
|
'read': 'read',
|
|
'currently-reading': 'reading',
|
|
'to-read': 'to-read',
|
|
}
|
|
# TODO: remove or notify about this in the UI
|
|
MAX_ENTRIES = 20
|
|
|
|
|
|
def unquote_string(text):
|
|
''' resolve csv quote weirdness '''
|
|
match = re.match(r'="([^"]*)"', text)
|
|
if match:
|
|
return match.group(1)
|
|
return text
|
|
|
|
|
|
def construct_search_term(title, author):
|
|
''' formulate a query for the data connector '''
|
|
# Strip brackets (usually series title from search term)
|
|
title = re.sub(r'\s*\([^)]*\)\s*', '', title)
|
|
# Open library doesn't like including author initials in search term.
|
|
author = re.sub(r'(\w\.)+\s*', '', author)
|
|
|
|
return ' '.join([title, author])
|
|
|
|
|
|
class GoodreadsCsv:
|
|
''' define a goodreads csv '''
|
|
def __init__(self, csv_file):
|
|
self.reader = csv.DictReader(csv_file)
|
|
|
|
def __iter__(self):
|
|
for line in itertools.islice(self.reader, MAX_ENTRIES):
|
|
yield GoodreadsItem(line)
|
|
|
|
class GoodreadsItem:
|
|
''' a processed line in a goodreads csv '''
|
|
def __init__(self, line):
|
|
self.line = line
|
|
self.book = None
|
|
|
|
def resolve(self):
|
|
''' try various ways to lookup a book '''
|
|
self.book = (
|
|
self.get_book_from_db_isbn() or
|
|
self.get_book_from_isbn() or
|
|
self.get_book_from_title_author()
|
|
)
|
|
|
|
def get_book_from_db_isbn(self):
|
|
''' see if we already know about the book '''
|
|
try:
|
|
return Edition.objects.get(isbn=self.isbn)
|
|
except Edition.DoesNotExist:
|
|
return None
|
|
|
|
def get_book_from_isbn(self):
|
|
''' search by isbn '''
|
|
search_results = books_manager.search(self.isbn)
|
|
if search_results:
|
|
return books_manager.get_or_create_book(search_results[0].key)
|
|
|
|
def get_book_from_title_author(self):
|
|
''' search by title and author '''
|
|
search_term = construct_search_term(
|
|
self.line['Title'],
|
|
self.line['Author']
|
|
)
|
|
search_results = books_manager.search(search_term)
|
|
if search_results:
|
|
return books_manager.get_or_create_book(search_results[0].key)
|
|
|
|
@property
|
|
def isbn(self):
|
|
return unquote_string(self.line['ISBN13'])
|
|
|
|
@property
|
|
def shelf(self):
|
|
''' the goodreads shelf field '''
|
|
if self.line['Exclusive Shelf']:
|
|
return GOODREADS_SHELVES[self.line['Exclusive Shelf']]
|
|
|
|
@property
|
|
def review(self):
|
|
return self.line['My Review']
|
|
|
|
@property
|
|
def rating(self):
|
|
return int(self.line['My Rating'])
|
|
|
|
@property
|
|
def date_added(self):
|
|
if self.line['Date Added']:
|
|
return dateutil.parser.parse(self.line['Date Added'])
|
|
|
|
@property
|
|
def date_read(self):
|
|
if self.line['Date Read']:
|
|
return dateutil.parser.parse(self.line['Date Read'])
|
|
|
|
@property
|
|
def reads(self):
|
|
return [ReadThrough(
|
|
# Date added isn't the start date, but it's (perhaps) better than nothing.
|
|
start_date=self.date_added,
|
|
finish_date=self.date_read,
|
|
pages_read=None,
|
|
)]
|
|
|
|
def __repr__(self):
|
|
return "<GoodreadsItem {!r}>".format(self.line['Title'])
|
|
|
|
def __str__(self):
|
|
return "{} by {}".format(self.line['Title'], self.line['Author'])
|