bookwyrm/fedireads/books_manager.py

85 lines
2.5 KiB
Python
Raw Normal View History

2020-03-07 20:22:28 +00:00
''' select and call a connector for whatever book task needs doing '''
import importlib
from fedireads import models
2020-04-02 05:11:31 +00:00
from fedireads.tasks import app
2020-03-07 20:22:28 +00:00
2020-05-04 00:53:14 +00:00
def get_or_create_book(value, key='id', connector_id=None):
2020-03-07 20:22:28 +00:00
''' pull up a book record by whatever means possible '''
try:
2020-05-04 00:53:14 +00:00
book = models.Book.objects.select_subclasses().get(**{key: value})
return book
except models.Book.DoesNotExist:
pass
2020-05-04 00:53:14 +00:00
connector_info = models.Connector.objects.get(id=connector_id)
connector = load_connector(connector_info)
book = connector.get_or_create_book(value)
2020-04-02 05:11:31 +00:00
load_more_data.delay(book.id)
return book
@app.task
def load_more_data(book_id):
''' background the work of getting all 10,000 editions of LoTR '''
book = models.Book.objects.select_subclasses().get(id=book_id)
2020-05-04 00:53:14 +00:00
connector = load_connector(book.connector)
2020-04-02 05:11:31 +00:00
connector.expand_book_data(book)
2020-05-03 22:26:47 +00:00
def search(query):
''' find books based on arbitary keywords '''
results = []
2020-05-03 20:32:23 +00:00
dedup_slug = lambda r: '%s/%s/%s' % (r.title, r.author, r.year)
2020-05-03 22:26:47 +00:00
result_index = set()
for connector in get_connectors():
2020-05-03 22:26:47 +00:00
result_set = connector.search(query)
2020-05-03 20:32:23 +00:00
2020-05-03 22:26:47 +00:00
result_set = [r for r in result_set \
if dedup_slug(r) not in result_index]
# `|=` concats two sets. WE ARE GETTING FANCY HERE
result_index |= set(dedup_slug(r) for r in result_set)
results.append({
'connector': connector,
2020-05-03 22:26:47 +00:00
'results': result_set,
})
2020-04-29 17:57:20 +00:00
return results
2020-05-04 17:15:41 +00:00
def local_search(query):
''' only look at local search results '''
connector = load_connector(models.Connector.objects.get(local=True))
return connector.search(query)
2020-05-03 22:26:47 +00:00
def first_search_result(query):
''' search until you find a result that fits '''
for connector in get_connectors():
result = connector.search(query)
if result:
return result[0]
return None
2020-05-04 01:56:29 +00:00
def update_book(book, data=None):
2020-03-28 23:30:54 +00:00
''' re-sync with the original data source '''
2020-05-04 00:53:14 +00:00
connector = load_connector(book.connector)
2020-05-04 01:56:29 +00:00
connector.update_book(book, data=data)
2020-03-28 23:30:54 +00:00
def get_connectors():
''' load all connectors '''
connectors_info = models.Connector.objects.order_by('priority').all()
return [load_connector(c) for c in connectors_info]
2020-04-29 17:57:20 +00:00
def load_connector(connector_info):
''' instantiate the connector class '''
connector = importlib.import_module(
'fedireads.connectors.%s' % connector_info.connector_file
)
return connector.Connector(connector_info.identifier)