Adds inventaire connector stub

And changes formatters to accept the key as well as value
This commit is contained in:
Mouse Reeve 2021-04-06 11:58:07 -07:00
parent 295842badd
commit d482c66ad4
3 changed files with 92 additions and 8 deletions

View file

@ -296,6 +296,6 @@ class Mapping:
if not value: if not value:
return None return None
try: try:
return self.formatter(value) return self.formatter(value, self.remote_field)
except: # pylint: disable=bare-except except: # pylint: disable=bare-except
return None return None

View file

@ -0,0 +1,84 @@
""" inventaire data connector """
from bookwyrm import models
from .abstract_connector import AbstractConnector, SearchResult, Mapping
from .abstract_connector import get_data
from .connector_manager import ConnectorException
class Connector(AbstractConnector):
""" instantiate a connector for OL """
def __init__(self, identifier):
super().__init__(identifier)
self.book_mappings = [
Mapping("title", remote_field="wdt:P1476", formatter=get_claim),
Mapping("id", remote_field="id"),
Mapping("cover", remote_field="image", formatter=self.get_cover_url),
Mapping("isbn13", remote_field="wdt:P212", formatter=get_claim),
Mapping("isbn10", remote_field="wdt:P957", formatter=get_claim),
Mapping("languages", remote_field="wdt:P407", formatter=get_language),
Mapping("publishers", remote_field="wdt:P123", formatter=resolve_key),
Mapping("publishedDate", remote_field="wdt:P577", formatter=get_claim),
Mapping("pages", remote_field="wdt:P1104", formatter=get_claim),
Mapping("goodreadsKey", remote_field="wdt:P2969", formatter=get_claim),
]
def parse_search_data(self, data):
return data.get('results')
def format_search_result(self, search_result):
images = search_result.get("image")
cover = "{:s}/img/entities/{:s}".format(
self.covers_url, images[0]
) if images else None
return SearchResult(
title=search_result.get("label"),
key="{:s}{:s}".format(self.books_url, search_result.get("uri")),
cover=cover,
connector=self,
)
def parse_isbn_search_data(self, data):
""" boop doop """
def format_isbn_search_result(self, search_result):
""" beep bloop """
def is_work_data(self, data):
return True
def get_edition_from_work_data(self, data):
return {}
def get_work_from_edition_data(self, data):
# P629
return {}
def get_authors_from_data(self, data):
return []
def expand_book_data(self, book):
return
def get_cover_url(self, cover_blob, *_):
""" format the relative cover url into an absolute one:
{"url": "/img/entities/e794783f01b9d4f897a1ea9820b96e00d346994f"}
"""
cover_id = cover_blob[0].get("url")
if not cover_id:
return None
return "%s%s" % (self.covers_url, cover_id)
def get_claim(data, claim_key):
""" all the metadata is in a "claims" dict with a buncha wikidata keys """
return data.get('claims', {}).get(claim_key)
def get_language(wikidata_key, *_):
""" who here speaks "wd:Q150" """
return wikidata_key # TODO
def resolve_key(wikidata_key, *_):
""" cool, it's "wd:Q3156592" now what the heck does that mean """
return wikidata_key # TODO

View file

@ -14,8 +14,8 @@ class Connector(AbstractConnector):
def __init__(self, identifier): def __init__(self, identifier):
super().__init__(identifier) super().__init__(identifier)
get_first = lambda a: a[0] get_first = lambda a, *args: a[0]
get_remote_id = lambda a: self.base_url + a get_remote_id = lambda a, *args: self.base_url + a
self.book_mappings = [ self.book_mappings = [
Mapping("title"), Mapping("title"),
Mapping("id", remote_field="key", formatter=get_remote_id), Mapping("id", remote_field="key", formatter=get_remote_id),
@ -95,7 +95,7 @@ class Connector(AbstractConnector):
url = "%s%s" % (self.base_url, author_id) url = "%s%s" % (self.base_url, author_id)
yield self.get_or_create_author(url) yield self.get_or_create_author(url)
def get_cover_url(self, cover_blob, size="L"): def get_cover_url(self, cover_blob, *_, size="L"):
""" ask openlibrary for the cover """ """ ask openlibrary for the cover """
if not cover_blob: if not cover_blob:
return None return None
@ -181,19 +181,19 @@ def ignore_edition(edition_data):
return True return True
def get_description(description_blob): def get_description(description_blob, *_):
""" descriptions can be a string or a dict """ """ descriptions can be a string or a dict """
if isinstance(description_blob, dict): if isinstance(description_blob, dict):
return description_blob.get("value") return description_blob.get("value")
return description_blob return description_blob
def get_openlibrary_key(key): def get_openlibrary_key(key, *_):
""" convert /books/OL27320736M into OL27320736M """ """ convert /books/OL27320736M into OL27320736M """
return key.split("/")[-1] return key.split("/")[-1]
def get_languages(language_blob): def get_languages(language_blob, *_):
""" /language/eng -> English """ """ /language/eng -> English """
langs = [] langs = []
for lang in language_blob: for lang in language_blob:
@ -201,7 +201,7 @@ def get_languages(language_blob):
return langs return langs
def pick_default_edition(options): def pick_default_edition(options, *_):
""" favor physical copies with covers in english """ """ favor physical copies with covers in english """
if not options: if not options:
return None return None