rafaelcaricio/moviewyrm
1
0
Fork 0
forked from mirrors/bookwyrm
Code Issues 4 Pull requests Projects Releases Wiki Activity

Load simple fields from inventaire

Browse source
This commit is contained in:
Mouse Reeve 2021-04-06 13:53:58 -07:00
parent 3158701075
commit e594cd0a36
1 changed files with 36 additions and 28 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

62
bookwyrm/connectors/inventaire.py
View file

@ -10,47 +10,59 @@ class Connector(AbstractConnector):
def __init__(self, identifier): def __init__(self, identifier):
super().__init__(identifier) super().__init__(identifier)
get_first = lambda a, *args: a[0]
get_remote_id_list = lambda a, *_: [self.get_remote_id(v) for v in a] get_remote_id_list = lambda a, *_: [self.get_remote_id(v) for v in a]
self.book_mappings = [ self.book_mappings = [
Mapping("title", remote_field="wdt:P1476", formatter=get_claim), Mapping("title", remote_field="wdt:P1476", formatter=get_first),
Mapping("subtitle", remote_field="wdt:P1680", formatter=get_claim), Mapping("subtitle", remote_field="wdt:P1680", formatter=get_first),
Mapping("id", remote_field="uri", formatter=self.get_remote_id), Mapping("id", remote_field="uri", formatter=self.get_remote_id),
Mapping("authors", remote_field="wdt:P50", formatter=get_remote_id_list), # Mapping("authors", remote_field="wdt:P50", formatter=get_remote_id_list),
Mapping("inventaireId", remote_field="uri"), Mapping("inventaireId", remote_field="uri"),
Mapping("cover", remote_field="image", formatter=self.get_cover_url), Mapping("cover", remote_field="image", formatter=self.get_cover_url),
Mapping("isbn13", remote_field="wdt:P212", formatter=get_claim), Mapping("isbn13", remote_field="wdt:P212", formatter=get_first),
Mapping("isbn10", remote_field="wdt:P957", formatter=get_claim), Mapping("isbn10", remote_field="wdt:P957", formatter=get_first),
Mapping("languages", remote_field="wdt:P407", formatter=get_language), # Mapping("languages", remote_field="wdt:P407", formatter=get_language),
Mapping("publishers", remote_field="wdt:P123", formatter=resolve_key), # Mapping("publishers", remote_field="wdt:P123", formatter=resolve_key),
Mapping("publishedDate", remote_field="wdt:P577", formatter=get_claim), Mapping("publishedDate", remote_field="wdt:P577", formatter=get_first),
Mapping("pages", remote_field="wdt:P1104", formatter=get_claim), Mapping("pages", remote_field="wdt:P1104", formatter=get_first),
Mapping("goodreadsKey", remote_field="wdt:P2969", formatter=get_claim), Mapping("goodreadsKey", remote_field="wdt:P2969", formatter=get_first),
Mapping("openlibraryKey", remote_field="wdt:P648", formatter=get_claim), Mapping("openlibraryKey", remote_field="wdt:P648", formatter=get_first),
Mapping("subjectPlaces", remote_field="wdt:P840", formatter=resolve_key), # Mapping("subjectPlaces", remote_field="wdt:P840", formatter=resolve_key),
Mapping("subjects", remote_field="wdt:P921", formatter=resolve_key), # Mapping("subjects", remote_field="wdt:P921", formatter=resolve_key),
Mapping("librarythingKey", remote_field="wdt:P1085", formatter=get_claim), Mapping("librarythingKey", remote_field="wdt:P1085", formatter=get_first),
Mapping("oclcNumber", remote_field="wdt:P5331", formatter=get_claim), Mapping("oclcNumber", remote_field="wdt:P5331", formatter=get_first),
Mapping("asin", remote_field="wdt:P5749", formatter=get_claim), Mapping("asin", remote_field="wdt:P5749", formatter=get_first),
] ]
# TODO: P136: genre, P268 bnf id, P674 characters, P950 bne # TODO: P136: genre, P268 bnf id, P674 characters, P950 bne
def get_remote_id(self, value, *_): def get_remote_id(self, value, *_):
""" convert an id/uri into a url """ """ convert an id/uri into a url """
return '{:s}?action=by-uris&uris={:s}'.format(self.books_url, value) return "{:s}?action=by-uris&uris={:s}".format(self.books_url, value)
def get_book_data(self, remote_id): def get_book_data(self, remote_id):
data = get_data(remote_id) data = get_data(remote_id)
extracted = list(data.get("entities").values()) extracted = list(data.get("entities").values())
return extracted[0] if extracted else {} try:
data = extracted[0]
except KeyError:
raise ConnectorException("Invalid book data")
# flatten the data so that images, uri, and claims are on the same level
return {
**data.get("claims"),
"uri": data.get("uri"),
"image": data.get("image"),
}
def parse_search_data(self, data): def parse_search_data(self, data):
return data.get('results') return data.get("results")
def format_search_result(self, search_result): def format_search_result(self, search_result):
images = search_result.get("image") images = search_result.get("image")
cover = "{:s}/img/entities/{:s}".format( cover = (
self.covers_url, images[0] "{:s}/img/entities/{:s}".format(self.covers_url, images[0])
) if images else None if images
else None
)
return SearchResult( return SearchResult(
title=search_result.get("label"), title=search_result.get("label"),
key="{:s}?action=by-uris&uris={:s}".format( key="{:s}?action=by-uris&uris={:s}".format(
@ -89,7 +101,6 @@ class Connector(AbstractConnector):
raise ConnectorException("Invalid book data") raise ConnectorException("Invalid book data")
return self.get_book_data(self.get_remote_id(uri)) return self.get_book_data(self.get_remote_id(uri))
def get_authors_from_data(self, data): def get_authors_from_data(self, data):
return [] return []
@ -106,14 +117,11 @@ class Connector(AbstractConnector):
return "%s%s" % (self.covers_url, cover_id) return "%s%s" % (self.covers_url, cover_id)
def get_claim(data, claim_key):
""" all the metadata is in a "claims" dict with a buncha wikidata keys """
return data.get('claims', {}).get(claim_key)
def get_language(wikidata_key, *_): def get_language(wikidata_key, *_):
""" who here speaks "wd:Q150" """ """ who here speaks "wd:Q150" """
return wikidata_key # TODO return wikidata_key # TODO
def resolve_key(wikidata_key, *_): def resolve_key(wikidata_key, *_):
""" cool, it's "wd:Q3156592" now what the heck does that mean """ """ cool, it's "wd:Q3156592" now what the heck does that mean """
return wikidata_key # TODO return wikidata_key # TODO