mirrors/LibreTranslate
1
1
Fork 1
mirror of https://github.com/LibreTranslate/LibreTranslate.git synced 2024-06-10 17:39:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix language detection for the translation API

Browse source
This commit is contained in:
Joshix 2023-01-17 20:58:25 +01:00
parent 9564edc97e
commit 08b21aa274
1 changed files with 10 additions and 22 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

32
libretranslate/app.py
View file

@ -24,6 +24,7 @@ from libretranslate.locales import (_, _lazy, get_available_locales, get_availab
gettext_html, lazy_swag, get_alternate_locale_links)
from .api_keys import Database, RemoteDatabase
from .detect import Detector
from .suggestions import Database as SuggestionsDatabase
@ -506,31 +507,18 @@ def create_app(args):
description=_("Invalid request: request (%(size)s) exceeds text limit (%(limit)s)", size=chars, limit=args.char_limit),
)
texts_to_translate: "list[str]" = q if batch else [q]
if source_lang == "auto":
source_langs = []
if batch:
auto_detect_texts = q
else:
auto_detect_texts = [q]
allowed_languages = [_l.code for _l in languages]
overall_candidates = detect_languages(q, allowed_languages=allowed_languages)
for text_to_check in auto_detect_texts:
if len(text_to_check) > 40:
candidate_langs = detect_languages(text_to_check, allowed_languages=allowed_languages)
else:
# Unable to accurately detect languages for short texts
candidate_langs = overall_candidates
source_langs.append(candidate_langs[0])
if args.debug:
print(text_to_check, candidate_langs)
print("Auto detected: %s" % candidate_langs[0]["language"])
source_langs = [
(_l.to_dict() if _l else {"confidence": 0, "language": "en"})
for _l in (
Detector(text, allowed_languages=allowed_languages).language
for text in texts_to_translate
)
]
else:
if batch:
source_langs = [ {"confidence": 100.0, "language": source_lang} for text in q]
else:
source_langs = [ {"confidence": 100.0, "language": source_lang} ]
source_langs = [{"confidence": 100.0, "language": source_lang} for _ in texts_to_translate]
src_langs = [next(iter([l for l in languages if l.code == source_lang["language"]]), None) for source_lang in source_langs]