rafaelcaricio/LibreTranslate
1
0
Fork 0
forked from mirrors/LibreTranslate
Code Issues Pull requests Projects Releases Packages Wiki Activity

Memoize

Browse source
This commit is contained in:
Piero Toffanin 2022-03-04 10:24:29 -05:00
parent 45649c3340
commit c3548bffe1
1 changed files with 10 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
app/language.py
View file

@ -4,11 +4,15 @@ from argostranslate import translate
from polyglot.detect.base import Detector, UnknownLanguage from polyglot.detect.base import Detector, UnknownLanguage
from polyglot.transliteration.base import Transliterator from polyglot.transliteration.base import Transliterator
__languages = None
def load_languages(): def load_languages():
languages = translate.load_installed_languages() global __languages
return languages
if __languages is None or len(__languages) == 0:
__languages = translate.load_installed_languages()
return __languages
def detect_languages(text): def detect_languages(text):
# detect batch processing # detect batch processing
@ -34,11 +38,11 @@ def detect_languages(text):
# Load language codes # Load language codes
languages = load_languages() languages = load_languages()
__lang_codes = [l.code for l in languages] lang_codes = [l.code for l in languages]
# only use candidates that are supported by argostranslate # only use candidates that are supported by argostranslate
candidate_langs = list( candidate_langs = list(
filter(lambda l: l.text_length != 0 and l.code in __lang_codes, candidates) filter(lambda l: l.text_length != 0 and l.code in lang_codes, candidates)
) )
# this happens if no language could be detected # this happens if no language could be detected
@ -50,7 +54,7 @@ def detect_languages(text):
# calculate the average confidence for each language # calculate the average confidence for each language
if is_batch: if is_batch:
temp_average_list = [] temp_average_list = []
for lang_code in __lang_codes: for lang_code in lang_codes:
# get all candidates for a specific language # get all candidates for a specific language
lc = list(filter(lambda l: l.code == lang_code, candidate_langs)) lc = list(filter(lambda l: l.code == lang_code, candidate_langs))
if len(lc) > 1: if len(lc) > 1: