rafaelcaricio/LibreTranslate
1
0
Fork 0
forked from mirrors/LibreTranslate
Code Issues Pull requests Projects Releases Packages Wiki Activity

Catch unknown language

Browse source
This commit is contained in:
Piero Toffanin 2021-03-12 10:53:09 -05:00
parent 4875177f68
commit 79224edfe4
1 changed files with 5 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
app/language.py
View file

@ -1,7 +1,7 @@
import string import string
from argostranslate import translate from argostranslate import translate
from polyglot.detect.base import Detector from polyglot.detect.base import Detector, UnknownLanguage
from polyglot.transliteration.base import Transliterator from polyglot.transliteration.base import Transliterator
@ -22,7 +22,10 @@ def detect_languages(text):
# get the candidates # get the candidates
candidates = [] candidates = []
for t in text: for t in text:
try:
candidates.extend(Detector(t).languages) candidates.extend(Detector(t).languages)
except UnknownLanguage as e:
pass
# total read bytes of the provided text # total read bytes of the provided text
read_bytes_total = sum(c.read_bytes for c in candidates) read_bytes_total = sum(c.read_bytes for c in candidates)