mirrors/LibreTranslate
1
1
Fork 1
mirror of https://github.com/LibreTranslate/LibreTranslate.git synced 2024-11-21 23:41:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

Fix pycld2 error

Browse source
This commit is contained in:
Piero Toffanin 2023-10-09 15:46:50 -04:00
parent aac2d9820a
commit b825370a88
2 changed files with 13 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
libretranslate/detect.py
View file

@ -1,5 +1,7 @@
# Originally adapted from https://github.com/aboSamoor/polyglot/blob/master/polyglot/base.py
import unicodedata
import pycld2 as cld2
@ -52,7 +54,16 @@ class Detector:
text (string): A snippet of text, the longer it is the more reliable we
can detect the language used to write the text.
"""
try:
reliable, index, top_3_choices = cld2.detect(text, bestEffort=False)
except cld2.error as e:
if "input contains invalid UTF-8" in str(e):
# Fix for https://github.com/LibreTranslate/LibreTranslate/issues/514
# related to https://github.com/aboSamoor/polyglot/issues/71#issuecomment-707997790
text = ''.join([l for l in text if unicodedata.category(str(l))[0] not in ('S', 'M', 'C')])
reliable, index, top_3_choices = cld2.detect(text, bestEffort=False)
else:
raise e
if not reliable:
self.reliable = False

2
libretranslate/static/css/main.css
View file

@ -162,7 +162,7 @@ h3.header {
left: 2px;
}
.locale-panel a:hovselecter{
.locale-panel a:hover{
background-color: transparent !important;
}