mirror of
https://github.com/LibreTranslate/LibreTranslate.git
synced 2024-11-25 09:21:04 +00:00
download the transliteration packages of polyglot during boot
This commit is contained in:
parent
25fb3b3c21
commit
e0693d697e
2 changed files with 29 additions and 3 deletions
29
app/init.py
29
app/init.py
|
@ -2,9 +2,12 @@ import os
|
|||
from pathlib import Path
|
||||
from argostranslate import settings, package, translate
|
||||
import os, glob, shutil, zipfile
|
||||
from app.language import languages
|
||||
import polyglot
|
||||
|
||||
def boot():
|
||||
check_and_install_models()
|
||||
check_and_install_models()
|
||||
check_and_install_transliteration()
|
||||
|
||||
def check_and_install_models(force=False):
|
||||
if len(package.get_installed_packages()) < 2 or force:
|
||||
|
@ -23,4 +26,26 @@ def check_and_install_models(force=False):
|
|||
package.install_from_path(download_path)
|
||||
|
||||
print("Loaded support for %s languages (%s models total)!" % (len(translate.load_installed_languages()), len(available_packages)))
|
||||
|
||||
|
||||
|
||||
def check_and_install_transliteration(force=False):
|
||||
# 'en' is not a supported transliteration language
|
||||
transliteration_languages = [l.code for l in languages if l.code != "en"]
|
||||
|
||||
# check installed
|
||||
install_needed = []
|
||||
if not force:
|
||||
t_packages_path = Path(polyglot.polyglot_path) / "transliteration2"
|
||||
for lang in transliteration_languages:
|
||||
if not (t_packages_path / lang / f"transliteration.{lang}.tar.bz2").exists():
|
||||
install_needed.append(lang)
|
||||
else:
|
||||
install_needed = transliteration_languages
|
||||
|
||||
# install the needed transliteration packages
|
||||
if install_needed:
|
||||
from polyglot.downloader import Downloader
|
||||
downloader = Downloader()
|
||||
|
||||
for lang in install_needed:
|
||||
downloader.download(f"transliteration2.{lang}")
|
||||
|
|
|
@ -1,6 +1,7 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
from app.init import check_and_install_models
|
||||
from app.init import check_and_install_models, check_and_install_transliteration
|
||||
|
||||
if __name__ == "__main__":
|
||||
check_and_install_models(force=True)
|
||||
check_and_install_transliteration(force=True)
|
||||
|
|
Loading…
Reference in a new issue