download the transliteration packages of polyglot during boot

This commit is contained in:
mammo0 2021-03-11 12:33:54 +01:00
parent 25fb3b3c21
commit e0693d697e
2 changed files with 29 additions and 3 deletions

View file

@ -2,9 +2,12 @@ import os
from pathlib import Path from pathlib import Path
from argostranslate import settings, package, translate from argostranslate import settings, package, translate
import os, glob, shutil, zipfile import os, glob, shutil, zipfile
from app.language import languages
import polyglot
def boot(): def boot():
check_and_install_models() check_and_install_models()
check_and_install_transliteration()
def check_and_install_models(force=False): def check_and_install_models(force=False):
if len(package.get_installed_packages()) < 2 or force: if len(package.get_installed_packages()) < 2 or force:
@ -23,4 +26,26 @@ def check_and_install_models(force=False):
package.install_from_path(download_path) package.install_from_path(download_path)
print("Loaded support for %s languages (%s models total)!" % (len(translate.load_installed_languages()), len(available_packages))) print("Loaded support for %s languages (%s models total)!" % (len(translate.load_installed_languages()), len(available_packages)))
def check_and_install_transliteration(force=False):
# 'en' is not a supported transliteration language
transliteration_languages = [l.code for l in languages if l.code != "en"]
# check installed
install_needed = []
if not force:
t_packages_path = Path(polyglot.polyglot_path) / "transliteration2"
for lang in transliteration_languages:
if not (t_packages_path / lang / f"transliteration.{lang}.tar.bz2").exists():
install_needed.append(lang)
else:
install_needed = transliteration_languages
# install the needed transliteration packages
if install_needed:
from polyglot.downloader import Downloader
downloader = Downloader()
for lang in install_needed:
downloader.download(f"transliteration2.{lang}")

View file

@ -1,6 +1,7 @@
#!/usr/bin/env python #!/usr/bin/env python
from app.init import check_and_install_models from app.init import check_and_install_models, check_and_install_transliteration
if __name__ == "__main__": if __name__ == "__main__":
check_and_install_models(force=True) check_and_install_models(force=True)
check_and_install_transliteration(force=True)