LibreTranslate/app/init.py

52 lines
1.9 KiB
Python
Raw Normal View History

2020-12-19 22:40:37 +00:00
import os
2020-12-20 16:55:56 +00:00
from pathlib import Path
2021-02-08 15:56:45 +00:00
from argostranslate import settings, package, translate
2020-12-20 16:55:56 +00:00
import os, glob, shutil, zipfile
from app.language import languages
import polyglot
2020-12-19 22:40:37 +00:00
def boot():
check_and_install_models()
check_and_install_transliteration()
2020-12-19 22:40:37 +00:00
def check_and_install_models(force=False):
if len(package.get_installed_packages()) < 2 or force:
2021-02-08 15:56:45 +00:00
# Update package definitions from remote
print("Updating language models")
package.update_package_index()
# Load available packages from local package index
available_packages = package.load_available_packages()
print("Found %s models" % len(available_packages))
# Download and install all available packages
for available_package in available_packages:
print("Downloading %s (%s) ..." % (available_package, available_package.package_version))
download_path = available_package.download()
package.install_from_path(download_path)
print("Loaded support for %s languages (%s models total)!" % (len(translate.load_installed_languages()), len(available_packages)))
def check_and_install_transliteration(force=False):
# 'en' is not a supported transliteration language
transliteration_languages = [l.code for l in languages if l.code != "en"]
# check installed
install_needed = []
if not force:
t_packages_path = Path(polyglot.polyglot_path) / "transliteration2"
for lang in transliteration_languages:
if not (t_packages_path / lang / f"transliteration.{lang}.tar.bz2").exists():
install_needed.append(lang)
else:
install_needed = transliteration_languages
# install the needed transliteration packages
if install_needed:
from polyglot.downloader import Downloader
downloader = Downloader()
for lang in install_needed:
downloader.download(f"transliteration2.{lang}")