FROM nvidia/cuda:12.4.1-devel-ubuntu20.04 ENV ARGOS_DEVICE_TYPE cuda ARG with_models=false ARG models="" WORKDIR /app ARG DEBIAN_FRONTEND=noninteractive RUN apt-get update -qq \ && apt-get -qqq install --no-install-recommends -y libicu-dev libaspell-dev libcairo2 libcairo2-dev pkg-config gcc g++ python3.8-dev python3-pip libpython3.8-dev\ && apt-get upgrade --assume-yes \ && apt-get clean \ && rm -rf /var/lib/apt RUN pip3 install --no-cache-dir --upgrade pip && apt-get remove python3-pip --assume-yes RUN ln -s /usr/bin/python3 /usr/bin/python RUN pip3 install --no-cache-dir torch==1.12.0+cu116 -f https://download.pytorch.org/whl/torch_stable.html COPY . . RUN if [ "$with_models" = "true" ]; then \ # install only the dependencies first pip3 install --no-cache-dir -e .; \ # initialize the language models if [ ! -z "$models" ]; then \ ./scripts/install_models.py --load_only_lang_codes "$models"; \ else \ ./scripts/install_models.py; \ fi \ fi # Install package from source code RUN pip3 install Babel==2.12.1 && python3 scripts/compile_locales.py \ && ./venv/bin/pip install "numpy<2" \ && pip3 install . \ && pip3 cache purge # Depending on your cuda install you may need to uncomment this line to allow the container to access the cuda libraries # See: https://docs.nvidia.com/cuda/cuda-installation-guide-linux/index.html#post-installation-actions # ENV LD_LIBRARY_PATH=/usr/local/cuda/lib:/usr/local/cuda/lib64 EXPOSE 5000 ENTRYPOINT [ "libretranslate", "--host", "*" ]