Add CUDA acceleration (requires onnxruntime-gpu)
This commit is contained in:
parent
cc4d39ffe3
commit
e56b4579a6
14 changed files with 432 additions and 141 deletions
59
Dockerfile.gpu
Normal file
59
Dockerfile.gpu
Normal file
|
|
@ -0,0 +1,59 @@
|
|||
# Copyright 2022 Mycroft AI Inc.
|
||||
#
|
||||
# This program is free software: you can redistribute it and/or modify
|
||||
# it under the terms of the GNU Affero General Public License as published by
|
||||
# the Free Software Foundation, either version 3 of the License, or
|
||||
# (at your option) any later version.
|
||||
#
|
||||
# This program is distributed in the hope that it will be useful,
|
||||
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
# GNU Affero General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU Affero General Public License
|
||||
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||
#
|
||||
# -----------------------------------------------------------------------------
|
||||
# Dockerfile for Mimic 3 (https://github.com/MycroftAI/mimic3)
|
||||
#
|
||||
# Runs an HTTP server on port 59125.
|
||||
# See scripts in docker/ directory of this repository.
|
||||
#
|
||||
# Requires Docker buildx: https://docs.docker.com/buildx/working-with-buildx/
|
||||
# -----------------------------------------------------------------------------
|
||||
|
||||
FROM nvcr.io/nvidia/cuda:11.4.2-cudnn8-devel-ubuntu20.04
|
||||
ARG TARGETARCH
|
||||
ARG TARGETVARIANT
|
||||
|
||||
ENV LANG C.UTF-8
|
||||
ENV DEBIAN_FRONTEND=noninteractive
|
||||
|
||||
RUN echo "Dir::Cache var/cache/apt/${TARGETARCH}${TARGETVARIANT};" > /etc/apt/apt.conf.d/01cache
|
||||
|
||||
RUN --mount=type=cache,id=apt-run,target=/var/cache/apt \
|
||||
mkdir -p /var/cache/apt/${TARGETARCH}${TARGETVARIANT}/archives/partial && \
|
||||
apt-get update && \
|
||||
apt-get install --yes --no-install-recommends \
|
||||
python3 python3-pip python3-venv \
|
||||
ca-certificates libespeak-ng1
|
||||
|
||||
WORKDIR /home/mimic3/app
|
||||
|
||||
COPY ./ ./
|
||||
|
||||
# Fix requirements
|
||||
RUN sed -i 's/onnxruntime/onnxruntime-gpu/' mimic3-tts/requirements.txt
|
||||
|
||||
# Install mimic3
|
||||
RUN --mount=type=cache,id=pip-requirements,target=/root/.cache/pip \
|
||||
./install.sh
|
||||
|
||||
RUN useradd -ms /bin/bash mimic3
|
||||
|
||||
USER mimic3
|
||||
WORKDIR /home/mimic3/app
|
||||
|
||||
EXPOSE 59125
|
||||
|
||||
ENTRYPOINT ["/home/mimic3/app/.venv/bin/python3", "-m", "mimic3_http", "--cuda"]
|
||||
Loading…
Add table
Add a link
Reference in a new issue