From f4d514a8cd749823eb2d4b7cf1e7adf7fa69ddf1 Mon Sep 17 00:00:00 2001 From: Robert Dunmire III Date: Thu, 28 Sep 2023 10:14:16 -0400 Subject: [PATCH] First commit --- .vscode/extensions.json | 5 +++++ Dockerfile | 32 ++++++++++++++++++++++++++++++++ build.sh | 3 +++ run.sh | 7 +++++++ 4 files changed, 47 insertions(+) create mode 100644 .vscode/extensions.json create mode 100644 Dockerfile create mode 100644 build.sh create mode 100644 run.sh diff --git a/.vscode/extensions.json b/.vscode/extensions.json new file mode 100644 index 0000000..cb99a89 --- /dev/null +++ b/.vscode/extensions.json @@ -0,0 +1,5 @@ +{ + "recommendations": [ + "ms-azuretools.vscode-docker" + ] +} \ No newline at end of file diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..5527213 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,32 @@ +FROM nvidia/cuda:11.7.1-base-ubuntu22.04 + +# Install Whisper +WORKDIR /usr/src +ARG WHISPER_VERSION='1.0.1' + +RUN \ + apt-get update \ + && apt-get install -y --no-install-recommends \ + build-essential \ + python3 \ + python3-dev \ + python3-pip \ + \ + && pip3 install --no-cache-dir -U \ + setuptools \ + wheel \ + && pip3 install --no-cache-dir torch \ + && pip3 install --no-cache-dir \ + "wyoming-faster-whisper==${WHISPER_VERSION}" \ + \ + && apt-get purge -y --auto-remove \ + build-essential \ + python3-dev \ + && rm -rf /var/lib/apt/lists/* + +WORKDIR / +COPY run.sh ./ + +EXPOSE 10300 + +ENTRYPOINT ["bash", "/run.sh"] diff --git a/build.sh b/build.sh new file mode 100644 index 0000000..bb24b85 --- /dev/null +++ b/build.sh @@ -0,0 +1,3 @@ +#!/bin/bash + +docker build --network=host --tag=wyoming-whisper-gpu . diff --git a/run.sh b/run.sh new file mode 100644 index 0000000..1cf687c --- /dev/null +++ b/run.sh @@ -0,0 +1,7 @@ +#!/usr/bin/env bash + +export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/python3.10/dist-packages/nvidia/cudnn/lib/ +python3 -m wyoming_faster_whisper \ + --uri 'tcp://0.0.0.0:10300' \ + --data-dir /data \ + --download-dir /data "$@"