First commit

.vscode/extensions.json

@@ -0,0 +1,5 @@
+{
+    "recommendations": [
+        "ms-azuretools.vscode-docker"
+    ]
+}

Dockerfile

@@ -0,0 +1,32 @@
+FROM nvidia/cuda:11.7.1-base-ubuntu22.04
+
+# Install Whisper
+WORKDIR /usr/src
+ARG WHISPER_VERSION='1.0.1'
+
+RUN \
+    apt-get update \
+    && apt-get install -y --no-install-recommends \
+        build-essential \
+        python3 \
+        python3-dev \
+        python3-pip \
+    \
+    && pip3 install --no-cache-dir -U \
+        setuptools \
+        wheel \
+    && pip3 install --no-cache-dir torch \
+    && pip3 install --no-cache-dir \
+        "wyoming-faster-whisper==${WHISPER_VERSION}" \
+    \
+    && apt-get purge -y --auto-remove \
+        build-essential \
+        python3-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /
+COPY run.sh ./
+
+EXPOSE 10300
+
+ENTRYPOINT ["bash", "/run.sh"]

build.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+docker build --network=host --tag=wyoming-whisper-gpu .

run.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib/python3.10/dist-packages/nvidia/cudnn/lib/
+python3 -m wyoming_faster_whisper \
+    --uri 'tcp://0.0.0.0:10300' \
+    --data-dir /data \
+    --download-dir /data "$@"