75 lines
1.5 KiB
Markdown
75 lines
1.5 KiB
Markdown
Wyoming Whisper STT docker container with Nvidia GPU support for Home-Assistant
|
|
|
|
https://github.com/rhasspy/wyoming-faster-whisper
|
|
|
|
|
|
[](https://github.com/slackr31337/wyoming-whisper-gpu/actions/workflows/docker-image.yml)
|
|
|
|
|
|
docker pull ghcr.io/slackr31337/wyoming-whisper-gpu:latest
|
|
|
|
|
|
Models:
|
|
|
|
- tiny-int8
|
|
- tiny.en
|
|
- tiny
|
|
- base-int8
|
|
- base.en
|
|
- base
|
|
- small-int8
|
|
- small.en
|
|
- small
|
|
- medium-int8
|
|
- medium.en
|
|
- medium
|
|
- large-v1
|
|
- large-v2
|
|
- large-v3
|
|
- large
|
|
- distil-large-v2
|
|
- distil-medium.en
|
|
- distil-small.en
|
|
|
|
|
|
Environment variables:
|
|
|
|
> MODEL=base-int8 (Name of faster-whisper model to use)
|
|
>
|
|
> LANGUAGE=en (Default language to set for transcription)
|
|
>
|
|
> COMPUTE_TYPE=int8 (float16, int8, etc.)
|
|
>
|
|
> BEAM_SIZE=5 (Size of beam during decoding. 0 for auto)
|
|
>
|
|
|
|
# Docker compose
|
|
|
|
```
|
|
wyoming-whisper:
|
|
image: slackr31337/wyoming-whisper-gpu:latest
|
|
container_name: wyoming-whisper
|
|
environment:
|
|
- MODEL=base-int8
|
|
- LANGUAGE=en
|
|
- COMPUTE_TYPE=int8
|
|
- BEAM_SIZE=5
|
|
ports:
|
|
- 10300:10300
|
|
volumes:
|
|
- /path/to/persistent/data:/data
|
|
restart: unless-stopped
|
|
runtime: nvidia
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities:
|
|
- gpu
|
|
- utility
|
|
- compute
|
|
|
|
```
|