public_git/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-10-03 21:16:25 +02:00
Code Issues Packages Projects Releases Wiki Activity

parakeet : add support for NVIDIA Parakeet (#3735)

Browse Source 
* parakeet : add support for NVIDIA Parakeet


Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
Daniel Bevenius
2026-06-16 20:44:10 +02:00
committed by GitHub
co-authored by Georgi Gerganov
parent 3805e602d3
commit 9efddafb91
38 changed files with 8733 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/quantize-parakeet.sh
Executable
+15
View File
@@ -0,0 +1,15 @@
#!/bin/bash
set -e
build_dir=build
modelname=ggml-parakeet-tdt-0.6b-v3
model=models/${modelname}-f32.bin
cmd=parakeet-quantize
cmake --build ${build_dir} --target $cmd -j 12
${build_dir}/bin/${cmd} $model models/${modelname}-q8_0.bin q8_0
${build_dir}/bin/${cmd} $model models/${modelname}-q4_0.bin q4_0
${build_dir}/bin/${cmd} $model models/${modelname}-q4_k.bin q4_k
${build_dir}/bin/${cmd} $model models/${modelname}-q2_k.bin q2_k