whisper : rename binaries + fix install (#2648)

* whisper : rename binaries + fix install

* cont : try to fix ci

* cont : fix emscripten builds
This commit is contained in:
Georgi Gerganov
2024-12-21 09:43:49 +02:00
committed by GitHub
parent e4e05981d6
commit 2e59dced12
44 changed files with 172 additions and 3935 deletions
+3 -3
View File
@@ -38,13 +38,13 @@ if [ "$encoder_only" -eq 0 ]; then
printf "Running memcpy benchmark\n"
printf "\n"
./build/bin/bench -w 1 -t $n_threads 2>&1
./build/bin/whisper-bench -w 1 -t $n_threads 2>&1
printf "\n"
printf "Running ggml_mul_mat benchmark with $n_threads threads\n"
printf "\n"
./build/bin/bench -w 2 -t $n_threads 2>&1
./build/bin/whisper-bench -w 2 -t $n_threads 2>&1
printf "\n"
printf "Running benchmark for all models\n"
@@ -64,7 +64,7 @@ printf "| %6s | %6s | %16s | %13s | %3s | %3s | %7s | %7s | %7s | %7s | %7s |\n"
for model in "${models[@]}"; do
# actual run
# store stderr output in a variable in order to parse it later
output=$(./build/bin/bench -m ./models/ggml-$model.bin -t $n_threads $fattn 2>&1)
output=$(./build/bin/whisper-bench -m ./models/ggml-$model.bin -t $n_threads $fattn 2>&1)
ret=$?
# parse the output:
+1 -1
View File
@@ -22,7 +22,7 @@ echo "Input file duration: ${DURATION}s"
for model in $models; do
echo "Running $model"
COMMAND="./main -m models/ggml-$model.bin -owts -f $1 -of $1.$model"
COMMAND="./build/bin/whisper-cli -m models/ggml-$model.bin -owts -f $1 -of $1.$model"
if [ ! -z "$2" ]; then
COMMAND="$COMMAND -fp $2"
+1 -1
View File
@@ -148,7 +148,7 @@ for model in filtered_models:
for thread in threads:
for processor_count in processors:
# Construct the command to run
cmd = f"./main -m models/{model} -t {thread} -p {processor_count} -f {sample_file}"
cmd = f"./build/bin/whisper-cli -m models/{model} -t {thread} -p {processor_count} -f {sample_file}"
# Run the command and get the output
process = subprocess.Popen(
cmd, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT
+2 -2
View File
@@ -19,8 +19,8 @@ for i in `ls ./models | grep ^ggml-.*.bin | grep -v "\-q"`; do
m="models/$i"
if [ -f "$m" ]; then
if [ "${m##*.}" == "bin" ]; then
./quantize "${m}" "${m::${#m}-4}-${qtype1}.bin" ${qtype1};
./quantize "${m}" "${m::${#m}-4}-${qtype0}.bin" ${qtype0};
./build/bin/whisper-quantize "${m}" "${m::${#m}-4}-${qtype1}.bin" ${qtype1};
./build/bin/whisper-quantize "${m}" "${m::${#m}-4}-${qtype0}.bin" ${qtype0};
filedex+=( "${m::${#m}-4}-${qtype1}.bin" "${m::${#m}-4}-${qtype0}.bin" )
fi
fi