diff --git a/examples/bench/bench.cpp b/examples/bench/bench.cpp index 4dbc1eb9..36d56769 100644 --- a/examples/bench/bench.cpp +++ b/examples/bench/bench.cpp @@ -99,7 +99,15 @@ static int whisper_bench_full(const whisper_params & params) { } // text-generation heat - if (int ret = whisper_decode(ctx, tokens, 1, 256, params.n_threads) != 0) { + for (int i = 0; i < 256; i++) { + if (int ret = whisper_decode(ctx, tokens, 1, i, params.n_threads) != 0) { + fprintf(stderr, "error: failed to decode: %d\n", ret); + return 4; + } + } + + // batched heat + if (int ret = whisper_decode(ctx, tokens, 5, 0, params.n_threads) != 0) { fprintf(stderr, "error: failed to decode: %d\n", ret); return 4; }