public_git/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggml-org/whisper.cpp.git synced 2026-10-02 20:41:54 +02:00
Code Issues Packages Projects Releases Wiki Activity

ggml-blas: set mkl threads from thread context (llama/20602)

Browse Source 
* ggml blas: set mkl threads from thread context

* add code to run blas locally
This commit is contained in:
Kevin Hannon
2026-03-29 15:04:36 +03:00
committed by Georgi Gerganov
parent c890a9d9b4
commit 906aef3da8
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ggml/src/ggml-blas/ggml-blas.cpp
+2
View File
@@ -121,6 +121,8 @@ static void ggml_backend_blas_mul_mat(ggml_backend_blas_context * ctx, struct gg
bli_thread_set_num_threads(ctx->n_threads);
#elif defined(GGML_BLAS_USE_NVPL)
nvpl_blas_set_num_threads(ctx->n_threads);
#elif defined(GGML_BLAS_USE_MKL)
mkl_set_num_threads(ctx->n_threads);
#endif
for (int64_t i13 = 0; i13 < ne13; i13++) {