talk-llama : sync llama.cpp

This commit is contained in:
Georgi Gerganov
2024-10-03 12:22:17 +03:00
parent 162a455402
commit ccc2547210
5 changed files with 588 additions and 133 deletions
-5
View File
@@ -204,11 +204,6 @@ static bool ggml_graph_compute_helper(
if (ggml_backend_is_blas(backend)) {
ggml_backend_blas_set_n_threads(backend, n_threads);
}
#endif
#ifdef GGML_USE_METAL
if (ggml_backend_is_metal(backend)) {
ggml_backend_metal_set_n_cb(backend, n_threads);
}
#endif
}