talk-llama : sync llama.cpp

This commit is contained in:
Georgi Gerganov
2026-06-19 12:53:43 +03:00
parent 41cf1278c9
commit 5ed76e9a07
16 changed files with 555 additions and 58 deletions
+1 -1
View File
@@ -249,7 +249,7 @@ static bool llama_prepare_model_devices(const llama_model_params & params, llama
}
// if using single GPU mode, remove all except the main GPU
if (params.split_mode == LLAMA_SPLIT_MODE_NONE) {
if (params.split_mode == LLAMA_SPLIT_MODE_NONE && !model->devices.empty()) {
if (params.main_gpu < 0) {
model->devices.clear();
} else {