talk-llama : sync llama.cpp

This commit is contained in:
Georgi Gerganov
2025-12-18 08:20:56 +02:00
parent 698348aadc
commit 6c22e792cb
27 changed files with 3211 additions and 2665 deletions
+2
View File
@@ -71,6 +71,7 @@ struct llama_model_loader {
bool use_mmap = false;
bool check_tensors;
bool no_alloc;
llama_files files;
llama_ftype ftype;
@@ -97,6 +98,7 @@ struct llama_model_loader {
std::vector<std::string> & splits, // optional, only need if the split does not follow naming scheme
bool use_mmap,
bool check_tensors,
bool no_alloc,
const llama_model_kv_override * param_overrides_p,
const llama_model_tensor_buft_override * param_tensor_buft_overrides_p);