talk-llama : sync llama.cpp

2026-10-04 05:21:27 +02:00 · 2026-02-27 20:57:58 +02:00
parent 4734056067
commit 84f8db71d8
41 changed files with 1734 additions and 2227 deletions
@@ -218,7 +218,9 @@ llm_build_deepseek2::llm_build_deepseek2(const llama_model & model, const llm_gr
                LLM_FFN_SILU, hparams.expert_weights_norm,
                hparams.expert_weights_scale, hparams.expert_weights_scale,
                (llama_expert_gating_func_type) hparams.expert_gating_func,
-                il);
+                il,
+                nullptr,
+                model.layers[il].ffn_gate_up_exps);
            cb(moe_out, "ffn_moe_out", il);

            // FFN shared expert