graph : remove redundant scale_w parameter (#20235)

This commit is contained in:
Sigbjørn Skjæret
2026-03-08 18:58:28 +01:00
committed by GitHub
parent 451ef08432
commit 35bee031e1
41 changed files with 85 additions and 86 deletions
+1 -2
View File
@@ -1,6 +1,5 @@
#include "models.h"
llm_build_granite_hybrid::llm_build_granite_hybrid(const llama_model & model, const llm_graph_params & params) :
llm_build_mamba_base(params) {
const int64_t n_embd_head = hparams.n_embd_head_v;
@@ -160,7 +159,7 @@ ggml_tensor * llm_build_granite_hybrid::build_layer_ffn(ggml_tensor * cur,
nullptr,
n_expert, n_expert_used,
LLM_FFN_SILU, true,
false, 0.0,
hparams.expert_weights_scale,
LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX,
il);
cb(moe_out, "ffn_moe_out", il);