LLM-Inference/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-08-12 22:29:39 +04:00
Code Issues Packages Projects Releases Wiki Activity

Just in case

Browse Source
This commit is contained in:
Kawrakow
2026-08-05 07:41:53 +00:00
parent b40d8e249c
commit 958d8d5339
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/graphs/build_deepseek4.cpp
+2
View File
@@ -1392,6 +1392,7 @@ ggml_cgraph * llm_build_context::build_deepseek4() {
} else {
moe_out = build_dsv4_moe(cur, exp_probs_b, selected_experts);
}
ggml_build_forward_expand(gf, moe_out);
cb(moe_out, "ffn_moe_out", il);
ggml_tensor * ffn_shexp = llm_build_ffn(ctx0, lctx, nullptr, cur,
@@ -1403,6 +1404,7 @@ ggml_cgraph * llm_build_context::build_deepseek4() {
cb(ffn_shexp, "ffn_shexp", il);
cur = ggml_add(ctx0, moe_out, ffn_shexp);
ggml_build_forward_expand(gf, cur);
}
cb(cur, "ffn_out", il);