From 958d8d5339bc364b20734fe68cd8056382ca1504 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Wed, 5 Aug 2026 07:41:53 +0000 Subject: [PATCH] Just in case --- src/graphs/build_deepseek4.cpp | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/graphs/build_deepseek4.cpp b/src/graphs/build_deepseek4.cpp index 13dc25b8b..30a2ca724 100644 --- a/src/graphs/build_deepseek4.cpp +++ b/src/graphs/build_deepseek4.cpp @@ -1392,6 +1392,7 @@ ggml_cgraph * llm_build_context::build_deepseek4() { } else { moe_out = build_dsv4_moe(cur, exp_probs_b, selected_experts); } + ggml_build_forward_expand(gf, moe_out); cb(moe_out, "ffn_moe_out", il); ggml_tensor * ffn_shexp = llm_build_ffn(ctx0, lctx, nullptr, cur, @@ -1403,6 +1404,7 @@ ggml_cgraph * llm_build_context::build_deepseek4() { cb(ffn_shexp, "ffn_shexp", il); cur = ggml_add(ctx0, moe_out, ffn_shexp); + ggml_build_forward_expand(gf, cur); } cb(cur, "ffn_out", il);