mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-08-12 22:29:39 +04:00
Need attn_post_norm split for Muse-Flimmer
This commit is contained in:
@@ -5259,7 +5259,7 @@ bool create_tensors_helper::create_tensors() {
|
||||
if (layer.attn_norm) {
|
||||
prepare_split_tensors(-1, ctx_split, layer.attn_norm, layer.split_attn_norm, mirror, mem_used);
|
||||
}
|
||||
if (is_gemma4_model() && layer.attn_post_norm) {
|
||||
if ((is_gemma4_model() || model.arch == LLM_ARCH_MUSE_GLIMMER) && layer.attn_post_norm) {
|
||||
prepare_split_tensors(-1, ctx_split, layer.attn_post_norm, layer.split_attn_post_norm, mirror, mem_used);
|
||||
}
|
||||
if (layer.rope_freqs) {
|
||||
|
||||
Reference in New Issue
Block a user