This commit is contained in:
Andrei Betlen 2024-06-27 13:43:45 -04:00
parent 6913a17bf5
commit 06f1ba410e

View file

@ -11051,7 +11051,6 @@ struct llm_build_context {
Kcur, Vcur, Qcur, KQ_mask, n_tokens, kv_head, n_kv, 1.0f, cb, il); Kcur, Vcur, Qcur, KQ_mask, n_tokens, kv_head, n_kv, 1.0f, cb, il);
} }
// is this the right place for it?
cur = llm_build_norm(ctx0, cur, hparams, cur = llm_build_norm(ctx0, cur, hparams,
model.layers[il].attn_post_norm, NULL, model.layers[il].attn_post_norm, NULL,
LLM_NORM_RMS, cb, il); LLM_NORM_RMS, cb, il);