Update llama.cpp

This commit is contained in:
slaren 2024-03-29 14:36:27 +01:00 committed by GitHub
parent a5b98e99fa
commit 7dcd160f4b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -6517,8 +6517,6 @@ struct llm_build_context {
ext_factor, attn_factor, beta_fast, beta_slow
);
cb(Kcur, "Kcur", il);
cur = llm_build_kv(ctx0, model, hparams, kv_self, gf,
model.layers[il].wo, NULL,
Kcur, Vcur, Qcur, KQ_mask, KQ_pos, n_ctx, n_tokens, kv_head, n_kv, 1.0f/sqrtf(float(n_embd_head)), cb, il);