vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add control vector

Browse source
This commit is contained in:
Andrei Betlen 2024-06-27 20:53:00 -04:00
parent a818a548ca
commit ec25dfc75a
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
src/llama.cpp
View file

@ -11090,6 +11090,7 @@ struct llm_build_context {
cb(cur, "ffn_post_norm", -1); cb(cur, "ffn_post_norm", -1);
cur = ggml_add(ctx0, cur, sa_out); cur = ggml_add(ctx0, cur, sa_out);
cur = lctx.cvec.apply_to(ctx0, cur, il);
cb(cur, "l_out", il); cb(cur, "l_out", il);
// input for next layer // input for next layer