Add control vector

2024-06-27 20:53:00 -04:00 · 2024-06-27 20:53:00 -04:00 · ec25dfc75a
commit ec25dfc75a
parent a818a548ca
1 changed files with 1 additions and 0 deletions
--- a/src/llama.cpp
+++ b/src/llama.cpp
@ -11090,6 +11090,7 @@ struct llm_build_context {
            cb(cur, "ffn_post_norm", -1);

            cur = ggml_add(ctx0, cur, sa_out);
+            cur = lctx.cvec.apply_to(ctx0, cur, il);
            cb(cur, "l_out", il);

            // input for next layer