From cb4bf40299335623fc019f9f72dce4891ec2c53d Mon Sep 17 00:00:00 2001
From: jukofyork <69222624+jukofyork@users.noreply.github.com>
Date: Wed, 26 Jun 2024 20:58:49 +0100
Subject: [PATCH] allow multiple directions for same layer in same file

---
 common/common.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/common/common.cpp b/common/common.cpp
index dfa1bace5..8927a44b3 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -2869,7 +2869,7 @@ static llama_control_vector_data llama_control_vector_load_one(const llama_contr
         const float * src = (const float *) tensor->data;
         float * dst = result.data.data() + result.n_embd * (layer_idx - 1);  // layer 1 at [0]
         for (int j = 0; j < result.n_embd; j++) {
-            dst[j] = src[j] * load_info.strength;
+            dst[j] += src[j] * load_info.strength;  // allow multiple for same layer in same file
         }
 
     }