vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

allow multiple directions for same layer in same file

Browse source
This commit is contained in:
jukofyork 2024-06-26 20:58:49 +01:00 • committed by GitHub
parent 7b4d87a17a
commit cb4bf40299
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
common/common.cpp
View file

@ -2869,7 +2869,7 @@ static llama_control_vector_data llama_control_vector_load_one(const llama_contr
const float * src = (const float *) tensor->data;
float * dst = result.data.data() + result.n_embd * (layer_idx - 1); // layer 1 at [0]
for (int j = 0; j < result.n_embd; j++) {
dst[j] = src[j] * load_info.strength;
dst[j] += src[j] * load_info.strength; // allow multiple for same layer in same file
}
}