vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

adjust index value in cuda long rope freq factors

Browse source
This commit is contained in:
liuwei 2024-05-11 10:38:22 +00:00 • committed by Georgi Gerganov
parent cc19780a55
commit 9f871298b6
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-cuda/rope.cu
View file

@ -88,7 +88,7 @@ static __global__ void rope_neox(
float cur_rot = inv_ndims * ic - ib; float cur_rot = inv_ndims * ic - ib;
const int p = has_pos ? pos[i2] : 0; const int p = has_pos ? pos[i2] : 0;
const float freq_factor = has_freq_facs ? freq_factors[col/2] : 1.0f; const float freq_factor = has_freq_facs ? freq_factors[ic/2] : 1.0f;
const float theta_base = p*freq_scale*powf(theta_scale, col/2.0f)/freq_factor; const float theta_base = p*freq_scale*powf(theta_scale, col/2.0f)/freq_factor;