vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix compilation (#313)

Browse source
This commit is contained in:
Sammy 2023-07-12 04:44:56 +02:00 • committed by GitHub
parent a286776435
commit 7516488550
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml-cuda.cu
View file

@ -2547,7 +2547,7 @@ inline void ggml_cuda_op_rope(
const float theta_scale = get_theta_scale(n_dims,n_past,n_ctx); const float theta_scale = get_theta_scale(n_dims,n_past,n_ctx);
const float p0 = ((mode & 1) == 0 ? n_past + i02 : i02); const float p0 = ((mode & 1) == 0 ? n_past + i02 : i02);
const float p = p0; float p = p0;
if(!get_ntk_rope_scale_mode()) if(!get_ntk_rope_scale_mode())
{ {
p = n_ctx <= GGML_TRAINING_CTX ? p0 : p0 * GGML_TRAINING_CTX / n_ctx; p = n_ctx <= GGML_TRAINING_CTX ? p0 : p0 * GGML_TRAINING_CTX / n_ctx;