vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : restore ggml_rope_xpos_inplace (ggml/0)

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-05-26 18:35:23 +03:00
parent 0e8d8bfd6c
commit 72de268bec
No known key found for this signature in database
GPG key ID: BF970631944C16B7
2 changed files with 18 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

8
ggml.h
View file

@ -1548,6 +1548,14 @@ extern "C" {
float beta_slow),
"use ggml_rope_ext_inplace instead");
struct ggml_tensor * ggml_rope_xpos_inplace(
struct ggml_context * ctx,
struct ggml_tensor * a,
struct ggml_tensor * b,
int n_dims,
float base,
bool down);
// compute correction dims for YaRN RoPE scaling
GGML_CALL void ggml_rope_yarn_corr_dims(
int n_dims, int n_orig_ctx, float freq_base, float beta_fast, float beta_slow, float dims[2]);