vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : add comment about llama_kv_cache_seq_div

Browse source
This commit is contained in:
Georgi Gerganov 2024-01-08 11:17:00 +02:00
parent 66ad819dca
commit 82048d4750
No known key found for this signature in database
GPG key ID: BF970631944C16B7
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.h
View file

@ -484,6 +484,10 @@ extern "C" {
llama_pos p1, llama_pos p1,
llama_pos delta); llama_pos delta);
// Integer division of the positions by factor of `d > 1`
// If the KV cache is RoPEd, the KV data is updated accordingly
// p0 < 0 : [0, p1]
// p1 < 0 : [p0, inf)
LLAMA_API void llama_kv_cache_seq_div( LLAMA_API void llama_kv_cache_seq_div(
struct llama_context * ctx, struct llama_context * ctx,
llama_seq_id seq_id, llama_seq_id seq_id,