parent
a88ad007de
commit
8e752a777b
3 changed files with 14 additions and 1 deletions
|
@ -667,6 +667,9 @@ extern "C" {
|
|||
// Apply the KV cache updates (such as K-shifts, defragmentation, etc.)
|
||||
LLAMA_API void llama_kv_cache_update(struct llama_context * ctx);
|
||||
|
||||
// Check if the context supports KV cache shifting
|
||||
LLAMA_API bool llama_kv_cache_can_shift(struct llama_context * ctx);
|
||||
|
||||
//
|
||||
// State / sessions
|
||||
//
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue