kv_cache : functions -> members

ggml-ci
2025-01-13 15:50:39 +02:00 · 2025-01-13 15:50:39 +02:00 · 4d7bd03e65
commit 4d7bd03e65
parent e4550fbafc
4 changed files with 467 additions and 445 deletions
--- a/src/llama-context.cpp
+++ b/src/llama-context.cpp
@ -1169,7 +1169,7 @@ struct llama_data_read {
            }
            batch.n_seq_id[0] = 1;
            batch.seq_id[0] = &dest_seq_id;
-            if (!llama_kv_cache_find_slot(kv_self, batch)) {
+            if (!kv_self.find_slot(batch)) {
                LLAMA_LOG_ERROR("%s: failed to find available cells in kv cache\n", __func__);
                return false;
            }