Update llama.cpp

Added review comments

Co-authored-by: Pavol Rusnak <pavol@rusnak.io>
This commit is contained in:
Christian Falch 2023-04-01 18:46:24 +02:00 committed by GitHub
parent a0c895c087
commit f411251bcf
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1686,7 +1686,7 @@ int llama_get_kv_cache_token_count(struct llama_context * ctx) {
// Sets the KV cache containing the current context for the model
void llama_set_kv_cache(
struct llama_context * ctx,
uint8_t * kv_cache,
const uint8_t * kv_cache,
size_t n_size,
int n_token_count) {
// Make sure we have the same kv cache setup