vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update llama.cpp

Browse source 
Added review comments

Co-authored-by: Pavol Rusnak <pavol@rusnak.io>
This commit is contained in:
Christian Falch 2023-04-01 18:46:24 +02:00 • committed by GitHub
parent a0c895c087
commit f411251bcf
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -1686,7 +1686,7 @@ int llama_get_kv_cache_token_count(struct llama_context * ctx) {
// Sets the KV cache containing the current context for the model // Sets the KV cache containing the current context for the model
void llama_set_kv_cache( void llama_set_kv_cache(
struct llama_context * ctx, struct llama_context * ctx,
uint8_t * kv_cache, const uint8_t * kv_cache,
size_t n_size, size_t n_size,
int n_token_count) { int n_token_count) {
// Make sure we have the same kv cache setup // Make sure we have the same kv cache setup