rename n_ctx to kv_size

This commit is contained in:
Pierrick HYMBERT 2024-02-18 20:59:26 +01:00 committed by Georgi Gerganov
parent ef96e8b1f7
commit 606873401c
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
48 changed files with 403 additions and 393 deletions

View file

@ -139,8 +139,8 @@ int main(int argc, char ** argv)
std::vector<llama_token> tokens_list = llama_tokenize(ctx, params.prompt, true);
const size_t max_context_size = llama_n_ctx( ctx );
const size_t max_tokens_list_size = max_context_size - 4 ;
const size_t max_kv_size = llama_kv_size(ctx);
const size_t max_tokens_list_size = max_kv_size - 4 ;
if (tokens_list.size() > max_tokens_list_size)
{