vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

examples : add passkey test

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-30 10:44:07 +02:00
parent 9dede37d81
commit 21196da114
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
4 changed files with 270 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/batched/batched.cpp
View file

@ -69,6 +69,7 @@ int main(int argc, char ** argv) {
std::vector<llama_token> tokens_list;
tokens_list = ::llama_tokenize(model, params.prompt, true);
const int n_kv_req = tokens_list.size() + (n_len - tokens_list.size())*n_parallel;
// initialize the context