vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

wip

Browse source
This commit is contained in:
Georgi Gerganov 2024-11-16 10:04:49 +02:00
parent f245cc28d4
commit f7b0233eca
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
examples/llama-bench/llama-bench.cpp
View file

@ -1337,7 +1337,14 @@ static void test_prompt(llama_context * ctx, int n_prompt, int n_batch, int n_th
for (int i = 1; i < n_tokens; i++) { for (int i = 1; i < n_tokens; i++) {
tokens[i] = std::rand() % n_vocab; tokens[i] = std::rand() % n_vocab;
} }
llama_decode(ctx, llama_batch_get_one(tokens.data(), n_tokens)); auto batch = llama_batch_get_one(tokens.data(), n_tokens);
int8_t logits[512];
for (int i = 0; i < n_tokens; i++) {
logits[i] = 1;
}
batch.logits = logits;
llama_decode(ctx, batch);
n_processed += n_tokens; n_processed += n_tokens;
} }