vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

batched-bench : sync after decode

Browse source
This commit is contained in:
Georgi Gerganov 2024-03-13 14:04:32 +02:00
parent 9e7cecc1c8
commit b25a0f1965
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/batched-bench/batched-bench.cpp
View file

@ -138,6 +138,8 @@ int main(int argc, char ** argv) {
LOG_TEE("failed to decode the batch, n_batch = %d, ret = %d\n", n_batch, ret); LOG_TEE("failed to decode the batch, n_batch = %d, ret = %d\n", n_batch, ret);
return false; return false;
} }
llama_synchronize(ctx);
} }
return true; return true;