batched-bench : sync after decode
This commit is contained in:
parent
9e7cecc1c8
commit
b25a0f1965
1 changed files with 2 additions and 0 deletions
|
@ -138,6 +138,8 @@ int main(int argc, char ** argv) {
|
|||
LOG_TEE("failed to decode the batch, n_batch = %d, ret = %d\n", n_batch, ret);
|
||||
return false;
|
||||
}
|
||||
|
||||
llama_synchronize(ctx);
|
||||
}
|
||||
|
||||
return true;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue