vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: update log

Browse source
This commit is contained in:
ochafik 2024-09-29 21:02:18 +01:00
parent c5a0d57ee5
commit 0e9c4bf5af
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -2349,7 +2349,7 @@ struct server_context {
completion_token_output result; completion_token_output result;
if (params.testing_sampler_delay_millis > 0) { if (params.testing_sampler_delay_millis > 0) {
LOG_DBG("sleeping for %dms before sampling (for tests!)\n", params.testing_sampler_delay_millis); SRV_DBG("sleeping for %dms before sampling (for tests!)\n", params.testing_sampler_delay_millis);
std::this_thread::sleep_for(std::chrono::milliseconds(params.testing_sampler_delay_millis)); std::this_thread::sleep_for(std::chrono::milliseconds(params.testing_sampler_delay_millis));
} }
const llama_token id = gpt_sampler_sample(slot.smpl, ctx, slot.i_batch - i); const llama_token id = gpt_sampler_sample(slot.smpl, ctx, slot.i_batch - i);