vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add comment

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-12 13:50:42 +01:00
parent 29c1495afa
commit 396ade0b02
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -2864,6 +2864,8 @@ struct server_context {
result.text_to_send = common_token_to_piece(ctx, result.tok, params_base.special); result.text_to_send = common_token_to_piece(ctx, result.tok, params_base.special);
result.prob = 1.0f; // set later result.prob = 1.0f; // set later
// TODO: set result.probs
if (!process_token(result, slot)) { if (!process_token(result, slot)) {
// release slot because of stop condition // release slot because of stop condition
slot.release(); slot.release();