diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 810000861..3f3c64650 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -611,7 +611,7 @@ struct llama_server_context completion_token_output doCompletion() { - const completion_token_output token_with_probs = nextToken(); + auto token_with_probs = nextToken(); const std::string token_text = token_with_probs.tok == -1 ? "" : llama_token_to_piece(ctx, token_with_probs.tok); generated_text += token_text;