vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : fixes

Browse source
This commit is contained in:
Georgi Gerganov 2024-12-18 11:13:29 +02:00
parent 3a7c001fe3
commit 87df60166d
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
1 changed files with 1 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/server.cpp
View file

@ -1018,7 +1018,6 @@ struct server_slot {
n_prompt_tokens = 0;
last_nl_pos = 0;
generated_text = "";
generated_tokens = {};
has_new_line = false;
truncated = false;
stop = STOP_TYPE_NONE;
@ -3733,7 +3732,7 @@ int main(int argc, char ** argv) {
task.prompt_tokens = std::move(tokenized_prompts[i]);
// OAI-compat
task.params.oaicompat = oaicompat;;
task.params.oaicompat = oaicompat;
tasks.push_back(task);
}