vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

remove redundant {"n_predict", 0}

Browse source
This commit is contained in:
ngxson 2024-03-12 17:00:17 +01:00
parent a601da6fd4
commit dd0b2be713
1 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/server.cpp
View file

@ -3390,10 +3390,7 @@ int main(int argc, char ** argv) {
{ {
const int id_task = ctx_server.queue_tasks.get_new_id(); const int id_task = ctx_server.queue_tasks.get_new_id();
ctx_server.queue_results.add_waiting_task_id(id_task); ctx_server.queue_results.add_waiting_task_id(id_task);
ctx_server.request_completion(id_task, -1, { ctx_server.request_completion(id_task, -1, {{"prompt", prompt}}, false, true);
{"prompt", prompt},
{"n_predict", 0},
}, false, true);
// get the result // get the result
server_task_result result = ctx_server.queue_results.recv(id_task); server_task_result result = ctx_server.queue_results.recv(id_task);