vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama : support optional tensors (#4283)

Browse source
This commit is contained in:
Georgi Gerganov 2023-12-01 20:35:03 +02:00
parent b220222a64
commit d5a1cbde60
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 10 additions and 25 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/server.cpp
View file

@ -1469,7 +1469,7 @@ struct llama_server_context
int split_multiprompt_task(task_server& multiprompt_task)
{
auto prompt_count = multiprompt_task.data.at("prompt").size();
int prompt_count = multiprompt_task.data.at("prompt").size();
assert(prompt_count > 1);
int multitask_id = id_gen++;