vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add back the [img-id]

Browse source
This commit is contained in:
CJ Pais 2024-03-05 20:45:39 -08:00
parent 5db4c71a16
commit a98a166d12
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
examples/server/server.cpp
View file

@ -1369,6 +1369,7 @@ struct llama_server_context
// rebuild the prompt since it was cleared earlier // rebuild the prompt since it was cleared earlier
prompt += img.prefix_prompt; prompt += img.prefix_prompt;
prompt += "[img-" + std::to_string(img.id) + "]";
prompt += json_prompt; prompt += json_prompt;
std::vector<llama_token> append_tokens = tokenize(json_prompt, false); // has next image std::vector<llama_token> append_tokens = tokenize(json_prompt, false); // has next image