add back the [img-id]

This commit is contained in:
CJ Pais 2024-03-05 20:45:39 -08:00
parent 5db4c71a16
commit a98a166d12

View file

@ -1369,6 +1369,7 @@ struct llama_server_context
// rebuild the prompt since it was cleared earlier
prompt += img.prefix_prompt;
prompt += "[img-" + std::to_string(img.id) + "]";
prompt += json_prompt;
std::vector<llama_token> append_tokens = tokenize(json_prompt, false); // has next image