vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

notify the user from server ui that multimodality is unavialable

Browse source
This commit is contained in:
FSSRepo 2023-10-14 08:28:49 -04:00
parent 7e64bfe060
commit 4e5c5c451c
3 changed files with 2270 additions and 2253 deletions
Download patch file Download diff file Expand all files Collapse all files

7
examples/server/server.cpp
View file

@ -1669,7 +1669,12 @@ static json format_partial_response(
json res = json{
{"content", content },
{"stop", false},
{ "slot_id", slot->id }
{ "slot_id", slot->id },
#ifdef SERVER_MULTIMODAL_SUPPORT
{"multimodal", llama.multimodal }
#else
{"multimodal", false }
#endif
};
if (slot->sparams.n_probs > 0)