vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

notify the user from server ui that multimodality is unavialable

Browse source
This commit is contained in:
FSSRepo 2023-10-14 08:28:49 -04:00
parent 7e64bfe060
commit 4e5c5c451c
3 changed files with 2270 additions and 2253 deletions
Download patch file Download diff file Expand all files Collapse all files

4510
examples/server/index.html.hpp
View file

File diff suppressed because it is too large Load diff

6
examples/server/public/index.html
View file

@ -406,6 +406,10 @@
} else { } else {
currentMessages.push(data); currentMessages.push(data);
slot_id = data.slot_id; slot_id = data.slot_id;
if(selected_image && !data.multimodal) {
alert("The server was no compiled for multimodal or the model projector can't be loaded.");
return;
}
transcriptUpdate([...history, [char, currentMessages]]) transcriptUpdate([...history, [char, currentMessages]])
} }
@ -524,7 +528,7 @@
</div> </div>
<div class="right"> <div class="right">
<button type="submit" disabled=${generating.value}>Send</button> <button type="submit" disabled=${generating.value}>Send</button>
<button onclick=${uploadImage} style="margin-left: 10px;margin-right: 10px;">Upload Image</button> <button onclick=${uploadImage}>Upload Image</button>
<button onclick=${stop} disabled=${!generating.value}>Stop</button> <button onclick=${stop} disabled=${!generating.value}>Stop</button>
<button onclick=${reset}>Reset</button> <button onclick=${reset}>Reset</button>
</div> </div>

7
examples/server/server.cpp
View file

@ -1669,7 +1669,12 @@ static json format_partial_response(
json res = json{ json res = json{
{"content", content }, {"content", content },
{"stop", false}, {"stop", false},
{ "slot_id", slot->id } { "slot_id", slot->id },
#ifdef SERVER_MULTIMODAL_SUPPORT
{"multimodal", llama.multimodal }
#else
{"multimodal", false }
#endif
}; };
if (slot->sparams.n_probs > 0) if (slot->sparams.n_probs > 0)