vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

SimpleChat:JS: Handle difference in response

Browse source 
Try read the assistance response from appropriate field in the
response got.

Also examples/server seems to return the response in a slightly
different field, so try account for that also.
This commit is contained in:
HanishKVC 2024-05-18 00:02:56 +05:30
parent 3e5edbacd6
commit aef32d9cc0
1 changed files with 10 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
examples/server/public_simplechat/simplechat.js
View file

@ -124,7 +124,16 @@ async function handle_submit(inputUser, divChat, apiEP) {
inputUser.disabled = false; inputUser.disabled = false;
let respBody = await resp.json(); let respBody = await resp.json();
console.debug("DBUG:HandleSubmit:RespBody:", respBody); console.debug("DBUG:HandleSubmit:RespBody:", respBody);
let assistantMsg = respBody["choices"][0]["message"]["content"]; let assistantMsg;
if (apiEP == ApiEP.Chat) {
assistantMsg = respBody["choices"][0]["message"]["content"];
} else {
try {
assistantMsg = respBody["choices"][0]["text"];
} catch {
assistantMsg = respBody["content"];
}
}
gChat.add(Roles.Assistant, assistantMsg); gChat.add(Roles.Assistant, assistantMsg);
gChat.show(divChat); gChat.show(divChat);
inputUser.scrollIntoView(true); inputUser.scrollIntoView(true);