vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : completion requests remember slot_id

Browse source
This commit is contained in:
Georgi Gerganov 2023-10-22 19:34:48 +03:00
parent f305d6434f
commit a8063171bd
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 1680 additions and 1673 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/public/index.html
View file

@ -413,7 +413,7 @@
currentMessages.push(data);
slot_id = data.slot_id;
if (selected_image && !data.multimodal) {
alert("The server was no compiled for multimodal or the model projector can't be loaded.");
alert("The server was not compiled for multimodal or the model projector can't be loaded.");
return;
}
transcriptUpdate([...history, [char, currentMessages]])
@ -470,6 +470,7 @@
transcriptUpdate([...session.value.transcript, ["", prompt]]);
await runLlama(prompt, {
...params.value,
slot_id: slot_id,
stop: [],
}, "");
}