vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : handle abort case in runCompletion

Browse source
This commit is contained in:
Jhen 2023-11-06 07:58:17 +08:00
parent f2b31451a5
commit 6c2c67d5d7
2 changed files with 1615 additions and 1613 deletions
Download patch file Download diff file Expand all files Collapse all files

3213
examples/server/index.html.hpp
View file

File diff suppressed because it is too large Load diff

7
examples/server/public/index.html
View file

@ -461,22 +461,23 @@
}, "{{char}}");
}
const runCompletion = async () => {
const runCompletion = () => {
if (controller.value) {
console.log('already running...');
return;
}
const { prompt } = session.value;
transcriptUpdate([...session.value.transcript, ["", prompt]]);
await runLlama(prompt, {
runLlama(prompt, {
...params.value,
slot_id: slot_id,
stop: [],
}, "");
}, "").finally(() => {
session.value.prompt = session.value.transcript.map(([_, data]) =>
Array.isArray(data) ? data.map(msg => msg.content).join('') : data
).join('');
session.value.transcript = [];
})
}
const stop = (e) => {