vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : handle abort case in runCompletion

Browse source
This commit is contained in:
Jhen 2023-11-06 07:58:17 +08:00
parent f2b31451a5
commit 6c2c67d5d7
2 changed files with 1615 additions and 1613 deletions
Download patch file Download diff file Expand all files Collapse all files

3213
examples/server/index.html.hpp
View file

File diff suppressed because it is too large Load diff

15
examples/server/public/index.html
View file

@ -461,22 +461,23 @@
}, "{{char}}"); }, "{{char}}");
} }
const runCompletion = async () => { const runCompletion = () => {
if (controller.value) { if (controller.value) {
console.log('already running...'); console.log('already running...');
return; return;
} }
const { prompt } = session.value; const { prompt } = session.value;
transcriptUpdate([...session.value.transcript, ["", prompt]]); transcriptUpdate([...session.value.transcript, ["", prompt]]);
await runLlama(prompt, { runLlama(prompt, {
...params.value, ...params.value,
slot_id: slot_id, slot_id: slot_id,
stop: [], stop: [],
}, ""); }, "").finally(() => {
session.value.prompt = session.value.transcript.map(([_, data]) => session.value.prompt = session.value.transcript.map(([_, data]) =>
Array.isArray(data) ? data.map(msg => msg.content).join('') : data Array.isArray(data) ? data.map(msg => msg.content).join('') : data
).join(''); ).join('');
session.value.transcript = []; session.value.transcript = [];
})
} }
const stop = (e) => { const stop = (e) => {