vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

export llama_timings as struct and expose them in server

Browse source
This commit is contained in:
Tobias Lütke 2023-07-04 21:52:04 -04:00
parent a76ce02a6c
commit 30d973dc42
No known key found for this signature in database
GPG key ID: 1FC0DBB14164709A
7 changed files with 1631 additions and 1309 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/public/completion.js
View file

@ -72,6 +72,9 @@ export async function* llama(prompt, params = {}, config = {}) {
// if we got a stop token from server, we will break here
if (result.data.stop) {
if (result.data.generation_settings) {
generation_settings = result.data.generation_settings;
}
break;
}
}