vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server : add token counts to html footer (#4738)

Browse source 
* server: add token counts to stats

* server: generate hpp

---------

Co-authored-by: phiharri <ph@got-root.co.uk>
This commit is contained in:
Phil H 2024-01-02 15:48:49 +00:00 • committed by GitHub
parent 540938f890
commit 0ef3ca2ac6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
4 changed files with 4529 additions and 4452 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/public/index.html
View file

@ -427,7 +427,7 @@
}
if (data.timings) {
llamaStats.value = data.timings;
llamaStats.value = data;
}
}
@ -880,7 +880,7 @@
}
return html`
<span>
${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second
${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second
</span>
`
}