vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

still need this

Browse source
This commit is contained in:
nathan-sixnines 2023-09-14 17:01:31 -04:00
parent 34b1f00bdb
commit 50d9b41ec0
1 changed files with 10 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

10
examples/server/public/index.html
View file

@ -736,6 +736,16 @@
return html`<span dangerouslySetInnerHTML=${{ __html: restoredText }} />`; return html`<span dangerouslySetInnerHTML=${{ __html: restoredText }} />`;
}; };
const ModelGenerationInfo = (params) => {
if (!llamaStats.value) {
return html`<span/>`
}
return html`
<span>
${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second
</span>
`
}
// simple popover impl // simple popover impl
const Popover = (props) => { const Popover = (props) => {