vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update const ModelGenerationInfo

Browse source
This commit is contained in:
Yazan Agha-Schrader 2024-05-28 02:46:18 +02:00
parent 8768b4f5ea
commit 6bf7ae08dd
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/themes/mount-ai/index.html
View file

@ -917,8 +917,8 @@ const BoolField = ({ label, title, name, value }) => {
return html`<span/>`
}
return html`
<span class=generation-statistics>
${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second
<span class=generation-statistics>
${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second
</span>
`
}