vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update const ModelGenerationInfo

Browse source
This commit is contained in:
Yazan Agha-Schrader 2024-05-28 02:46:18 +02:00
parent 8768b4f5ea
commit 6bf7ae08dd
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/themes/mount-ai/index.html
View file

@ -918,7 +918,7 @@ const BoolField = ({ label, title, name, value }) => {
} }
return html` return html`
<span class=generation-statistics> <span class=generation-statistics>
${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second ${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second
</span> </span>
` `
} }