vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: add token counts to stats

Browse source
This commit is contained in:
phiharri 2024-01-02 15:22:30 +00:00
parent 540938f890
commit 3b9658e369
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
examples/server/public/index.html
View file

@ -427,7 +427,7 @@
} }
if (data.timings) { if (data.timings) {
llamaStats.value = data.timings; llamaStats.value = data;
} }
} }
@ -880,7 +880,7 @@
} }
return html` return html`
<span> <span>
${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second ${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second
</span> </span>
` `
} }