From 6bf7ae08dd90e03a93d3cec0caa800de4312b1fa Mon Sep 17 00:00:00 2001 From: Yazan Agha-Schrader Date: Tue, 28 May 2024 02:46:18 +0200 Subject: [PATCH] update const ModelGenerationInfo --- examples/server/themes/mount-ai/index.html | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/examples/server/themes/mount-ai/index.html b/examples/server/themes/mount-ai/index.html index 3a73f04d4..f8c5d8408 100644 --- a/examples/server/themes/mount-ai/index.html +++ b/examples/server/themes/mount-ai/index.html @@ -917,8 +917,8 @@ const BoolField = ({ label, title, name, value }) => { return html`` } return html` - - ${llamaStats.value.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.predicted_per_second.toFixed(2)} tokens per second + + ${llamaStats.value.tokens_predicted} predicted, ${llamaStats.value.tokens_cached} cached, ${llamaStats.value.timings.predicted_per_token_ms.toFixed()}ms per token, ${llamaStats.value.timings.predicted_per_second.toFixed(2)} tokens per second ` }