vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: bench: fix assistant message sent instead of user message

Browse source
This commit is contained in:
Pierrick HYMBERT 2024-03-09 10:57:33 +01:00
parent 29c635b411
commit ba7114c0e8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
examples/server/bench/script.js
View file

@ -37,7 +37,7 @@ const data = new SharedArray('conversations', function () {
// Only keep the first two turns of each conversation. // Only keep the first two turns of each conversation.
.map(data => { .map(data => {
return { return {
prompt: data["conversations"][0]["value"], prompt: data["conversations"][1]["value"],
n_prompt_tokens: tokenizer(data["conversations"][0]["value"]).length, n_prompt_tokens: tokenizer(data["conversations"][0]["value"]).length,
n_completion_tokens: tokenizer(data["conversations"][1]["value"]).length, n_completion_tokens: tokenizer(data["conversations"][1]["value"]).length,
} }