vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: bench: select prompts based on the current iteration id not randomly to make the bench more reproducible

Browse source
This commit is contained in:
Pierrick HYMBERT 2024-03-09 22:54:24 +01:00
parent 52c76d57a5
commit 6bfb80eb75
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
examples/server/bench/script.js
View file

@ -2,6 +2,7 @@ import http from 'k6/http'
import {check, sleep} from 'k6' import {check, sleep} from 'k6'
import {SharedArray} from 'k6/data' import {SharedArray} from 'k6/data'
import {Counter, Rate, Trend} from 'k6/metrics' import {Counter, Rate, Trend} from 'k6/metrics'
import exec from 'k6/execution';
// Server chat completions prefix // Server chat completions prefix
const server_url = __ENV.SERVER_BENCH_URL ? __ENV.SERVER_BENCH_URL : 'http://localhost:8080/v1' const server_url = __ENV.SERVER_BENCH_URL ? __ENV.SERVER_BENCH_URL : 'http://localhost:8080/v1'
@ -72,7 +73,7 @@ export const options = {
} }
export default function () { export default function () {
const conversation = data[Math.floor(Math.random() * data.length)] const conversation = data[exec.scenario.iterationInInstance % data.length]
const payload = { const payload = {
"messages": [ "messages": [
{ {