vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server: tests: minor fix missing param.

Browse source
This commit is contained in:
Pierrick HYMBERT 2024-02-23 00:54:44 +01:00
parent 51f527440a
commit cba6d4ea17
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
examples/server/tests/features/steps/steps.py
View file

@ -282,7 +282,7 @@ async def step_all_prompts_are_predicted(context, n_predict):
await all_prompts_are_predicted(context, expected_predicted_n) await all_prompts_are_predicted(context, expected_predicted_n)
async def all_prompts_are_predicted(context, expected_predicted_n): async def all_prompts_are_predicted(context, expected_predicted_n=None):
n_completions = await gather_concurrent_completions_tasks(context) n_completions = await gather_concurrent_completions_tasks(context)
assert n_completions > 0 assert n_completions > 0
for i in range(n_completions): for i in range(n_completions):
@ -567,7 +567,8 @@ async def wait_for_health_status(context,
# Sometimes health requests are triggered after completions are predicted # Sometimes health requests are triggered after completions are predicted
if expected_http_status_code == 503: if expected_http_status_code == 503:
if len(context.completions) == 0: if len(context.completions) == 0:
print("\x1b[5;37;43mWARNING: forcing concurrent completions task, busy health check missed") print("\x1b[5;37;43mWARNING: forcing concurrents completions tasks,"
" busy health check missed\x1b[0m")
n_completions = await gather_concurrent_completions_tasks(context) n_completions = await gather_concurrent_completions_tasks(context)
if n_completions > 0: if n_completions > 0:
return return