vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

server-tests : use trailing slash in openai base_url

Browse source
This commit is contained in:
Francis Couture-Harpin 2024-07-06 18:22:12 -04:00
parent e29fd9634c
commit fbf4a85868
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/server/tests/features/steps/steps.py
View file

@ -780,7 +780,7 @@ def step_assert_metric_value(context, metric_name, metric_value):
def step_available_models(context): def step_available_models(context):
# openai client always expects an api_key # openai client always expects an api_key
openai.api_key = context.user_api_key if context.user_api_key is not None else 'nope' openai.api_key = context.user_api_key if context.user_api_key is not None else 'nope'
openai.base_url = f'{context.base_url}/v1' openai.base_url = f'{context.base_url}/v1/'
context.models = openai.models.list().data context.models = openai.models.list().data
@ -993,7 +993,7 @@ async def oai_chat_completions(user_prompt,
else: else:
try: try:
openai.api_key = user_api_key openai.api_key = user_api_key
openai.base_url = f'{base_url}{base_path}' openai.base_url = f'{base_url}{base_path}/'
assert model is not None assert model is not None
chat_completion = openai.chat.completions.create( chat_completion = openai.chat.completions.create(
messages=payload['messages'], messages=payload['messages'],
@ -1079,7 +1079,7 @@ async def request_oai_embeddings(input, seed,
return embeddings return embeddings
else: else:
openai.api_key = user_api_key openai.api_key = user_api_key
openai.base_url = f'{base_url}/v1' openai.base_url = f'{base_url}/v1/'
assert model is not None assert model is not None
oai_embeddings = openai.embeddings.create( oai_embeddings = openai.embeddings.create(
model=model, model=model,