server : add more test cases (#10569)

* server : add split model test

* add test speculative

* add invalid cases
This commit is contained in:
Xuan Son Nguyen 2024-11-29 21:48:56 +01:00 committed by GitHub
parent 3a8e9af402
commit b782e5c7d4
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 186 additions and 1 deletions

View file

@ -127,3 +127,22 @@ def test_completion_with_response_format(response_format: dict, n_predicted: int
assert res.status_code != 200
assert "error" in res.body
@pytest.mark.parametrize("messages", [
None,
"string",
[123],
[{}],
[{"role": 123}],
[{"role": "system", "content": 123}],
# [{"content": "hello"}], # TODO: should not be a valid case
[{"role": "system", "content": "test"}, {}],
])
def test_invalid_chat_completion_req(messages):
global server
server.start()
res = server.make_request("POST", "/chat/completions", data={
"messages": messages,
})
assert res.status_code == 400 or res.status_code == 500
assert "error" in res.body