vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

improve test

Browse source
This commit is contained in:
Xuan Son Nguyen 2024-12-24 17:00:17 +01:00
parent c66b1a7611
commit 51dd27f790
1 changed files with 19 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

28
examples/server/tests/unit/test_embedding.py
View file

@ -202,6 +202,14 @@ def test_embedding_openai_library_base64():
server.start() server.start()
test_input = "Test base64 embedding output" test_input = "Test base64 embedding output"
# get embedding in default format
res = server.make_request("POST", "/v1/embeddings", data={
"input": test_input
})
assert res.status_code == 200
vec0 = res.body["data"][0]["embedding"]
# get embedding in base64 format
res = server.make_request("POST", "/v1/embeddings", data={ res = server.make_request("POST", "/v1/embeddings", data={
"input": test_input, "input": test_input,
"encoding_format": "base64" "encoding_format": "base64"
@ -216,12 +224,14 @@ def test_embedding_openai_library_base64():
assert isinstance(embedding_data["embedding"], str) assert isinstance(embedding_data["embedding"], str)
# Verify embedding is valid base64 # Verify embedding is valid base64
try: decoded = base64.b64decode(embedding_data["embedding"])
decoded = base64.b64decode(embedding_data["embedding"]) # Verify decoded data can be converted back to float array
# Verify decoded data can be converted back to float array float_count = len(decoded) // 4 # 4 bytes per float
float_count = len(decoded) // 4 # 4 bytes per float floats = struct.unpack(f'{float_count}f', decoded)
floats = struct.unpack(f'{float_count}f', decoded) assert len(floats) > 0
assert len(floats) > 0 assert all(isinstance(x, float) for x in floats)
assert all(isinstance(x, float) for x in floats) assert len(floats) == len(vec0)
except Exception as e:
pytest.fail(f"Invalid base64 format: {str(e)}") # make sure the decoded data is the same as the original
for x, y in zip(floats, vec0):
assert abs(x - y) < EPSILON