From 879ba82777b93f30c32eca731d0bf03e7fd20be7 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Mon, 10 Feb 2025 15:00:02 +0200 Subject: [PATCH] server : increase context size for the tests ggml-ci --- examples/server/tests/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/tests/utils.py b/examples/server/tests/utils.py index ce0680662..97d650a9c 100644 --- a/examples/server/tests/utils.py +++ b/examples/server/tests/utils.py @@ -280,7 +280,7 @@ class ServerPreset: server.model_hf_repo = "ggml-org/models" server.model_hf_file = "tinyllamas/stories260K.gguf" server.model_alias = "tinyllama-2" - server.n_ctx = 256 + server.n_ctx = 512 server.n_batch = 32 server.n_slots = 2 server.n_predict = 64