diff --git a/examples/server/tests/utils.py b/examples/server/tests/utils.py index 28ae02d0b..4dfb5be63 100644 --- a/examples/server/tests/utils.py +++ b/examples/server/tests/utils.py @@ -191,7 +191,7 @@ class ServerProcess: creationflags=flags, stdout=sys.stdout, stderr=sys.stdout, - # env={**os.environ, "LLAMA_CACHE": "tmp"}, + env={**os.environ, "LLAMA_CACHE": "tmp"} if "LLAMA_CACHE" not in os.environ else None, ) server_instances.add(self)