From 6c95ec65876818115a0bb790ad8ed4a8e0a6ac4e Mon Sep 17 00:00:00 2001 From: Pierrick HYMBERT Date: Tue, 20 Feb 2024 20:50:14 +0100 Subject: [PATCH] server: tests: change model to: @karpathy's tinyllamas --- .github/workflows/server-test.yml | 4 ++-- examples/server/tests/README.md | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/.github/workflows/server-test.yml b/.github/workflows/server-test.yml index c2bb26819..d05230fbd 100644 --- a/.github/workflows/server-test.yml +++ b/.github/workflows/server-test.yml @@ -40,12 +40,12 @@ jobs: - name: Download test model id: download_model run: | - ./scripts/hf.sh --repo ngxson/dummy-llama --file llama_xs_q4.bin + ./scripts/hf.sh --repo ggml-org/models --file tinyllamas/stories260K.gguf - name: Server Integration Tests id: server_integration_test run: | cd examples/server/tests - ./tests.sh ../../../llama_xs_q4.bin + ./tests.sh ../../../stories260K.gguf diff --git a/examples/server/tests/README.md b/examples/server/tests/README.md index ae8ae74f3..3cdcc5ca3 100644 --- a/examples/server/tests/README.md +++ b/examples/server/tests/README.md @@ -7,5 +7,5 @@ Functional server tests suite. ### Run tests 1. Build the server -2. download a GGUF model: `../../../scripts/hf.sh --repo ngxson/dummy-llama --file llama_xs_q4.bin` -3. Start the test: `./tests.sh tinyllama-2-1b-miniguanaco.Q2_K.gguf -ngl 23 --log-disable` +2. download a GGUF model: `./scripts/hf.sh --repo ggml-org/models --file tinyllamas/stories260K.gguf` +3. Start the test: `./tests.sh stories260K.gguf -ngl 23`