From ebb5f7e968d1ddcb50639d57d8c516052347d1af Mon Sep 17 00:00:00 2001 From: Jared Van Bortel Date: Wed, 24 Jan 2024 16:55:27 -0500 Subject: [PATCH] test-backend-ops : test llama with different batch sizes --- tests/test-backend-ops.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index a6486f34e..a7cfa2c04 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -1870,7 +1870,8 @@ static bool test_backend(ggml_backend_t backend, test_mode mode, const char * op //test_cases.emplace_back(new test_moe(8, 2, 8, 4096, 14336)); #endif - test_cases.emplace_back(new test_llama()); + test_cases.emplace_back(new test_llama(1)); + test_cases.emplace_back(new test_llama(2)); // run tests if (mode == MODE_TEST) {