vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

test-backend-ops : test llama with different batch sizes

Browse source
This commit is contained in:
Jared Van Bortel 2024-01-24 16:55:27 -05:00
parent df687b10ab
commit ebb5f7e968
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
tests/test-backend-ops.cpp
View file

@ -1870,7 +1870,8 @@ static bool test_backend(ggml_backend_t backend, test_mode mode, const char * op
//test_cases.emplace_back(new test_moe(8, 2, 8, 4096, 14336));
#endif
test_cases.emplace_back(new test_llama());
test_cases.emplace_back(new test_llama(1));
test_cases.emplace_back(new test_llama(2));
// run tests
if (mode == MODE_TEST) {