vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : add n_as argument to ggml_mul_mat_id

Browse source
This commit is contained in:
slaren 2023-12-09 12:42:25 +01:00
parent 7372b62271
commit ee8fb399aa
6 changed files with 17 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

4
tests/test-backend-ops.cpp
View file

@ -343,6 +343,8 @@ struct test_case {
ud->ok = false;
}
return true;
GGML_UNUSED(index);
};
ggml_backend_compare_graph_backend(backend1, backend2, gf, callback, &ud);
@ -803,7 +805,7 @@ struct test_mul_mat_id : public test_case {
}
ggml_tensor * ids = ggml_new_tensor_2d(ctx, GGML_TYPE_I32, n_mats, n);
ggml_tensor * b = ggml_new_tensor_2d(ctx, type_b, k, n);
ggml_tensor * out = ggml_mul_mat_id(ctx, mats.data(), ids, id, b);
ggml_tensor * out = ggml_mul_mat_id(ctx, mats.data(), n_mats, ids, id, b);
return out;
}