vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

sycl : marks permuted MUL_MAT as unsupported

Browse source
This commit is contained in:
Alberto Cabrera 2024-11-11 21:33:41 +00:00
parent 17b8a2e669
commit f6ea8b73f8
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-sycl.cpp
View file

@ -4350,6 +4350,10 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
if (op->op == GGML_OP_MUL_MAT) { if (op->op == GGML_OP_MUL_MAT) {
a = op->src[0]; a = op->src[0];
b = op->src[1]; b = op->src[1];
if (ggml_is_permuted(a) || ggml_is_permuted(b)) {
// TODO: fix like https://github.com/ggerganov/llama.cpp/pull/10021
return false;
}
} else { } else {
a = op->src[2]; a = op->src[2];
b = op->src[1]; b = op->src[1];