vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml-metal : supports_op returns false for ternary types

Browse source 
Maybe not the cleanest way, but hopefully temporary.
This commit is contained in:
Francis Couture-Harpin 2025-01-11 19:50:08 -05:00
parent 946796fcec
commit b6fc9f03ab
1 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

12
ggml/src/ggml-metal/ggml-metal.m
View file

@ -1081,6 +1081,18 @@ static bool ggml_metal_supports_op(const struct ggml_backend_metal_device_contex
}
}
}
// TODO: remove once proper support is added.
for (size_t i = 0, n = 3; i < n; ++i) {
if (op->src[i] != NULL) {
switch (op->src[i]->type) {
case GGML_TYPE_TQ1_0:
case GGML_TYPE_TQ2_0:
return false;
default:
break;
}
}
}
switch (op->op) {
case GGML_OP_UNARY: