vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ggml : update ggml_backend_cpu_device_supports_op

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2024-12-17 18:09:02 +02:00
parent 8cc7145cc7
commit 4fbb801a9d
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
2 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml/src/ggml-cpu/ggml-cpu.cpp
View file

@ -394,8 +394,11 @@ static bool ggml_backend_cpu_device_supports_op(ggml_backend_dev_t dev, const st
switch (op->op) {
case GGML_OP_CPY:
return
op->type != GGML_TYPE_IQ3_XXS &&
op->type != GGML_TYPE_IQ3_S &&
op->type != GGML_TYPE_IQ2_XXS &&
op->type != GGML_TYPE_IQ2_XS &&
op->type != GGML_TYPE_IQ2_S &&
op->type != GGML_TYPE_IQ1_S &&
op->type != GGML_TYPE_IQ1_M; // missing type_traits.from_float
case GGML_OP_MUL_MAT: