vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

skip UT for BF16

Browse source
This commit is contained in:
Neo Zhang 2024-07-04 08:28:58 +08:00
parent 96e3826f83
commit 2493479958
2 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml/src/ggml-sycl.cpp
View file

@ -5325,7 +5325,13 @@ GGML_CALL static bool ggml_backend_sycl_supports_op(ggml_backend_t backend, cons
if (a->ne[3] != b->ne[3]) { if (a->ne[3] != b->ne[3]) {
return false; return false;
} }
ggml_type a_type = a->type; ggml_type a_type = a->type;
if (op->op == GGML_OP_MUL_MAT_ID || op->op == GGML_OP_MUL_MAT_ID){
if (op->src[0]->type == GGML_TYPE_BF16) return false;
}
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS || if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||
a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ2_S || a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ2_S ||

4
ggml/src/ggml-sycl/convert.cpp
View file

@ -542,6 +542,8 @@ to_fp32_sycl_t ggml_get_to_fp32_sycl(ggml_type type) {
case GGML_TYPE_F16: case GGML_TYPE_F16:
return convert_unary_sycl<sycl::half>; return convert_unary_sycl<sycl::half>;
default: default:
return nullptr; std::cerr << "not support data type:" << type << " in "<< __func__
<< ", "<<__FILE__<< " line:" << __LINE__ << std::endl;
std::exit(1);
} }
} }