vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update ggml-sycl.cpp

Browse source 
Co-authored-by: AidanBeltonS <87009434+AidanBeltonS@users.noreply.github.com>
This commit is contained in:
Abhilash Majumder 2024-03-28 11:06:29 +05:30 • committed by GitHub
parent 4e6df37d12
commit 619ce80144
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml-sycl.cpp
View file

@ -17263,11 +17263,15 @@ GGML_CALL static bool ggml_backend_sycl_supports_op(ggml_backend_t backend, cons
return false;
}
ggml_type a_type = a->type;
// No support in mmvq or other methods
if (a_type == GGML_TYPE_IQ1_M || a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS)
return false;
// Support in mmvq
if (a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ3_XXS ||
a_type == GGML_TYPE_IQ1_S || a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ3_S ||
a_type == GGML_TYPE_IQ2_S || a_type == GGML_TYPE_IQ4_XS) {
if (b->ne[1] == 1 && ggml_nrows(b) > 1) {
a_type == GGML_TYPE_IQ1_S || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ2_S ) {
// condition for using mmvq
if (b->ne[1] > 1 || a->ne[0] % GGML_SYCL_DMMV_X != 0) {
return false;
}
}