vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix batch error

Browse source
This commit is contained in:
luoyu-intel 2024-01-24 21:56:47 +08:00
parent eef5faae18
commit 5bb93d41b7
1 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

7
ggml-sycl.cpp
View file

@ -12206,9 +12206,10 @@ inline void ggml_sycl_op_mul_mat_sycl(
src0_as_f16.alloc(ne); src0_as_f16.alloc(ne);
to_fp16_sycl(src0_dd_i, src0_as_f16.get(), ne, stream); to_fp16_sycl(src0_dd_i, src0_as_f16.get(), ne, stream);
} }
const sycl::half *src0_ptr = src0->type == GGML_TYPE_F16 const sycl::half *src1_ptr =
? (const sycl::half *)src0_dd_i src1->type == GGML_TYPE_F16
: src0_as_f16.get(); ? (const sycl::half *)src1->data + src1_padded_row_size
: src1_as_f16.get();
sycl_pool_alloc<sycl::half> src1_as_f16; sycl_pool_alloc<sycl::half> src1_as_f16;
if (src1->type != GGML_TYPE_F16) { if (src1->type != GGML_TYPE_F16) {