vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

concat: Handle SYCL exceptions

Browse source
This commit is contained in:
Akarshan Biswas 2025-02-02 18:34:04 +05:30
parent 1ccfaaedbb
commit bba4b66a81
No known key found for this signature in database
GPG key ID: 52A578A14B32134D
2 changed files with 11 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

11
ggml/src/ggml-sycl/concat.cpp
View file

@ -158,7 +158,7 @@ static void concat_f32_sycl_non_cont(
}); });
} }
void ggml_sycl_op_concat(ggml_backend_sycl_context & ctx, ggml_tensor *dst) { static void ggml_sycl_op_concat(ggml_backend_sycl_context & ctx, ggml_tensor * dst) try {
const ggml_tensor *src0 = dst->src[0]; const ggml_tensor *src0 = dst->src[0];
const ggml_tensor *src1 = dst->src[1]; const ggml_tensor *src1 = dst->src[1];
queue_ptr stream = ctx.stream(); queue_ptr stream = ctx.stream();
@ -194,4 +194,13 @@ void ggml_sycl_op_concat(ggml_backend_sycl_context & ctx, ggml_tensor *dst) {
src1->ne[1], src1->ne[2], src1->ne[3], src1->nb[0], src1->nb[1], src1->ne[1], src1->ne[2], src1->ne[3], src1->nb[0], src1->nb[1],
src1->nb[2], src1->nb[3], dst->ne[0], dst->ne[1], dst->ne[2], src1->nb[2], src1->nb[3], dst->ne[0], dst->ne[1], dst->ne[2],
dst->ne[3], dst->nb[0], dst->nb[1], dst->nb[2], dst->nb[3], dim); dst->ne[3], dst->nb[0], dst->nb[1], dst->nb[2], dst->nb[3], dim);
} catch (const sycl::exception & exc) {
std::cerr << exc.what() << "Exception caught at file:" << __FILE__ << ", line:" << __LINE__ << std::endl;
std::exit(1);
} }
void ggml_sycl_concat(ggml_backend_sycl_context & ctx, ggml_tensor * dst) {
GGML_SYCL_DEBUG("call %s\n", __func__);
ggml_sycl_op_concat(ctx, dst);
GGML_SYCL_DEBUG("call %s done\n", __func__);
}

2
ggml/src/ggml-sycl/concat.hpp
View file

@ -15,6 +15,6 @@
#include "common.hpp" #include "common.hpp"
void ggml_sycl_op_concat(ggml_backend_sycl_context & ctx, ggml_tensor *dst); void ggml_sycl_concat(ggml_backend_sycl_context & ctx, ggml_tensor * dst);
#endif // GGML_SYCL_CONCAT_HPP #endif // GGML_SYCL_CONCAT_HPP