From 4814bdff5382b3caaeee165101e8d8d0fd0bdeab Mon Sep 17 00:00:00 2001 From: douxinpeng <15529241576@163.com> Date: Tue, 24 Sep 2024 12:44:50 +0000 Subject: [PATCH] fix: A crash occurs when llama-bench is running on multiple cann devices(#9250) --- ggml/src/ggml-cann/common.h | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml/src/ggml-cann/common.h b/ggml/src/ggml-cann/common.h index e6a570107..edfa49614 100644 --- a/ggml/src/ggml-cann/common.h +++ b/ggml/src/ggml-cann/common.h @@ -227,6 +227,7 @@ struct ggml_backend_cann_context { * @brief Destructor for cleaning up resources. */ ~ggml_backend_cann_context() { + ggml_cann_set_device(device); if (copy_event != nullptr) { ACL_CHECK(aclrtDestroyEvent(copy_event)); }