vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Early return for zero size calls to get_tensor.

Browse source 
Signed-off-by: Adam Treat <treat.adam@gmail.com>
This commit is contained in:
Adam Treat 2024-02-13 13:41:33 -05:00
parent 6c00a06692
commit 89b1915de3
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml-kompute.cpp
View file

@ -1805,6 +1805,9 @@ static void * ggml_backend_kompute_buffer_get_base(ggml_backend_buffer_t buffer)
static void ggml_backend_kompute_buffer_set_tensor(ggml_backend_buffer_t buffer, ggml_tensor * tensor, const void * data, size_t offset, size_t size) { static void ggml_backend_kompute_buffer_set_tensor(ggml_backend_buffer_t buffer, ggml_tensor * tensor, const void * data, size_t offset, size_t size) {
GGML_UNUSED(buffer); GGML_UNUSED(buffer);
if (!size)
return;
const auto res = ggml_vk_get_tensor(tensor); const auto res = ggml_vk_get_tensor(tensor);
GGML_ASSERT(res); GGML_ASSERT(res);
@ -1816,6 +1819,9 @@ static void ggml_backend_kompute_buffer_set_tensor(ggml_backend_buffer_t buffer,
static void ggml_backend_kompute_buffer_get_tensor(ggml_backend_buffer_t buffer, const ggml_tensor * tensor, void * data, size_t offset, size_t size) { static void ggml_backend_kompute_buffer_get_tensor(ggml_backend_buffer_t buffer, const ggml_tensor * tensor, void * data, size_t offset, size_t size) {
GGML_UNUSED(buffer); GGML_UNUSED(buffer);
if (!size)
return;
const auto res = ggml_vk_get_tensor(tensor); const auto res = ggml_vk_get_tensor(tensor);
GGML_ASSERT(res); GGML_ASSERT(res);