vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Don't free before queue done

Browse source
This commit is contained in:
0cc4m 2023-07-20 19:32:17 +02:00
parent 9e97cb0baf
commit b5b133723a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-vulkan.cpp
View file

@ -1602,8 +1602,6 @@ static void ggml_vk_mul_mat_f16(const ggml_tensor * src0, const ggml_tensor * sr
} }
} }
ggml_vk_host_free(fp16_staging);
ggml_vk_submit(vk_transfer_queues[0], transfer_0_seqs, VK_NULL_HANDLE); ggml_vk_submit(vk_transfer_queues[0], transfer_0_seqs, VK_NULL_HANDLE);
// cleanup waits for the queue to be done // cleanup waits for the queue to be done
@ -1611,6 +1609,8 @@ static void ggml_vk_mul_mat_f16(const ggml_tensor * src0, const ggml_tensor * sr
ggml_vk_queue_cleanup(vk_transfer_queues[1]); ggml_vk_queue_cleanup(vk_transfer_queues[1]);
ggml_vk_queue_cleanup(vk_compute_queue); ggml_vk_queue_cleanup(vk_compute_queue);
ggml_vk_host_free(fp16_staging);
if (src0->backend != GGML_BACKEND_GPU) { if (src0->backend != GGML_BACKEND_GPU) {
ggml_vk_pool_free(d_X); ggml_vk_pool_free(d_X);
} }