vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix tests

Browse source
This commit is contained in:
0cc4m 2023-08-01 21:52:57 +02:00
parent 75788fe9b0
commit c638955bfa
1 changed files with 16 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

17
ggml-vulkan.cpp
View file

@ -2598,6 +2598,11 @@ void ggml_vk_test_matmul_f32(size_t m, size_t n, size_t k, size_t num_it, int sp
const size_t kpad = ggml_vk_align_size(k, p->align); const size_t kpad = ggml_vk_align_size(k, p->align);
ggml_vk_pipeline_allocate_descriptor_sets(*p, num_it);
if (split_k > 1) {
ggml_vk_pipeline_allocate_descriptor_sets(vk_pipeline_matmul_split_k_reduce, num_it);
}
vk_buffer d_X; vk_buffer d_X;
vk_buffer d_Y; vk_buffer d_Y;
vk_buffer d_D; vk_buffer d_D;
@ -2667,6 +2672,9 @@ void ggml_vk_test_matmul_f32(size_t m, size_t n, size_t k, size_t num_it, int sp
ggml_vk_pool_free(d_Y); ggml_vk_pool_free(d_Y);
ggml_vk_pool_free(d_D); ggml_vk_pool_free(d_D);
ggml_vk_pipeline_cleanup(*p);
ggml_vk_pipeline_cleanup(vk_pipeline_matmul_split_k_reduce);
free(x); free(x);
free(y); free(y);
free(d); free(d);
@ -2702,6 +2710,11 @@ void ggml_vk_test_matmul_f16(size_t m, size_t n, size_t k, size_t num_it, int sp
const size_t kpad = ggml_vk_align_size(k, p->align); const size_t kpad = ggml_vk_align_size(k, p->align);
ggml_vk_pipeline_allocate_descriptor_sets(*p, num_it);
if (split_k > 1) {
ggml_vk_pipeline_allocate_descriptor_sets(vk_pipeline_matmul_split_k_reduce, num_it);
}
vk_buffer d_X; vk_buffer d_X;
vk_buffer d_Y; vk_buffer d_Y;
vk_buffer d_D; vk_buffer d_D;
@ -2776,9 +2789,11 @@ void ggml_vk_test_matmul_f16(size_t m, size_t n, size_t k, size_t num_it, int sp
ggml_vk_pool_free(d_X); ggml_vk_pool_free(d_X);
ggml_vk_pool_free(d_Y); ggml_vk_pool_free(d_Y);
ggml_vk_pool_free(d_D); ggml_vk_pool_free(d_D);
ggml_vk_pipeline_cleanup(*p);
ggml_vk_pipeline_cleanup(vk_pipeline_matmul_split_k_reduce);
free(x); free(x);
free(y); free(y);
free(d); free(d);