vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix some nodes are not checked with GGML_VULKAN_CHECK_RESULTS enabled.

Browse source
This commit is contained in:
Markus Tavenrath 2024-09-08 11:19:34 +02:00
parent 28506e51d6
commit 9dc0223390
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml/src/ggml-vulkan.cpp
View file

@ -6478,14 +6478,18 @@ GGML_CALL static ggml_status ggml_backend_vk_graph_compute(ggml_backend_t backen
} }
bool submit = (submitted_nodes >= submit_count) || (i == last_node); bool submit = (submitted_nodes >= submit_count) || (i == last_node);
bool enqueued = ggml_vk_build_graph(ctx, cgraph->nodes[i], i, cgraph->nodes[submit_node_idx], submit_node_idx, false, i == last_node, submit); bool enqueued = ggml_vk_build_graph(ctx, cgraph->nodes[i], i, cgraph->nodes[submit_node_idx], submit_node_idx, false, i == last_node, submit);
if (enqueued) { if (enqueued) {
++submitted_nodes; ++submitted_nodes;
#ifndef GGML_VULKAN_CHECK_RESULTS
if (first_node_in_batch) { if (first_node_in_batch) {
first_node_in_batch = false; first_node_in_batch = false;
} }
#endif
} }
if (submit) { if (submit) {