vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixed a bug that resulted in the program hanging

Browse source
This commit is contained in:
Concedo 2024-01-09 18:12:58 +08:00
parent 66533c8424
commit 693f6493e5
1 changed files with 3 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

5
ggml.c
View file

@ -16557,7 +16557,7 @@ static thread_ret_t ggml_graph_compute_thread(void * data) {
atomic_store(&state->shared->n_active, n_threads);
atomic_store(&state->shared->node_n, node_n);
} else {
// wait for other threads to finish
// wait for other threads to finish
const int last = node_n;
const bool do_yield = last < 0 || cgraph->nodes[last]->op == GGML_OP_MUL_MAT;
@ -16573,7 +16573,8 @@ static thread_ret_t ggml_graph_compute_thread(void * data) {
}
node_n = atomic_load(&state->shared->node_n);
} while (node_n == last);
if (node_n != last) break;
};
}
// check if we should stop