vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix the number of forward looking nodes

Browse source
This commit is contained in:
Howard Su 2023-04-10 22:37:10 +08:00
parent 6f2a61eb4f
commit 6d18c6ea3e
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml.c
View file

@ -9531,7 +9531,7 @@ void ggml_graph_compute(struct ggml_context * ctx, struct ggml_cgraph * cgraph)
{
int start = i;
int end = i;
while (end < cgraph->n_nodes && (end - start) < n_threads * 2)
while (end < cgraph->n_nodes && (end - start) < 48)
{
struct ggml_tensor * next = cgraph->nodes[end];
end++;