From 6d18c6ea3e0097594a67df43bd9bf7dd05c07df3 Mon Sep 17 00:00:00 2001 From: Howard Su Date: Mon, 10 Apr 2023 22:37:10 +0800 Subject: [PATCH] Fix the number of forward looking nodes --- ggml.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml.c b/ggml.c index cebf43d57..3004e9932 100644 --- a/ggml.c +++ b/ggml.c @@ -9531,7 +9531,7 @@ void ggml_graph_compute(struct ggml_context * ctx, struct ggml_cgraph * cgraph) { int start = i; int end = i; - while (end < cgraph->n_nodes && (end - start) < n_threads * 2) + while (end < cgraph->n_nodes && (end - start) < 48) { struct ggml_tensor * next = cgraph->nodes[end]; end++;