From 450a7c76dec3a0ed81f0070ca8361d0c11ffb5a9 Mon Sep 17 00:00:00 2001
From: Georgi Gerganov <ggerganov@gmail.com>
Date: Tue, 25 Jul 2023 13:26:32 +0300
Subject: [PATCH] ggml : mul_mat threads yield

ggml-ci
---
 ggml.c | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/ggml.c b/ggml.c
index f175473f6..939b84704 100644
--- a/ggml.c
+++ b/ggml.c
@@ -10537,6 +10537,12 @@ static void ggml_compute_forward_mul_mat(
 
     //printf("ir010 = %6lld, ir011 = %6lld, ir110 = %6lld, ir111 = %6lld\n", ir010, ir011, ir110, ir111);
 
+    // threads with no work simply yield (not sure if it helps)
+    if (ir010 >= ir011 || ir110 >= ir111) {
+        sched_yield();
+        return;
+    }
+
     assert(ne12 % ne02 == 0);
     assert(ne13 % ne03 == 0);