From e692c2d8876e37706b76e3c4af214b79d5968ca7 Mon Sep 17 00:00:00 2001
From: JohannesGaessler <johannesg@5d6.de>
Date: Fri, 22 Dec 2023 15:21:36 +0100
Subject: [PATCH] CUDA: fixed peer access toggle synchronization

---
 ggml-cuda.cu | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/ggml-cuda.cu b/ggml-cuda.cu
index ac3b3c14d..44dd80705 100644
--- a/ggml-cuda.cu
+++ b/ggml-cuda.cu
@@ -8,6 +8,7 @@
 #include <limits>
 #include <stdint.h>
 #include <stdio.h>
+#include <unistd.h>
 #include <vector>
 
 
@@ -7999,6 +8000,9 @@ static void ggml_cuda_set_peer_access(const int n_tokens) {
             }
         }
     }
+
+    usleep(100000); // 0.1 s
+
 #endif // NDEBUG
 
     peer_access_enabled = enable_peer_access;