From d94ff95565bdc094b595e6bcb08df9de4c0b8a22 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?St=C3=A9phane=20du=20Hamel?= <stephduh@live.fr>
Date: Sun, 8 Dec 2024 18:30:18 +0100
Subject: [PATCH] Faster NaN-free tanh

---
 ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp | 3 +--
 1 file changed, 1 insertion(+), 2 deletions(-)

diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp b/ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp
index 83e2767ba..495f966bd 100644
--- a/ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp
+++ b/ggml/src/ggml-vulkan/vulkan-shaders/tanh.comp
@@ -16,6 +16,5 @@ void main() {
     if (i >= p.KX) {
         return;
     }
-    float th = tanh(data_a[i]);
-    data_d[i] = D_TYPE(th==th ? th : sign(data_a[i]));
+    data_d[i] = D_TYPE(1. - 2. / (exp(2.*data_a[i]) + 1.));
 }