From 3374ff7324d4b7702f3d2d14fc3c4d83525b3c54 Mon Sep 17 00:00:00 2001
From: ds5t5 <demonslayer5t5@gmail.com>
Date: Fri, 29 Sep 2023 02:48:06 -0700
Subject: [PATCH] solve alibi cpu error

---
 ggml.c | 2 --
 1 file changed, 2 deletions(-)

diff --git a/ggml.c b/ggml.c
index 820fe2e74..8d8d1f293 100644
--- a/ggml.c
+++ b/ggml.c
@@ -12889,7 +12889,6 @@ static void ggml_compute_forward_alibi_f32(
         return;
     }
 
-    const int n_past = ((int32_t *) dst->op_params)[0];
     const int n_head = ((int32_t *) dst->op_params)[1];
     float max_bias;
     memcpy(&max_bias, (int32_t *) dst->op_params + 2, sizeof(float));
@@ -12910,7 +12909,6 @@ static void ggml_compute_forward_alibi_f32(
     //const int nb3 = src0->nb[3];
 
     GGML_ASSERT(nb0 == sizeof(float));
-    GGML_ASSERT(ne1 + n_past == ne0);
     GGML_ASSERT(n_head == ne2);
 
     // add alibi to src0 (KQ_scaled)