From e25e15c9c51bc186598a777bf13e4ce0629507a1 Mon Sep 17 00:00:00 2001 From: slaren Date: Tue, 25 Jul 2023 15:50:57 +0200 Subject: [PATCH] fix --- ggml.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml.c b/ggml.c index 5305b64a9..35c56151b 100644 --- a/ggml.c +++ b/ggml.c @@ -14777,7 +14777,7 @@ static void ggml_compute_forward(struct ggml_compute_params * params, struct ggm } break; case GGML_OP_FLASH_ATTN: { - const int32_t t = ggml_get_i32_1d(tensor->src[3], 0); + const int32_t t = ggml_get_op_params_i32(tensor, 0); GGML_ASSERT(t == 0 || t == 1); const bool masked = t != 0; ggml_compute_forward_flash_attn(params, tensor->src[0], tensor->src[1], tensor->src[2], masked, tensor);