From 01533762b8cc9dad903376f9953ae91721bbd326 Mon Sep 17 00:00:00 2001 From: Galunid Date: Sun, 22 Oct 2023 13:05:05 +0200 Subject: [PATCH] batch.seq_id[j] -> batch.seq_id[j][0] --- llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index fab561065..ca97b9c52 100644 --- a/llama.cpp +++ b/llama.cpp @@ -5990,7 +5990,7 @@ static struct ggml_cgraph * llm_build_stablelm( for (int h = 0; h < 1; ++h) { for (int j = 0; j < n_tokens; ++j) { const llama_pos pos = batch.pos[j]; - const llama_seq_id seq_id = batch.seq_id[j]; + const llama_seq_id seq_id = batch.seq_id[j][0]; for (int i = 0; i < n_kv; ++i) { if (!kv_self.cells[i].has_seq_id(seq_id) || kv_self.cells[i].pos > pos) {