From 5284e72aa615724adada7a31d2cbb5b8f8a4b78e Mon Sep 17 00:00:00 2001
From: Jared Van Bortel <jared@nomic.ai>
Date: Thu, 30 Nov 2023 17:36:21 -0500
Subject: [PATCH] n_vocab -> n_tokens

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
---
 llama.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llama.cpp b/llama.cpp
index 5b9387fc6..0572e35c1 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -5616,7 +5616,7 @@ static int llama_decode_internal(
 #ifndef NDEBUG
         auto & logits_valid = lctx.logits_valid;
         logits_valid.clear();
-        logits_valid.resize(n_vocab);
+        logits_valid.resize(n_tokens);
 #endif
 
         if (batch.logits) {