vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

n_vocab -> n_tokens

Browse source 
Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
Jared Van Bortel 2023-11-30 17:36:21 -05:00 • committed by GitHub
parent f91707bbe1
commit 5284e72aa6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -5616,7 +5616,7 @@ static int llama_decode_internal(
#ifndef NDEBUG #ifndef NDEBUG
auto & logits_valid = lctx.logits_valid; auto & logits_valid = lctx.logits_valid;
logits_valid.clear(); logits_valid.clear();
logits_valid.resize(n_vocab); logits_valid.resize(n_tokens);
#endif #endif
if (batch.logits) { if (batch.logits) {