vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

llama: fixed n_vocab for no_vocab models

Browse source
This commit is contained in:
Michael Podvitskiy 2024-09-16 18:30:28 +02:00
parent 23e0d70bac
commit a5e87bf438
1 changed files with 6 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/llama.cpp
View file

@ -6061,8 +6061,13 @@ static void llm_load_vocab(
vocab.special_mask_id = -1; vocab.special_mask_id = -1;
vocab.linefeed_id = -1; vocab.linefeed_id = -1;
// read vocab size from metadata
ml.get_key(LLM_KV_VOCAB_SIZE, vocab.n_vocab);
return; return;
} else if (tokenizer_model == "llama") { }
if (tokenizer_model == "llama") {
vocab.type = LLAMA_VOCAB_TYPE_SPM; vocab.type = LLAMA_VOCAB_TYPE_SPM;
// default special tokens // default special tokens