Co-Authored-By: compilade <113953597+compilade@users.noreply.github.com>
This commit is contained in:
Minsoo Cheong 2024-08-16 14:31:40 +09:00
parent 4c401e510f
commit 01040049a8

View file

@ -5531,7 +5531,7 @@ static void llm_load_vocab(
} else if ( } else if (
tokenizer_pre == "gpt3-finnish") { tokenizer_pre == "gpt3-finnish") {
vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_GPT3_FINNISH; vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_GPT3_FINNISH;
} else if ( } else if (
tokenizer_pre == "exaone") { tokenizer_pre == "exaone") {
vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_EXAONE; vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_EXAONE;
} else { } else {