minor : fixes

This commit is contained in:
Georgi Gerganov 2024-05-07 11:45:34 +03:00
parent e31d5c6381
commit 663c1398b5
No known key found for this signature in database
GPG key ID: 449E073F9DC10735
3 changed files with 150 additions and 152 deletions

View file

@ -4392,9 +4392,7 @@ static void llm_load_vocab(
} else if (
tokenizer_pre == "qwen2") {
vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_QWEN2;
}
else {
} else {
throw std::runtime_error(format("unknown pre-tokenizer type: '%s'", tokenizer_pre.c_str()));
}
} else {