diff --git a/src/llama.cpp b/src/llama.cpp index 4d3daaa94..5fce4816d 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -5158,6 +5158,7 @@ static void llm_load_vocab( } else if ( tokenizer_pre == "viking") { vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_VIKING; + vocab.tokenizer_clean_spaces = false; } else if ( tokenizer_pre == "jais") { vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_JAIS;