From cd145b11c003cca04c44fe3dceac832f0a6bb67f Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Wed, 25 Sep 2024 16:19:55 +0300 Subject: [PATCH] Update src/llama.cpp --- src/llama.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/llama.cpp b/src/llama.cpp index 12b8c54a5..1e730823c 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -6459,7 +6459,7 @@ static void llm_load_vocab( GGML_ASSERT(!ids.empty() && "model vocab missing newline token"); vocab.linefeed_id = ids[0]; } else { - const std::vector ids = llama_tokenize_internal(model.vocab, "\xC4\x8A", false); // U+010A + const std::vector ids = llama_tokenize_internal(vocab, "\xC4\x8A", false); // U+010A GGML_ASSERT(!ids.empty() && "model vocab missing newline token"); vocab.linefeed_id = ids[0]; }