From e778ce4a4cb28f2b68629610ece50832d9704139 Mon Sep 17 00:00:00 2001 From: Branden Butler Date: Sat, 18 Nov 2023 12:23:33 -0600 Subject: [PATCH] Adapt to new should_add_bos function --- examples/speculative/speculative.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp index 0aae69d16..3bd572a7d 100644 --- a/examples/speculative/speculative.cpp +++ b/examples/speculative/speculative.cpp @@ -96,7 +96,7 @@ int main(int argc, char ** argv) { // Tokenize the prompt - const bool add_bos = llama_vocab_type(llama_get_model(ctx_tgt)) == LLAMA_VOCAB_TYPE_SPM; + const bool add_bos = llama_should_add_bos_token(model_tgt); LOG("add_bos: %d\n", add_bos); std::vector inp;