From 3d9871715acd84dbabf83e06867f1aa183d26655 Mon Sep 17 00:00:00 2001
From: oobabooga <112222186+oobabooga@users.noreply.github.com>
Date: Sat, 8 Jul 2023 23:50:19 -0300
Subject: [PATCH] Remove "first token must be BOS" restriction

---
 llama.cpp | 6 ------
 1 file changed, 6 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index ee6ec0920..a491f1c7e 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1291,12 +1291,6 @@ static bool llama_eval_internal(
 
     LLAMA_ASSERT((!tokens && embd) || (tokens && !embd));
 
-    // enforce that the first token is BOS
-    if (tokens && n_past == 0 && tokens[0] != llama_token_bos()) {
-        fprintf(stderr, "%s: first token must be BOS\n", __func__);
-        return false;
-    }
-
     const int64_t t_start_us = ggml_time_us();
 
     const int N = n_tokens;