From 1135b0f81607f846dd3ee6f5fb5f7e81b4b6223c Mon Sep 17 00:00:00 2001
From: Molly Sophia <mollysophia379@gmail.com>
Date: Tue, 22 Oct 2024 20:26:45 +0800
Subject: [PATCH] Update src/llama.cpp

Co-authored-by: Xuan Son Nguyen <thichthat@gmail.com>
---
 src/llama.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/llama.cpp b/src/llama.cpp
index 37617a6b8..6a5c56a77 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -21698,6 +21698,7 @@ static int32_t llama_chat_apply_template_internal(
             ss << "[|assistant|]";
         }
     } else if (tmpl == "rwkv-world" || tmpl_contains("rwkv-world")) {
+        // this template requires the model to have "\n\n" as EOT token
         for (auto message : chat) {
             std::string role(message->role);
             if (role == "user") {