From 3c1020b86697d9c3e0cfed8f10d4b4300ebe5d84 Mon Sep 17 00:00:00 2001
From: Mug <>
Date: Tue, 4 Apr 2023 16:20:27 +0200
Subject: [PATCH] Fix stripping instruction prompt

---
 examples/low_level_api_chat_cpp.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/low_level_api_chat_cpp.py b/examples/low_level_api_chat_cpp.py
index 45a6262d4..947be4ad0 100644
--- a/examples/low_level_api_chat_cpp.py
+++ b/examples/low_level_api_chat_cpp.py
@@ -75,7 +75,7 @@ class LLaMAInteract:
 
         # add instruction as antiprompt
         if (self.instruct):
-            self.first_antiprompt.append(self.inp_prefix.strip())
+            self.first_antiprompt.append(self._tokenize(self.inp_prefix.strip()))
 
         # primer feed
         if (len(primer) > 0):