diff --git a/examples/low_level_api_chat_cpp.py b/examples/low_level_api_chat_cpp.py index 45a6262d4..947be4ad0 100644 --- a/examples/low_level_api_chat_cpp.py +++ b/examples/low_level_api_chat_cpp.py @@ -75,7 +75,7 @@ class LLaMAInteract: # add instruction as antiprompt if (self.instruct): - self.first_antiprompt.append(self.inp_prefix.strip()) + self.first_antiprompt.append(self._tokenize(self.inp_prefix.strip())) # primer feed if (len(primer) > 0):