From 849a31f17de0dabc1b29815e59c817bf75a24485 Mon Sep 17 00:00:00 2001 From: Iwan Kawrakow Date: Tue, 29 Aug 2023 19:06:32 +0300 Subject: [PATCH] Remove comment that no longer applies --- llama.cpp | 1 - 1 file changed, 1 deletion(-) diff --git a/llama.cpp b/llama.cpp index c62f81254..1ed8421a1 100644 --- a/llama.cpp +++ b/llama.cpp @@ -3359,7 +3359,6 @@ private: } // probably not 100% correct - // TODO: this is quite slow - how to make it more efficient? static std::vector bpe_gpt2_preprocess(const std::string & text) { std::vector words;