diff --git a/llama.cpp b/llama.cpp index c62f81254..1ed8421a1 100644 --- a/llama.cpp +++ b/llama.cpp @@ -3359,7 +3359,6 @@ private: } // probably not 100% correct - // TODO: this is quite slow - how to make it more efficient? static std::vector bpe_gpt2_preprocess(const std::string & text) { std::vector words;