Remove comment that no longer applies

This commit is contained in:
Iwan Kawrakow 2023-08-29 19:06:32 +03:00
parent 45bdb9af95
commit 849a31f17d

View file

@ -3359,7 +3359,6 @@ private:
}
// probably not 100% correct
// TODO: this is quite slow - how to make it more efficient?
static std::vector<std::string> bpe_gpt2_preprocess(const std::string & text) {
std::vector<std::string> words;