Remove comment that no longer applies
This commit is contained in:
parent
45bdb9af95
commit
849a31f17d
1 changed files with 0 additions and 1 deletions
|
@ -3359,7 +3359,6 @@ private:
|
|||
}
|
||||
|
||||
// probably not 100% correct
|
||||
// TODO: this is quite slow - how to make it more efficient?
|
||||
static std::vector<std::string> bpe_gpt2_preprocess(const std::string & text) {
|
||||
std::vector<std::string> words;
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue