diff --git a/llama.cpp b/llama.cpp index 11dad7c8a..9d3ae4e97 100644 --- a/llama.cpp +++ b/llama.cpp @@ -925,10 +925,6 @@ struct llama_kv_cache { }; struct llama_vocab { - // TODO: - // - add a vector of merges - // so that we can pass it to different types of tokenizers with a common interface - using id = int32_t; using token = std::string; using ttype = llama_token_type;