llama : remove oboslete comment

ggml-ci
This commit is contained in:
Georgi Gerganov 2023-08-23 20:16:40 +03:00
parent 3bfb720642
commit 2424e1d08e
No known key found for this signature in database
GPG key ID: 449E073F9DC10735

View file

@ -925,10 +925,6 @@ struct llama_kv_cache {
};
struct llama_vocab {
// TODO:
// - add a vector of merges
// so that we can pass it to different types of tokenizers with a common interface
using id = int32_t;
using token = std::string;
using ttype = llama_token_type;