llama : remove oboslete comment
ggml-ci
This commit is contained in:
parent
3bfb720642
commit
2424e1d08e
1 changed files with 0 additions and 4 deletions
|
@ -925,10 +925,6 @@ struct llama_kv_cache {
|
|||
};
|
||||
|
||||
struct llama_vocab {
|
||||
// TODO:
|
||||
// - add a vector of merges
|
||||
// so that we can pass it to different types of tokenizers with a common interface
|
||||
|
||||
using id = int32_t;
|
||||
using token = std::string;
|
||||
using ttype = llama_token_type;
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue