llama : remove oboslete comment
ggml-ci
This commit is contained in:
parent
3bfb720642
commit
2424e1d08e
1 changed files with 0 additions and 4 deletions
|
@ -925,10 +925,6 @@ struct llama_kv_cache {
|
||||||
};
|
};
|
||||||
|
|
||||||
struct llama_vocab {
|
struct llama_vocab {
|
||||||
// TODO:
|
|
||||||
// - add a vector of merges
|
|
||||||
// so that we can pass it to different types of tokenizers with a common interface
|
|
||||||
|
|
||||||
using id = int32_t;
|
using id = int32_t;
|
||||||
using token = std::string;
|
using token = std::string;
|
||||||
using ttype = llama_token_type;
|
using ttype = llama_token_type;
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue