vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: change ignore_merges to bool

Browse source
This commit is contained in:
Haoxiang Fei 2024-05-10 19:19:29 +08:00
parent 1fb5b55894
commit c3d0f41d50
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -12200,7 +12200,7 @@ struct llm_tokenizer_bpe {
void tokenize(const std::string & text, std::vector<llama_vocab::id> & output) {
int final_prev_index = -1;
int ignore_merges = false;
bool ignore_merges = false;
std::vector<std::string> word_collection;
switch (vocab.type) {