squash! llama : suppress conversion from 'size_t' to 'int'
Move cast into for loop.
This commit is contained in:
parent
efeccedaf6
commit
ed4fcf92ff
1 changed files with 2 additions and 4 deletions
|
@ -207,8 +207,7 @@ struct llm_tokenizer_spm {
|
||||||
}
|
}
|
||||||
|
|
||||||
// seed the work queue with all possible 2-character tokens.
|
// seed the work queue with all possible 2-character tokens.
|
||||||
int symbols_size = static_cast<int>(symbols.size());
|
for (int i = 1; i < (int) symbols.size(); ++i) {
|
||||||
for (int i = 1; i < symbols_size; ++i) {
|
|
||||||
try_add_bigram(i - 1, i);
|
try_add_bigram(i - 1, i);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -512,8 +511,7 @@ struct llm_tokenizer_bpe {
|
||||||
index++;
|
index++;
|
||||||
symbols.emplace_back(sym);
|
symbols.emplace_back(sym);
|
||||||
}
|
}
|
||||||
int symbols_size = static_cast<int>(symbols.size());
|
for (int i = 1; i < (int) symbols.size(); ++i) {
|
||||||
for (int i = 1; i < symbols_size; ++i) {
|
|
||||||
add_new_bigram(i - 1, i);
|
add_new_bigram(i - 1, i);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue