Adding another assertion
This commit is contained in:
parent
4abbfb51f9
commit
59a30b768a
1 changed files with 1 additions and 0 deletions
|
@ -1831,6 +1831,7 @@ static void llm_load_vocab(
|
||||||
|
|
||||||
for (int i = 0; i < n_merges; i++) {
|
for (int i = 0; i < n_merges; i++) {
|
||||||
const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);
|
const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);
|
||||||
|
GGML_ASSERT(codepoints_from_utf8(word).size() >= 0);
|
||||||
|
|
||||||
std::string first;
|
std::string first;
|
||||||
std::string second;
|
std::string second;
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue