Adding another assertion

This commit is contained in:
goerch 2023-09-19 21:21:47 +02:00
parent 4abbfb51f9
commit 59a30b768a

View file

@ -1831,6 +1831,7 @@ static void llm_load_vocab(
for (int i = 0; i < n_merges; i++) { for (int i = 0; i < n_merges; i++) {
const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i); const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);
GGML_ASSERT(codepoints_from_utf8(word).size() >= 0);
std::string first; std::string first;
std::string second; std::string second;