From 59a30b768afe567b0c3f892f59fc3f80200877e3 Mon Sep 17 00:00:00 2001
From: goerch <jhr.walter@t-online.de>
Date: Tue, 19 Sep 2023 21:21:47 +0200
Subject: [PATCH] Adding another assertion

---
 llama.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/llama.cpp b/llama.cpp
index c6327af62..569d06e72 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1831,6 +1831,7 @@ static void llm_load_vocab(
 
             for (int i = 0; i < n_merges; i++) {
                 const std::string word = gguf_get_arr_str(ctx, merges_keyidx, i);
+                GGML_ASSERT(codepoints_from_utf8(word).size() >= 0);
 
                 std::string first;
                 std::string second;