From fe7508c408ccd8df3f58da7d78e2da478acb2bf7 Mon Sep 17 00:00:00 2001
From: goerch <jhr.walter@t-online.de>
Date: Mon, 24 Jul 2023 13:21:24 +0200
Subject: [PATCH] Fix review remarks.

---
 llama.cpp   | 3 ---
 llama.cpp.h | 1 +
 llama.h     | 1 -
 3 files changed, 1 insertion(+), 4 deletions(-)

diff --git a/llama.cpp b/llama.cpp
index e8522dbe8..a1a85e396 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1866,9 +1866,6 @@ struct llama_tokenizer {
         while (offs < text.size()) {
             llama_sp_symbol sym;
             size_t len = utf8_len(text[offs]);
-            if (len == 0) {
-                len = utf8_len(text[offs]);
-            }
             sym.text = text.c_str() + offs;
             sym.n = len;
             offs += len;
diff --git a/llama.cpp.h b/llama.cpp.h
index 6e806bef2..0354c5892 100644
--- a/llama.cpp.h
+++ b/llama.cpp.h
@@ -4,6 +4,7 @@
 #include "llama.h"
 
 #include <cassert>
+#include <string>
 
 static std::string llama_token_to_str(
         const struct llama_context * ctx,
diff --git a/llama.h b/llama.h
index 8305432ef..54a5e246c 100644
--- a/llama.h
+++ b/llama.h
@@ -11,7 +11,6 @@
 #include <stddef.h>
 #include <stdint.h>
 #include <stdbool.h>
-#include <string>
 
 #ifdef LLAMA_SHARED
 #    if defined(_WIN32) && !defined(__MINGW32__)