vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix review remarks.

Browse source
This commit is contained in:
goerch 2023-07-24 13:21:24 +02:00
parent 39c9a3b553
commit fe7508c408
3 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp
View file

@ -1866,9 +1866,6 @@ struct llama_tokenizer {
while (offs < text.size()) { while (offs < text.size()) {
llama_sp_symbol sym; llama_sp_symbol sym;
size_t len = utf8_len(text[offs]); size_t len = utf8_len(text[offs]);
if (len == 0) {
len = utf8_len(text[offs]);
}
sym.text = text.c_str() + offs; sym.text = text.c_str() + offs;
sym.n = len; sym.n = len;
offs += len; offs += len;

1
llama.cpp.h
View file

@ -4,6 +4,7 @@
#include "llama.h" #include "llama.h"
#include <cassert> #include <cassert>
#include <string>
static std::string llama_token_to_str( static std::string llama_token_to_str(
const struct llama_context * ctx, const struct llama_context * ctx,

1
llama.h
View file

@ -11,7 +11,6 @@
#include <stddef.h> #include <stddef.h>
#include <stdint.h> #include <stdint.h>
#include <stdbool.h> #include <stdbool.h>
#include <string>
#ifdef LLAMA_SHARED #ifdef LLAMA_SHARED
# if defined(_WIN32) && !defined(__MINGW32__) # if defined(_WIN32) && !defined(__MINGW32__)