From 73cab75f414f3d2c2bb403cea10774f0082513b6 Mon Sep 17 00:00:00 2001 From: cyc Date: Sun, 22 Oct 2023 14:18:54 +0800 Subject: [PATCH] server : fix 'terminated by signal SIGSEGV' error when suffix is empty --- examples/server/server.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index b5ad3cc99..24d56293f 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -349,7 +349,7 @@ struct llama_server_context auto prefix_tokens = tokenize(params.input_prefix, false); auto suffix_tokens = tokenize(params.input_suffix, false); const int space_token = 29871; - if (suff_rm_leading_spc && suffix_tokens[0] == space_token) { + if (suff_rm_leading_spc && !suffix_tokens.empty() && suffix_tokens[0] == space_token) { suffix_tokens.erase(suffix_tokens.begin()); } prefix_tokens.insert(prefix_tokens.begin(), llama_token_prefix(ctx));