From 43d295fddc50e0838bc9a1866d9f187327ef5689 Mon Sep 17 00:00:00 2001 From: anon Date: Wed, 31 May 2023 16:54:12 -0300 Subject: [PATCH] filter empty stopping strings --- examples/server/server.cpp | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/examples/server/server.cpp b/examples/server/server.cpp index fda7f7b3e..4d4f3fc48 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -608,10 +608,12 @@ bool parse_options_completion(json body, llama_server_context& llama, Response & res.status = 400; return false; } + llama.params.antiprompt.clear(); if (!body["stop"].is_null()) { - llama.params.antiprompt = body["stop"].get>(); - } else { - llama.params.antiprompt.clear(); + const auto stop = body["stop"].get>(); + std::copy_if(stop.begin(), stop.end(), + std::back_inserter(llama.params.antiprompt), + [](const std::string &str) { return !str.empty(); }); } if (llama.verbose) {