From 003c15bfc5899e2cfa5c658208ddb78bad1a39bd Mon Sep 17 00:00:00 2001 From: vvhg1 Date: Sat, 7 Oct 2023 09:22:50 +0200 Subject: [PATCH] Revert "only rm when params.escape, rm space if possible which is added back or rm added space token" This reverts commit 63ba0b621f21077c0e3bc6ba6a327534123cb738. --- examples/infill/infill.cpp | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/examples/infill/infill.cpp b/examples/infill/infill.cpp index 9d97090ca..47ece81c6 100644 --- a/examples/infill/infill.cpp +++ b/examples/infill/infill.cpp @@ -234,11 +234,10 @@ int main(int argc, char ** argv) { LOG("add_bos: %d\n", add_bos); bool suff_rm_leading_spc = params.escape; - // if (suff_rm_leading_spc && params.input_suffix.find_first_of(" ") == 0 && params.input_suffix.size() > 1) { - // params.input_suffix.erase(0, 1); - // suff_rm_leading_spc = false; - // } - suff_rm_leading_spc = true; + if (suff_rm_leading_spc && params.input_suffix.find_first_of(" ") == 0 && params.input_suffix.size() > 1) { + params.input_suffix.erase(0, 1); + suff_rm_leading_spc = false; + } std::vector embd_inp; std::vector inp_pfx = ::llama_tokenize(ctx, params.input_prefix, false); std::vector inp_sfx = ::llama_tokenize(ctx, params.input_suffix, false);