From f5f9a2b35e264ccaebd10fbb89771263f9c2d297 Mon Sep 17 00:00:00 2001 From: HanishKVC Date: Tue, 28 May 2024 00:32:37 +0530 Subject: [PATCH] SimpleChat:DU: Bring in both trim garbage logics to try trim --- examples/server/public_simplechat/datautils.mjs | 14 ++++++++++++++ examples/server/public_simplechat/simplechat.js | 2 +- 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/examples/server/public_simplechat/datautils.mjs b/examples/server/public_simplechat/datautils.mjs index 9c16f280d..865f47888 100644 --- a/examples/server/public_simplechat/datautils.mjs +++ b/examples/server/public_simplechat/datautils.mjs @@ -185,3 +185,17 @@ export function trim_hist_garbage_at_end_loop(sIn, maxType, maxUniq, maxMatchLen sCur = got.data; } } + +/** + * Try trim garbage at the end by using both the hist-driven-garbage-trimming as well as + * skip-a-bit-if-reqd-then-repeat-pattern-based-garbage-trimming, with blind retrying. + * @param {string} sIn + */ +export function trim_garbage_at_end(sIn) { + let sCur = sIn; + for(let i=0; i<2; i++) { + sCur = trim_hist_garbage_at_end_loop(sCur, 8, 24, 72); + sCur = trim_repeat_garbage_at_end_loop(sCur, 32, 72, 12); + } + return sCur; +} diff --git a/examples/server/public_simplechat/simplechat.js b/examples/server/public_simplechat/simplechat.js index 37ae40a3a..5812b5fa8 100644 --- a/examples/server/public_simplechat/simplechat.js +++ b/examples/server/public_simplechat/simplechat.js @@ -228,7 +228,7 @@ class SimpleChat { } if (gMe.bTrimGarbage) { let origMsg = theResp.assistant; - theResp.assistant = du.trim_hist_garbage_at_end_loop(theResp.assistant, 8, 24, 72); + theResp.assistant = du.trim_garbage_at_end(theResp.assistant); theResp.trimmed = origMsg.substring(theResp.assistant.length); } return theResp;