From 67709552adcb3f1d8904ed30c237fc8b527f729a Mon Sep 17 00:00:00 2001 From: ochafik Date: Mon, 27 Jan 2025 15:42:27 +0000 Subject: [PATCH] tool-call: compact json output to cap # tokens generated --- common/chat-handler.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/common/chat-handler.cpp b/common/chat-handler.cpp index 4e39c42ba..a3dae1046 100644 --- a/common/chat-handler.cpp +++ b/common/chat-handler.cpp @@ -6,8 +6,8 @@ const common_grammar_options grammar_options { /* .dotall = */ false, - /* .compact_spaces = */ false, - // /* .compact_spaces = */ true, + // /* .compact_spaces = */ false, + /* .compact_spaces = */ true, }; static bool parse_json(std::string::const_iterator & it, const std::string::const_iterator & end, json & out) {