vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

tool-call: compact json output to cap # tokens generated

Browse source
This commit is contained in:
ochafik 2025-01-27 15:42:27 +00:00
parent 57f40e366b
commit 67709552ad
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/chat-handler.cpp
View file

@ -6,8 +6,8 @@
const common_grammar_options grammar_options {
/* .dotall = */ false,
/* .compact_spaces = */ false,
// /* .compact_spaces = */ true,
// /* .compact_spaces = */ false,
/* .compact_spaces = */ true,
};
static bool parse_json(std::string::const_iterator & it, const std::string::const_iterator & end, json & out) {