vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatON:ChatTemplateApplySingle: update begin+prefix, suffix+end

Browse source
This commit is contained in:
HanishKVC 2024-04-25 06:32:24 +05:30
parent 5d76f08d37
commit f8ae21cec7
1 changed files with 5 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

17
common/chaton.hpp
View file

@ -182,20 +182,13 @@ inline bool chaton_tmpl_apply_single_ex(
) {
ChatParts cp = {};
std::stringstream ss;
std::string begin = "";
try {
begin = conMeta[tmpl][role][K_BEGIN];
} catch (json::exception &err) {
}
std::string prefix = conMeta[tmpl][role][K_PREFIX];
std::string suffix = conMeta[tmpl][role][K_SUFFIX];
cp.add_part(ChatParts::S, begin);
cp.add_part(ChatParts::S, prefix);
std::string beginPrefix = chaton_tmpl_role_kv(tmpl, role, {K_BEGIN, K_PREFIX});
std::string suffixEnd = chaton_tmpl_role_kv(tmpl, role, {K_SUFFIX, K_END});
cp.add_part(ChatParts::S, beginPrefix);
cp.add_part(ChatParts::N, content);
cp.add_part(ChatParts::S, suffix);
cp.add_part(ChatParts::S, suffixEnd);
cp.dump();
ss << begin << prefix << content << suffix;
ss << beginPrefix << content << suffixEnd;
tagged = ss.str();
std::string cpStr = cp.str();
if (tagged != cpStr) {