vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

do not activate -cnv for non-instruct models

Browse source
This commit is contained in:
Xuan Son Nguyen 2025-01-13 19:40:07 +01:00
parent dd221bdd6b
commit 73c4e77de8
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
examples/main/main.cpp
View file

@ -208,9 +208,13 @@ int main(int argc, char ** argv) {
// auto enable conversation mode if chat template is available // auto enable conversation mode if chat template is available
const bool has_chat_template = !common_get_builtin_chat_template(model).empty() || !params.chat_template.empty(); const bool has_chat_template = !common_get_builtin_chat_template(model).empty() || !params.chat_template.empty();
if (params.conversation_mode == COMMON_CONVERSATION_MODE_AUTO && has_chat_template) { if (params.conversation_mode == COMMON_CONVERSATION_MODE_AUTO) {
if (has_chat_template) {
LOG_INF("%s: chat template is available, enabling conversation mode (disable it with -no-cnv)\n", __func__); LOG_INF("%s: chat template is available, enabling conversation mode (disable it with -no-cnv)\n", __func__);
params.conversation_mode = COMMON_CONVERSATION_MODE_ENABLED; params.conversation_mode = COMMON_CONVERSATION_MODE_ENABLED;
} else {
params.conversation_mode = COMMON_CONVERSATION_MODE_DISABLED;
}
} }
// in case user force-activate conversation mode (via -cnv) without proper chat template, we show a warning // in case user force-activate conversation mode (via -cnv) without proper chat template, we show a warning