vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ChatOn:Common: Add the needed cmdline arg params and its parsing

Browse source
This commit is contained in:
HanishKVC 2024-04-22 20:24:10 +05:30
parent 2146a253e8
commit 35f25196a0
2 changed files with 27 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

24
common/common.cpp
View file

@ -915,6 +915,28 @@ bool gpt_params_find_arg(int argc, char ** argv, const std::string & arg, gpt_pa
params.chatml = true;
return true;
}
if (arg == "--chaton-json") {
if (++i >= argc) {
invalid_param = true;
return true;
}
params.chaton_json = argv[i];
return true;
}
if (arg == "--chaton-template-id") {
if (++i >= argc) {
invalid_param = true;
return true;
}
std::string got = argv[i];
std::regex whitespaces(R"(\s+)");
std::string trimmed = std::regex_replace(got, whitespaces, "");
if (!trimmed.empty()) {
params.chaton_template_id = trimmed;
params.chaton = true;
}
return true;
}
if (arg == "--infill") {
params.infill = true;
return true;
@ -1419,6 +1441,8 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
printf(" --interactive-first run in interactive mode and wait for input right away\n");
printf(" -ins, --instruct run in instruction mode (use with Alpaca models)\n");
printf(" -cml, --chatml run in chatml mode (use with ChatML-compatible models)\n");
printf(" --chaton-json specify the json file containing chat-handshake-template-standard(s)");
printf(" --chaton-template-id specify the specific template standard to use from loaded json file");
printf(" --multiline-input allows you to write or paste multiple lines without ending each in '\\'\n");
printf(" -r PROMPT, --reverse-prompt PROMPT\n");
printf(" halt generation at PROMPT, return control in interactive mode\n");

3
common/common.h
View file

@ -141,6 +141,9 @@ struct gpt_params {
bool use_color = false; // use color to distinguish generations and inputs
bool interactive = false; // interactive mode
bool chatml = false; // chatml mode (used for models trained on chatml syntax)
bool chaton = false; // whether chaton is enabled or disabled
std::string chaton_json = ""; // name of the json file containing the chaton templates
std::string chaton_template_id = ""; // the specific chat-handshake-template-standard to use
bool prompt_cache_all = false; // save user input and generations to prompt cache
bool prompt_cache_ro = false; // open the prompt cache read-only and do not update it