vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: common.cpp

Browse source
This commit is contained in:
Trần Đức Nam 2023-12-22 15:55:21 +07:00
parent 440cc2f46f
commit 00f48ade6a
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
common/common.cpp
View file

@ -149,7 +149,7 @@ bool gpt_params_parse_ex(int argc, char ** argv, gpt_params & params) {
break;
}
params.seed = std::stoul(argv[i]);
} else if (arg == "-awq" || arg == "--use-awq") {
} else if (arg == "--use-awq") {
params.use_awq = true;
} else if (arg == "-t" || arg == "--threads") {
if (++i >= argc) {
@ -811,7 +811,7 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
printf(" (can be specified more than once for multiple prompts).\n");
printf(" --color colorise output to distinguish prompt and user input from generations\n");
printf(" -s SEED, --seed SEED RNG seed (default: -1, use random seed for < 0)\n");
printf(" -awq, --use-awq Using AWQ quantization model in inferences\n");
printf(" --use-awq Using AWQ quantization model in inferences\n");
printf(" -t N, --threads N number of threads to use during generation (default: %d)\n", params.n_threads);
printf(" -tb N, --threads-batch N\n");
printf(" number of threads to use during batch and prompt processing (default: same as --threads)\n");