vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix

Browse source
This commit is contained in:
lhpqaq 2024-11-29 10:56:43 +08:00
parent c98e9a7160
commit ce32516f99
2 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
common/common.h
View file

@ -133,6 +133,7 @@ struct common_params_sampling {
bool penalize_nl = false; // consider newlines as a repeatable token bool penalize_nl = false; // consider newlines as a repeatable token
bool ignore_eos = false; bool ignore_eos = false;
bool no_perf = false; // disable performance metrics bool no_perf = false; // disable performance metrics
bool timing_per_token = false;
std::vector<std::string> dry_sequence_breakers = {"\n", ":", "\"", "*"}; // default sequence breakers for DRY std::vector<std::string> dry_sequence_breakers = {"\n", ":", "\"", "*"}; // default sequence breakers for DRY

1
examples/server/server.cpp
View file

@ -1269,6 +1269,7 @@ struct server_context {
{"n_keep", slot.params.n_keep}, {"n_keep", slot.params.n_keep},
{"n_discard", slot.params.n_discard}, {"n_discard", slot.params.n_discard},
{"ignore_eos", slot.params.sampling.ignore_eos}, {"ignore_eos", slot.params.sampling.ignore_eos},
{"timing_per_token", slot.params.sampling.timing_per_token},
{"stream", slot.params.stream}, {"stream", slot.params.stream},
//{"logit_bias", slot.params.sampling.logit_bias}, //{"logit_bias", slot.params.sampling.logit_bias},
{"n_probs", slot.params.sampling.n_probs}, {"n_probs", slot.params.sampling.n_probs},