sample with non-greedy sampling parameters at the end of training
This commit is contained in:
parent
e19ead6e3f
commit
332003584e
1 changed files with 4 additions and 1 deletions
|
@ -1712,9 +1712,12 @@ int main(int argc, char ** argv) {
|
|||
save_model(&model, fn_chkpt_out);
|
||||
|
||||
{
|
||||
int n_gen = 128;
|
||||
int n_gen = 1024;
|
||||
int sample_ctx = n_tokens - n_tokens/8;
|
||||
|
||||
sampler.params.temp = 0.2;
|
||||
sampler.params.repeat_penalty = 1.1;
|
||||
sampler.params.mirostat = 2;
|
||||
init_sampler(&sampler, lctx);
|
||||
|
||||
printf("Generating %d tokens.\n", n_gen);
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue