sample with non-greedy sampling parameters at the end of training

This commit is contained in:
xaedes 2023-05-19 18:41:06 +02:00
parent e19ead6e3f
commit 332003584e
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1

View file

@ -1712,9 +1712,12 @@ int main(int argc, char ** argv) {
save_model(&model, fn_chkpt_out);
{
int n_gen = 128;
int n_gen = 1024;
int sample_ctx = n_tokens - n_tokens/8;
sampler.params.temp = 0.2;
sampler.params.repeat_penalty = 1.1;
sampler.params.mirostat = 2;
init_sampler(&sampler, lctx);
printf("Generating %d tokens.\n", n_gen);