From 4ac186aece126b25e5eaf2334d97708b3bf60ffe Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sat, 7 Sep 2024 15:14:37 +0300 Subject: [PATCH] llama : update doc [no ci] --- include/llama.h | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/include/llama.h b/include/llama.h index 8bfb9e3b1..6334fc30d 100644 --- a/include/llama.h +++ b/include/llama.h @@ -990,7 +990,10 @@ extern "C" { // llama_sampler_chain_add(smpl, llama_sampler_init_top_k(50)); // llama_sampler_chain_add(smpl, llama_sampler_init_top_p(0.9, 1)); // llama_sampler_chain_add(smpl, llama_sampler_init_temp (0.8)); - // llama_sampler_chain_add(smpl, llama_sampler_init_dist (seed)); + // + // // typically, the chain should end with a sampler such as "greedy", "dist" or "mirostat" + // // this sampler will be responsible to select the actual token + // llama_sampler_chain_add(smpl, llama_sampler_init_dist(seed)); // // ... //