llama : update doc [no ci]

This commit is contained in:
Georgi Gerganov 2024-09-07 15:14:37 +03:00
parent 2387dbea7d
commit 4ac186aece
No known key found for this signature in database
GPG key ID: 449E073F9DC10735

View file

@ -990,6 +990,9 @@ extern "C" {
// llama_sampler_chain_add(smpl, llama_sampler_init_top_k(50));
// llama_sampler_chain_add(smpl, llama_sampler_init_top_p(0.9, 1));
// llama_sampler_chain_add(smpl, llama_sampler_init_temp (0.8));
//
// // typically, the chain should end with a sampler such as "greedy", "dist" or "mirostat"
// // this sampler will be responsible to select the actual token
// llama_sampler_chain_add(smpl, llama_sampler_init_dist(seed));
//
// ...