llama : move random seed generation to the samplers (#9398)

* llama_sampler_penalties : clamp penalty_last_n to zero
2024-09-10 18:04:25 +02:00 · 2024-09-10 18:04:25 +02:00 · 49006c67b4
commit 49006c67b4
parent 00ba2ff781
10 changed files with 92 additions and 34 deletions
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@ -1266,6 +1266,7 @@ struct server_context {
            {"n_predict",                 slot.n_predict},     // Server configured n_predict
            {"model",                     params.model_alias},
            {"seed",                      slot.sparams.seed},
+            {"seed_cur",                  slot.smpl ? gpt_sampler_get_seed(slot.smpl) : 0},
            {"temperature",               slot.sparams.temp},
            {"dynatemp_range",            slot.sparams.dynatemp_range},
            {"dynatemp_exponent",         slot.sparams.dynatemp_exponent},