llama : remove cfg smooth factor as it is only a reparameterization of the guidance scale (#2280)

2023-07-21 12:58:36 +02:00 · 2023-07-21 12:58:36 +02:00 · ab0e26bdfb
commit ab0e26bdfb
parent 73643f5fb1
5 changed files with 4 additions and 24 deletions
--- a/examples/common.h
+++ b/examples/common.h
@ -55,7 +55,6 @@ struct gpt_params {
    // https://arxiv.org/abs/2306.17806
    std::string cfg_negative_prompt;       // string to help guidance
    float       cfg_scale         = 1.f;   // How strong is guidance
-    float       cfg_smooth_factor = 1.f;   // Smooth factor between old and new logits

    std::string model             = "models/7B/ggml-model.bin"; // model path
    std::string model_alias       = "unknown"; // model alias