From c794fd5ceb569dbbd5e6648efced80a6485ac1df Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Fri, 3 Nov 2023 16:32:55 +0800 Subject: [PATCH] sampler seed added (+1 squashed commits) Squashed commits: [8a1b0d3d] sampler seed added --- kcpp_docs.embd | 10 ++++++++-- klite.embd | 20 +++++++++++++++++++- 2 files changed, 27 insertions(+), 3 deletions(-) diff --git a/kcpp_docs.embd b/kcpp_docs.embd index eef3fa32a..e104c76f0 100644 --- a/kcpp_docs.embd +++ b/kcpp_docs.embd @@ -101,8 +101,8 @@ }, "sampler_seed": { "description": "RNG seed to use for sampling. If not specified, the global RNG will be used.", - "maximum": 18446744073709551615, - "minimum": 0, + "maximum": 999999, + "minimum": 1, "type": "integer" }, "stop_sequence": { @@ -139,6 +139,12 @@ "minimum": 0, "type": "number" }, + "min_p": { + "description": "Min-p sampling value.", + "maximum": 1, + "minimum": 0, + "type": "number" + }, "typical": { "description": "Typical sampling value.", "maximum": 1, diff --git a/klite.embd b/klite.embd index c52853971..10ddc692c 100644 --- a/klite.embd +++ b/klite.embd @@ -6,7 +6,7 @@ It requires no dependencies, installation or setup. Just copy this single static HTML file anywhere and open it in a browser, or from a webserver. Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite. Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line. -Current version: 90 +Current version: 91 -Concedo --> @@ -3320,6 +3320,7 @@ Current version: 90 temperature: 0.7, top_p: 0.92, min_p: 0.00, + sampler_seed: -1, top_k: 100, top_a: 0, typ_s: 1, @@ -6829,6 +6830,7 @@ Current version: 90 document.getElementById("instruct_starttag").value = localsettings.instruct_starttag; document.getElementById("instruct_endtag").value = localsettings.instruct_endtag; document.getElementById("min_p").value = localsettings.min_p; + document.getElementById("sampler_seed").value = localsettings.sampler_seed; document.getElementById("top_k").value = localsettings.top_k; document.getElementById("top_a").value = localsettings.top_a; document.getElementById("typ_s").value = localsettings.typ_s; @@ -7074,6 +7076,7 @@ Current version: 90 if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") { localsettings.instruct_endtag = "\\n### Response:\\n"; } + localsettings.sampler_seed = document.getElementById("sampler_seed").value; localsettings.min_p = document.getElementById("min_p").value; localsettings.top_k = document.getElementById("top_k").value; localsettings.top_a = document.getElementById("top_a").value; @@ -7133,6 +7136,7 @@ Current version: 90 localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2); localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30); localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10); + localsettings.sampler_seed = cleannum(localsettings.sampler_seed, -1, 999999); toggle_invert_colors(); hide_popups(); @@ -7379,6 +7383,11 @@ Current version: 90 "models": selected_models.map((m) => { return m.name }), }; + if(localsettings.sampler_seed>=1) + { + submit_payload.params.sampler_seed = localsettings.sampler_seed; + } + if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat())) { if(localsettings.miro_type>0) @@ -8175,6 +8184,11 @@ Current version: 90 "models": selected_models.map((m) => { return m.name }), }; + if(localsettings.sampler_seed>=1) + { + submit_payload.params.sampler_seed = localsettings.sampler_seed; + } + if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat())) { if(localsettings.miro_type>0) @@ -11673,9 +11687,13 @@ Current version: 90