sampler seed added (+1 squashed commits)

Squashed commits:

[8a1b0d3d] sampler seed added
This commit is contained in:
Concedo 2023-11-03 16:32:55 +08:00
parent d7729ac3eb
commit c794fd5ceb
2 changed files with 27 additions and 3 deletions

View file

@ -101,8 +101,8 @@
},
"sampler_seed": {
"description": "RNG seed to use for sampling. If not specified, the global RNG will be used.",
"maximum": 18446744073709551615,
"minimum": 0,
"maximum": 999999,
"minimum": 1,
"type": "integer"
},
"stop_sequence": {
@ -139,6 +139,12 @@
"minimum": 0,
"type": "number"
},
"min_p": {
"description": "Min-p sampling value.",
"maximum": 1,
"minimum": 0,
"type": "number"
},
"typical": {
"description": "Typical sampling value.",
"maximum": 1,

View file

@ -6,7 +6,7 @@ It requires no dependencies, installation or setup.
Just copy this single static HTML file anywhere and open it in a browser, or from a webserver.
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line.
Current version: 90
Current version: 91
-Concedo
-->
@ -3320,6 +3320,7 @@ Current version: 90
temperature: 0.7,
top_p: 0.92,
min_p: 0.00,
sampler_seed: -1,
top_k: 100,
top_a: 0,
typ_s: 1,
@ -6829,6 +6830,7 @@ Current version: 90
document.getElementById("instruct_starttag").value = localsettings.instruct_starttag;
document.getElementById("instruct_endtag").value = localsettings.instruct_endtag;
document.getElementById("min_p").value = localsettings.min_p;
document.getElementById("sampler_seed").value = localsettings.sampler_seed;
document.getElementById("top_k").value = localsettings.top_k;
document.getElementById("top_a").value = localsettings.top_a;
document.getElementById("typ_s").value = localsettings.typ_s;
@ -7074,6 +7076,7 @@ Current version: 90
if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") {
localsettings.instruct_endtag = "\\n### Response:\\n";
}
localsettings.sampler_seed = document.getElementById("sampler_seed").value;
localsettings.min_p = document.getElementById("min_p").value;
localsettings.top_k = document.getElementById("top_k").value;
localsettings.top_a = document.getElementById("top_a").value;
@ -7133,6 +7136,7 @@ Current version: 90
localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2);
localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30);
localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10);
localsettings.sampler_seed = cleannum(localsettings.sampler_seed, -1, 999999);
toggle_invert_colors();
hide_popups();
@ -7379,6 +7383,11 @@ Current version: 90
"models": selected_models.map((m) => { return m.name }),
};
if(localsettings.sampler_seed>=1)
{
submit_payload.params.sampler_seed = localsettings.sampler_seed;
}
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
{
if(localsettings.miro_type>0)
@ -8175,6 +8184,11 @@ Current version: 90
"models": selected_models.map((m) => { return m.name }),
};
if(localsettings.sampler_seed>=1)
{
submit_payload.params.sampler_seed = localsettings.sampler_seed;
}
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
{
if(localsettings.miro_type>0)
@ -11673,9 +11687,13 @@ Current version: 90
</tr>
<tr>
<th title="Sampler Seed. -1 to Deactivate.">Seed</th>
<th title="Min-P Sampling. 0 to Deactivate.">Min-P</th>
</tr>
<tr>
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
id="sampler_seed"></td>
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
id="min_p"></td>
</tr>