sampler seed added (+1 squashed commits)

Squashed commits:

[8a1b0d3d] sampler seed added
This commit is contained in:
Concedo 2023-11-03 16:32:55 +08:00
parent d7729ac3eb
commit c794fd5ceb
2 changed files with 27 additions and 3 deletions

View file

@ -101,8 +101,8 @@
}, },
"sampler_seed": { "sampler_seed": {
"description": "RNG seed to use for sampling. If not specified, the global RNG will be used.", "description": "RNG seed to use for sampling. If not specified, the global RNG will be used.",
"maximum": 18446744073709551615, "maximum": 999999,
"minimum": 0, "minimum": 1,
"type": "integer" "type": "integer"
}, },
"stop_sequence": { "stop_sequence": {
@ -139,6 +139,12 @@
"minimum": 0, "minimum": 0,
"type": "number" "type": "number"
}, },
"min_p": {
"description": "Min-p sampling value.",
"maximum": 1,
"minimum": 0,
"type": "number"
},
"typical": { "typical": {
"description": "Typical sampling value.", "description": "Typical sampling value.",
"maximum": 1, "maximum": 1,

View file

@ -6,7 +6,7 @@ It requires no dependencies, installation or setup.
Just copy this single static HTML file anywhere and open it in a browser, or from a webserver. Just copy this single static HTML file anywhere and open it in a browser, or from a webserver.
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite. Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line. Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line.
Current version: 90 Current version: 91
-Concedo -Concedo
--> -->
@ -3320,6 +3320,7 @@ Current version: 90
temperature: 0.7, temperature: 0.7,
top_p: 0.92, top_p: 0.92,
min_p: 0.00, min_p: 0.00,
sampler_seed: -1,
top_k: 100, top_k: 100,
top_a: 0, top_a: 0,
typ_s: 1, typ_s: 1,
@ -6829,6 +6830,7 @@ Current version: 90
document.getElementById("instruct_starttag").value = localsettings.instruct_starttag; document.getElementById("instruct_starttag").value = localsettings.instruct_starttag;
document.getElementById("instruct_endtag").value = localsettings.instruct_endtag; document.getElementById("instruct_endtag").value = localsettings.instruct_endtag;
document.getElementById("min_p").value = localsettings.min_p; document.getElementById("min_p").value = localsettings.min_p;
document.getElementById("sampler_seed").value = localsettings.sampler_seed;
document.getElementById("top_k").value = localsettings.top_k; document.getElementById("top_k").value = localsettings.top_k;
document.getElementById("top_a").value = localsettings.top_a; document.getElementById("top_a").value = localsettings.top_a;
document.getElementById("typ_s").value = localsettings.typ_s; document.getElementById("typ_s").value = localsettings.typ_s;
@ -7074,6 +7076,7 @@ Current version: 90
if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") { if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") {
localsettings.instruct_endtag = "\\n### Response:\\n"; localsettings.instruct_endtag = "\\n### Response:\\n";
} }
localsettings.sampler_seed = document.getElementById("sampler_seed").value;
localsettings.min_p = document.getElementById("min_p").value; localsettings.min_p = document.getElementById("min_p").value;
localsettings.top_k = document.getElementById("top_k").value; localsettings.top_k = document.getElementById("top_k").value;
localsettings.top_a = document.getElementById("top_a").value; localsettings.top_a = document.getElementById("top_a").value;
@ -7133,6 +7136,7 @@ Current version: 90
localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2); localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2);
localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30); localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30);
localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10); localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10);
localsettings.sampler_seed = cleannum(localsettings.sampler_seed, -1, 999999);
toggle_invert_colors(); toggle_invert_colors();
hide_popups(); hide_popups();
@ -7379,6 +7383,11 @@ Current version: 90
"models": selected_models.map((m) => { return m.name }), "models": selected_models.map((m) => { return m.name }),
}; };
if(localsettings.sampler_seed>=1)
{
submit_payload.params.sampler_seed = localsettings.sampler_seed;
}
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat())) if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
{ {
if(localsettings.miro_type>0) if(localsettings.miro_type>0)
@ -8175,6 +8184,11 @@ Current version: 90
"models": selected_models.map((m) => { return m.name }), "models": selected_models.map((m) => { return m.name }),
}; };
if(localsettings.sampler_seed>=1)
{
submit_payload.params.sampler_seed = localsettings.sampler_seed;
}
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat())) if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
{ {
if(localsettings.miro_type>0) if(localsettings.miro_type>0)
@ -11673,9 +11687,13 @@ Current version: 90
</tr> </tr>
<tr> <tr>
<th title="Sampler Seed. -1 to Deactivate.">Seed</th>
<th title="Min-P Sampling. 0 to Deactivate.">Min-P</th> <th title="Min-P Sampling. 0 to Deactivate.">Min-P</th>
</tr> </tr>
<tr> <tr>
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
id="sampler_seed"></td>
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0" <td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
id="min_p"></td> id="min_p"></td>
</tr> </tr>