sampler seed added (+1 squashed commits)
Squashed commits: [8a1b0d3d] sampler seed added
This commit is contained in:
parent
d7729ac3eb
commit
c794fd5ceb
2 changed files with 27 additions and 3 deletions
|
@ -101,8 +101,8 @@
|
||||||
},
|
},
|
||||||
"sampler_seed": {
|
"sampler_seed": {
|
||||||
"description": "RNG seed to use for sampling. If not specified, the global RNG will be used.",
|
"description": "RNG seed to use for sampling. If not specified, the global RNG will be used.",
|
||||||
"maximum": 18446744073709551615,
|
"maximum": 999999,
|
||||||
"minimum": 0,
|
"minimum": 1,
|
||||||
"type": "integer"
|
"type": "integer"
|
||||||
},
|
},
|
||||||
"stop_sequence": {
|
"stop_sequence": {
|
||||||
|
@ -139,6 +139,12 @@
|
||||||
"minimum": 0,
|
"minimum": 0,
|
||||||
"type": "number"
|
"type": "number"
|
||||||
},
|
},
|
||||||
|
"min_p": {
|
||||||
|
"description": "Min-p sampling value.",
|
||||||
|
"maximum": 1,
|
||||||
|
"minimum": 0,
|
||||||
|
"type": "number"
|
||||||
|
},
|
||||||
"typical": {
|
"typical": {
|
||||||
"description": "Typical sampling value.",
|
"description": "Typical sampling value.",
|
||||||
"maximum": 1,
|
"maximum": 1,
|
||||||
|
|
20
klite.embd
20
klite.embd
|
@ -6,7 +6,7 @@ It requires no dependencies, installation or setup.
|
||||||
Just copy this single static HTML file anywhere and open it in a browser, or from a webserver.
|
Just copy this single static HTML file anywhere and open it in a browser, or from a webserver.
|
||||||
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
|
Please go to https://github.com/LostRuins/lite.koboldai.net for updates on Kobold Lite.
|
||||||
Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line.
|
Kobold Lite is under the AGPL v3.0 License unless otherwise exempted. Please do not remove this line.
|
||||||
Current version: 90
|
Current version: 91
|
||||||
-Concedo
|
-Concedo
|
||||||
-->
|
-->
|
||||||
|
|
||||||
|
@ -3320,6 +3320,7 @@ Current version: 90
|
||||||
temperature: 0.7,
|
temperature: 0.7,
|
||||||
top_p: 0.92,
|
top_p: 0.92,
|
||||||
min_p: 0.00,
|
min_p: 0.00,
|
||||||
|
sampler_seed: -1,
|
||||||
top_k: 100,
|
top_k: 100,
|
||||||
top_a: 0,
|
top_a: 0,
|
||||||
typ_s: 1,
|
typ_s: 1,
|
||||||
|
@ -6829,6 +6830,7 @@ Current version: 90
|
||||||
document.getElementById("instruct_starttag").value = localsettings.instruct_starttag;
|
document.getElementById("instruct_starttag").value = localsettings.instruct_starttag;
|
||||||
document.getElementById("instruct_endtag").value = localsettings.instruct_endtag;
|
document.getElementById("instruct_endtag").value = localsettings.instruct_endtag;
|
||||||
document.getElementById("min_p").value = localsettings.min_p;
|
document.getElementById("min_p").value = localsettings.min_p;
|
||||||
|
document.getElementById("sampler_seed").value = localsettings.sampler_seed;
|
||||||
document.getElementById("top_k").value = localsettings.top_k;
|
document.getElementById("top_k").value = localsettings.top_k;
|
||||||
document.getElementById("top_a").value = localsettings.top_a;
|
document.getElementById("top_a").value = localsettings.top_a;
|
||||||
document.getElementById("typ_s").value = localsettings.typ_s;
|
document.getElementById("typ_s").value = localsettings.typ_s;
|
||||||
|
@ -7074,6 +7076,7 @@ Current version: 90
|
||||||
if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") {
|
if (localsettings.instruct_endtag == null || localsettings.instruct_endtag == "") {
|
||||||
localsettings.instruct_endtag = "\\n### Response:\\n";
|
localsettings.instruct_endtag = "\\n### Response:\\n";
|
||||||
}
|
}
|
||||||
|
localsettings.sampler_seed = document.getElementById("sampler_seed").value;
|
||||||
localsettings.min_p = document.getElementById("min_p").value;
|
localsettings.min_p = document.getElementById("min_p").value;
|
||||||
localsettings.top_k = document.getElementById("top_k").value;
|
localsettings.top_k = document.getElementById("top_k").value;
|
||||||
localsettings.top_a = document.getElementById("top_a").value;
|
localsettings.top_a = document.getElementById("top_a").value;
|
||||||
|
@ -7133,6 +7136,7 @@ Current version: 90
|
||||||
localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2);
|
localsettings.miro_type = cleannum(localsettings.miro_type, 0, 2);
|
||||||
localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30);
|
localsettings.miro_tau = cleannum(localsettings.miro_tau, 0, 30);
|
||||||
localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10);
|
localsettings.miro_eta = cleannum(localsettings.miro_eta, 0, 10);
|
||||||
|
localsettings.sampler_seed = cleannum(localsettings.sampler_seed, -1, 999999);
|
||||||
toggle_invert_colors();
|
toggle_invert_colors();
|
||||||
|
|
||||||
hide_popups();
|
hide_popups();
|
||||||
|
@ -7379,6 +7383,11 @@ Current version: 90
|
||||||
"models": selected_models.map((m) => { return m.name }),
|
"models": selected_models.map((m) => { return m.name }),
|
||||||
};
|
};
|
||||||
|
|
||||||
|
if(localsettings.sampler_seed>=1)
|
||||||
|
{
|
||||||
|
submit_payload.params.sampler_seed = localsettings.sampler_seed;
|
||||||
|
}
|
||||||
|
|
||||||
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
|
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
|
||||||
{
|
{
|
||||||
if(localsettings.miro_type>0)
|
if(localsettings.miro_type>0)
|
||||||
|
@ -8175,6 +8184,11 @@ Current version: 90
|
||||||
"models": selected_models.map((m) => { return m.name }),
|
"models": selected_models.map((m) => { return m.name }),
|
||||||
};
|
};
|
||||||
|
|
||||||
|
if(localsettings.sampler_seed>=1)
|
||||||
|
{
|
||||||
|
submit_payload.params.sampler_seed = localsettings.sampler_seed;
|
||||||
|
}
|
||||||
|
|
||||||
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
|
if((custom_kobold_endpoint != "" && is_using_kcpp_with_mirostat()))
|
||||||
{
|
{
|
||||||
if(localsettings.miro_type>0)
|
if(localsettings.miro_type>0)
|
||||||
|
@ -11673,9 +11687,13 @@ Current version: 90
|
||||||
</tr>
|
</tr>
|
||||||
|
|
||||||
<tr>
|
<tr>
|
||||||
|
<th title="Sampler Seed. -1 to Deactivate.">Seed</th>
|
||||||
<th title="Min-P Sampling. 0 to Deactivate.">Min-P</th>
|
<th title="Min-P Sampling. 0 to Deactivate.">Min-P</th>
|
||||||
</tr>
|
</tr>
|
||||||
<tr>
|
<tr>
|
||||||
|
|
||||||
|
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
|
||||||
|
id="sampler_seed"></td>
|
||||||
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
|
<td><input class="" type="text" inputmode="decimal" placeholder="0" value="0"
|
||||||
id="min_p"></td>
|
id="min_p"></td>
|
||||||
</tr>
|
</tr>
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue