renamed incorrect identifier
This commit is contained in:
parent
0ee394ae1b
commit
5cd0309610
2 changed files with 8 additions and 5 deletions
|
@ -6385,7 +6385,7 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please
|
|||
//version 1.2.4 and later supports unban tokens
|
||||
if (kobold_endpoint_version && kobold_endpoint_version != "" && compare_version_str(kobold_endpoint_version, "1.2.3") > 0)
|
||||
{
|
||||
submit_payload.use_default_badwordids = (localsettings.unban_tokens?false:true);
|
||||
submit_payload.use_default_badwordsids = (localsettings.unban_tokens?false:true);
|
||||
}
|
||||
|
||||
let pseudostreaming = should_use_pseudostreaming();
|
||||
|
@ -6623,6 +6623,9 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please
|
|||
subpostheaders['Client-Agent'] = clientagenttouse;
|
||||
}
|
||||
|
||||
//horde supports unban tokens
|
||||
submit_payload.use_default_badwordsids = (localsettings.unban_tokens?false:true);
|
||||
|
||||
fetch(selectedhorde.submit_endpoint, {
|
||||
method: 'POST', // or 'PUT'
|
||||
headers: subpostheaders,
|
||||
|
|
|
@ -250,7 +250,7 @@ def load_model(model_filename):
|
|||
ret = handle.load_model(inputs)
|
||||
return ret
|
||||
|
||||
def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_k=120, top_a=0.0, top_p=0.85, typical_p=1.0, tfs=1.0, rep_pen=1.1, rep_pen_range=128, mirostat=0, mirostat_tau=5.0, mirostat_eta=0.1, sampler_order=[6,0,1,3,4,2,5], seed=-1, stop_sequence=[], use_default_badwordids=True, stream_sse=False):
|
||||
def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_k=120, top_a=0.0, top_p=0.85, typical_p=1.0, tfs=1.0, rep_pen=1.1, rep_pen_range=128, mirostat=0, mirostat_tau=5.0, mirostat_eta=0.1, sampler_order=[6,0,1,3,4,2,5], seed=-1, stop_sequence=[], use_default_badwordsids=True, stream_sse=False):
|
||||
global maxctx, args
|
||||
inputs = generation_inputs()
|
||||
outputs = ctypes.create_unicode_buffer(ctypes.sizeof(generation_outputs))
|
||||
|
@ -272,7 +272,7 @@ def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_
|
|||
inputs.rep_pen = rep_pen
|
||||
inputs.rep_pen_range = rep_pen_range
|
||||
inputs.stream_sse = stream_sse
|
||||
inputs.unban_tokens_rt = not use_default_badwordids
|
||||
inputs.unban_tokens_rt = not use_default_badwordsids
|
||||
if args.usemirostat and args.usemirostat[0]>0:
|
||||
inputs.mirostat = int(args.usemirostat[0])
|
||||
inputs.mirostat_tau = float(args.usemirostat[1])
|
||||
|
@ -370,7 +370,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
|||
sampler_order=genparams.get('sampler_order', [6,0,1,3,4,2,5]),
|
||||
seed=genparams.get('sampler_seed', -1),
|
||||
stop_sequence=genparams.get('stop_sequence', []),
|
||||
use_default_badwordids=genparams.get('use_default_badwordids', True),
|
||||
use_default_badwordsids=genparams.get('use_default_badwordsids', True),
|
||||
stream_sse=stream_flag)
|
||||
|
||||
else:
|
||||
|
@ -391,7 +391,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler):
|
|||
sampler_order=genparams.get('sampler_order', [6,0,1,3,4,2,5]),
|
||||
seed=genparams.get('sampler_seed', -1),
|
||||
stop_sequence=genparams.get('stop_sequence', []),
|
||||
use_default_badwordids=genparams.get('use_default_badwordids', True),
|
||||
use_default_badwordsids=genparams.get('use_default_badwordsids', True),
|
||||
stream_sse=stream_flag)
|
||||
|
||||
recvtxt = ""
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue