diff --git a/klite.embd b/klite.embd index 2903a47c6..0ce4bfed0 100644 --- a/klite.embd +++ b/klite.embd @@ -6385,7 +6385,7 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please //version 1.2.4 and later supports unban tokens if (kobold_endpoint_version && kobold_endpoint_version != "" && compare_version_str(kobold_endpoint_version, "1.2.3") > 0) { - submit_payload.use_default_badwordids = (localsettings.unban_tokens?false:true); + submit_payload.use_default_badwordsids = (localsettings.unban_tokens?false:true); } let pseudostreaming = should_use_pseudostreaming(); @@ -6623,6 +6623,9 @@ Kobold Lite is under the AGPL v3.0 License for the purposes of koboldcpp. Please subpostheaders['Client-Agent'] = clientagenttouse; } + //horde supports unban tokens + submit_payload.use_default_badwordsids = (localsettings.unban_tokens?false:true); + fetch(selectedhorde.submit_endpoint, { method: 'POST', // or 'PUT' headers: subpostheaders, diff --git a/koboldcpp.py b/koboldcpp.py index 4c82625c8..481a20e49 100755 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -250,7 +250,7 @@ def load_model(model_filename): ret = handle.load_model(inputs) return ret -def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_k=120, top_a=0.0, top_p=0.85, typical_p=1.0, tfs=1.0, rep_pen=1.1, rep_pen_range=128, mirostat=0, mirostat_tau=5.0, mirostat_eta=0.1, sampler_order=[6,0,1,3,4,2,5], seed=-1, stop_sequence=[], use_default_badwordids=True, stream_sse=False): +def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_k=120, top_a=0.0, top_p=0.85, typical_p=1.0, tfs=1.0, rep_pen=1.1, rep_pen_range=128, mirostat=0, mirostat_tau=5.0, mirostat_eta=0.1, sampler_order=[6,0,1,3,4,2,5], seed=-1, stop_sequence=[], use_default_badwordsids=True, stream_sse=False): global maxctx, args inputs = generation_inputs() outputs = ctypes.create_unicode_buffer(ctypes.sizeof(generation_outputs)) @@ -272,7 +272,7 @@ def generate(prompt,max_length=20, max_context_length=512, temperature=0.8, top_ inputs.rep_pen = rep_pen inputs.rep_pen_range = rep_pen_range inputs.stream_sse = stream_sse - inputs.unban_tokens_rt = not use_default_badwordids + inputs.unban_tokens_rt = not use_default_badwordsids if args.usemirostat and args.usemirostat[0]>0: inputs.mirostat = int(args.usemirostat[0]) inputs.mirostat_tau = float(args.usemirostat[1]) @@ -370,7 +370,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): sampler_order=genparams.get('sampler_order', [6,0,1,3,4,2,5]), seed=genparams.get('sampler_seed', -1), stop_sequence=genparams.get('stop_sequence', []), - use_default_badwordids=genparams.get('use_default_badwordids', True), + use_default_badwordsids=genparams.get('use_default_badwordsids', True), stream_sse=stream_flag) else: @@ -391,7 +391,7 @@ class ServerRequestHandler(http.server.SimpleHTTPRequestHandler): sampler_order=genparams.get('sampler_order', [6,0,1,3,4,2,5]), seed=genparams.get('sampler_seed', -1), stop_sequence=genparams.get('stop_sequence', []), - use_default_badwordids=genparams.get('use_default_badwordids', True), + use_default_badwordsids=genparams.get('use_default_badwordsids', True), stream_sse=stream_flag) recvtxt = ""