Fix decode errors permanently
This commit is contained in:
parent
bdbaf5dc76
commit
fd64310276
2 changed files with 4 additions and 4 deletions
|
@ -96,7 +96,7 @@ specified) expect poor results""", file=sys.stderr)
|
||||||
|
|
||||||
print(file=sys.stderr)
|
print(file=sys.stderr)
|
||||||
print(f"system_info: n_threads = {self.params.n_threads} / {cpu_count()} \
|
print(f"system_info: n_threads = {self.params.n_threads} / {cpu_count()} \
|
||||||
| {llama_cpp.llama_print_system_info().decode('utf8')}", file=sys.stderr)
|
| {llama_cpp.llama_print_system_info().decode('utf8', errors='ignore')}", file=sys.stderr)
|
||||||
|
|
||||||
# determine the required inference memory per token:
|
# determine the required inference memory per token:
|
||||||
if (self.params.mem_test):
|
if (self.params.mem_test):
|
||||||
|
@ -342,7 +342,7 @@ n_keep = {self.params.n_keep}
|
||||||
# return past text
|
# return past text
|
||||||
def past(self):
|
def past(self):
|
||||||
for id in self.last_n_tokens[-self.n_past:]:
|
for id in self.last_n_tokens[-self.n_past:]:
|
||||||
yield llama_cpp.llama_token_to_str(self.ctx, id).decode("utf-8")
|
yield llama_cpp.llama_token_to_str(self.ctx, id).decode("utf-8", errors="ignore")
|
||||||
|
|
||||||
# write input
|
# write input
|
||||||
def input(self, prompt: str):
|
def input(self, prompt: str):
|
||||||
|
@ -356,7 +356,7 @@ n_keep = {self.params.n_keep}
|
||||||
def output(self):
|
def output(self):
|
||||||
self.remaining_tokens = self.params.n_predict
|
self.remaining_tokens = self.params.n_predict
|
||||||
for id in self.generate():
|
for id in self.generate():
|
||||||
yield llama_cpp.llama_token_to_str(self.ctx, id).decode("utf-8")
|
yield llama_cpp.llama_token_to_str(self.ctx, id).decode("utf-8", errors="ignore")
|
||||||
|
|
||||||
# read user input
|
# read user input
|
||||||
def read_input(self):
|
def read_input(self):
|
||||||
|
|
|
@ -70,7 +70,7 @@ while remaining_tokens > 0:
|
||||||
if not input_noecho:
|
if not input_noecho:
|
||||||
for id in embd:
|
for id in embd:
|
||||||
print(
|
print(
|
||||||
llama_cpp.llama_token_to_str(ctx, id).decode("utf-8"),
|
llama_cpp.llama_token_to_str(ctx, id).decode("utf-8", errors="ignore"),
|
||||||
end="",
|
end="",
|
||||||
flush=True,
|
flush=True,
|
||||||
)
|
)
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue