vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix decoding error. adds errors=ignore parameter

Browse source
This commit is contained in:
xaedes 2023-04-14 14:40:06 +02:00
parent bc9e84daca
commit 5f6b715071
No known key found for this signature in database
GPG key ID: 30030EDD817EA2B1
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
py/llama_cpp/llama.py
View file

@ -151,7 +151,7 @@ def llama_get_embeddings(ctx: llama_context_p):
def llama_token_to_str(ctx: llama_context_p, token: int) -> str: def llama_token_to_str(ctx: llama_context_p, token: int) -> str:
"""Token Id -> String. Uses the vocabulary in the provided context""" """Token Id -> String. Uses the vocabulary in the provided context"""
return lib.llama_token_to_str(ctx, token).decode('utf-8') return lib.llama_token_to_str(ctx, token).decode('utf-8', errors='ignore')
def llama_token_bos() -> llama_token: def llama_token_bos() -> llama_token:
return lib.llama_token_bos() return lib.llama_token_bos()