Update convert_hf_to_gguf.py
Co-authored-by: compilade <git@compilade.net>
This commit is contained in:
parent
7f2e370fa2
commit
c6955525b4
1 changed files with 1 additions and 1 deletions
|
@ -2733,7 +2733,7 @@ class RwkvModel(Model):
|
|||
for line in lines:
|
||||
parts = line.split(' ')
|
||||
assert len(parts) >= 3
|
||||
_, token, token_len = int(parts[0]), ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1])
|
||||
token, token_len = ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1])
|
||||
token = token.encode("utf-8") if isinstance(token, str) else token
|
||||
assert isinstance(token, bytes)
|
||||
assert len(token) == token_len
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue