diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 48ab70ad6..5eea3149f 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -2733,7 +2733,7 @@ class RwkvModel(Model): for line in lines: parts = line.split(' ') assert len(parts) >= 3 - _, token, token_len = int(parts[0]), ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1]) + token, token_len = ast.literal_eval(' '.join(parts[1:-1])), int(parts[-1]) token = token.encode("utf-8") if isinstance(token, str) else token assert isinstance(token, bytes) assert len(token) == token_len