From cbdc56491d485b0f8e65b9dfe4f9d2d569f53308 Mon Sep 17 00:00:00 2001 From: simonJJJ <821898965@qq.com> Date: Tue, 5 Sep 2023 12:08:25 +0800 Subject: [PATCH] byte_decoder -> byte_encoder --- convert-falcon-hf-to-gguf.py | 2 +- convert-gptneox-hf-to-gguf.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/convert-falcon-hf-to-gguf.py b/convert-falcon-hf-to-gguf.py index 6ed2b88c6..dcddd898f 100755 --- a/convert-falcon-hf-to-gguf.py +++ b/convert-falcon-hf-to-gguf.py @@ -154,7 +154,7 @@ for i in range(vocab_size): text = bytearray() for c in reverse_vocab[i]: if ord(c) < 256: # single byte character - text.append(byte_decoder[ord(c)]) + text.append(byte_encoder[ord(c)]) else: # multibyte special token character text.extend(c.encode('utf-8')) else: diff --git a/convert-gptneox-hf-to-gguf.py b/convert-gptneox-hf-to-gguf.py index b9c8b4607..2b443fafc 100755 --- a/convert-gptneox-hf-to-gguf.py +++ b/convert-gptneox-hf-to-gguf.py @@ -149,7 +149,7 @@ for i in range(vocab_size): text = bytearray() for c in reverse_vocab[i]: if ord(c) < 256: # single byte character - text.append(byte_decoder[ord(c)]) + text.append(byte_encoder[ord(c)]) else: # multibyte special token character text.extend(c.encode('utf-8')) else: