From d12c57b559c326fc80266a8f10536e5d90564cfc Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 May 2024 09:25:24 +0300 Subject: [PATCH] Update convert-hf-to-gguf.py --- convert-hf-to-gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 8079c600a..98723a9c7 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -538,7 +538,7 @@ class Model: for key in added_tokens_json: token_id = added_tokens_json[key] if (token_id >= vocab_size): - print(f'ignore token {token_id}: id is out of range, max={vocab_size - 1}') + logger.warning(f'ignore token {token_id}: id is out of range, max={vocab_size - 1}') continue tokens[token_id] = key.encode("utf-8")