diff --git a/convert-hf-to-gguf-update.py b/convert-hf-to-gguf-update.py index f43b15760..9a5aebab5 100755 --- a/convert-hf-to-gguf-update.py +++ b/convert-hf-to-gguf-update.py @@ -213,7 +213,7 @@ src_func = f""" """ convert_py_pth = pathlib.Path("convert-hf-to-gguf.py") -convert_py = convert_py_pth.read_text() +convert_py = convert_py_pth.read_text(encoding="utf-8") convert_py = re.sub( r"(# Marker: Start get_vocab_base_pre)(.+?)( +# Marker: End get_vocab_base_pre)", lambda m: m.group(1) + src_func + m.group(3), @@ -221,7 +221,7 @@ convert_py = re.sub( flags=re.DOTALL | re.MULTILINE, ) -convert_py_pth.write_text(convert_py) +convert_py_pth.write_text(convert_py, encoding="utf-8") logger.info("+++ convert-hf-to-gguf.py was updated") diff --git a/requirements/requirements-convert-hf-to-gguf-update.txt b/requirements/requirements-convert-hf-to-gguf-update.txt index 6eacaf429..a7112f396 100644 --- a/requirements/requirements-convert-hf-to-gguf-update.txt +++ b/requirements/requirements-convert-hf-to-gguf-update.txt @@ -1,2 +1,2 @@ -r ./requirements-convert-legacy-llama.txt -torch~=2.1.1 +torch~=2.2.1 diff --git a/requirements/requirements-convert-hf-to-gguf.txt b/requirements/requirements-convert-hf-to-gguf.txt index 6eacaf429..a7112f396 100644 --- a/requirements/requirements-convert-hf-to-gguf.txt +++ b/requirements/requirements-convert-hf-to-gguf.txt @@ -1,2 +1,2 @@ -r ./requirements-convert-legacy-llama.txt -torch~=2.1.1 +torch~=2.2.1 diff --git a/requirements/requirements-convert-legacy-llama.txt b/requirements/requirements-convert-legacy-llama.txt index 7ab1228cb..1d07b0952 100644 --- a/requirements/requirements-convert-legacy-llama.txt +++ b/requirements/requirements-convert-legacy-llama.txt @@ -1,4 +1,4 @@ -numpy~=1.24.4 +numpy~=1.26.4 sentencepiece~=0.2.0 transformers>=4.40.1,<5.0.0 gguf>=0.1.0