From 293d16fd40666c7afd1d86089e6c9980708c409e Mon Sep 17 00:00:00 2001 From: crasm Date: Wed, 20 Dec 2023 00:00:08 -0500 Subject: [PATCH] Restructure requirements.txt Top-level now imports the specific additional requirements for each python file. Using `pip install -r requirements.txt` will fail if versions become mismatched in the per-file requirements. --- ...hf-to-gguf.txt => convert-hf-to-gguf_requirements.txt | 1 - convert-lora-to-ggml_requirements.txt | 1 + convert_requirements.txt | 5 +++++ requirements.txt | 9 +++------ 4 files changed, 9 insertions(+), 7 deletions(-) rename requirements-hf-to-gguf.txt => convert-hf-to-gguf_requirements.txt (62%) create mode 100644 convert-lora-to-ggml_requirements.txt create mode 100644 convert_requirements.txt diff --git a/requirements-hf-to-gguf.txt b/convert-hf-to-gguf_requirements.txt similarity index 62% rename from requirements-hf-to-gguf.txt rename to convert-hf-to-gguf_requirements.txt index f4600539e..a54ca8067 100644 --- a/requirements-hf-to-gguf.txt +++ b/convert-hf-to-gguf_requirements.txt @@ -1,3 +1,2 @@ --r requirements.txt torch==2.1.1 transformers==4.35.2 diff --git a/convert-lora-to-ggml_requirements.txt b/convert-lora-to-ggml_requirements.txt new file mode 100644 index 000000000..8cf89d190 --- /dev/null +++ b/convert-lora-to-ggml_requirements.txt @@ -0,0 +1 @@ +torch==2.1.1 diff --git a/convert_requirements.txt b/convert_requirements.txt new file mode 100644 index 000000000..1a1162566 --- /dev/null +++ b/convert_requirements.txt @@ -0,0 +1,5 @@ +numpy==1.24.4 +sentencepiece==0.1.98 +transformers>=4.34.0 +gguf>=0.1.0 +protobuf>=4.21.0 diff --git a/requirements.txt b/requirements.txt index d9b430d52..778a20cef 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,6 +1,3 @@ -numpy==1.24.4 -sentencepiece==0.1.98 -torch>=2.0.0 -transformers>=4.34.0 -gguf>=0.1.0 -protobuf>=4.21.0 +-r convert_requirements.txt +-r convert-hf-to-gguf_requirements.txt +-r convert-lora-to-ggml_requirements.txt