vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update: change folder architecture

Browse source
This commit is contained in:
Trần Đức Nam 2023-12-22 15:39:24 +07:00
parent b00e2d90f9
commit 440cc2f46f
5 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

0
awqpy/README.md → awq-py/README.md
View file

0
awqpy/apply_awq.py → awq-py/awq/apply_awq.py
View file

0
awqpy/requirements.txt → awq-py/requirements.txt
View file

3
convert-hf-to-gguf.py
View file

@ -1040,7 +1040,8 @@ args = parse_args()
dir_model = args.model dir_model = args.model
if args.awq_path: if args.awq_path:
from awqpy.apply_awq import add_scale_weights sys.path.insert(1, str(Path(__file__).parent / 'awq-py'))
from awq.apply_awq import add_scale_weights
tmp_model_path = args.model / "weighted_model" tmp_model_path = args.model / "weighted_model"
dir_model = tmp_model_path dir_model = tmp_model_path
if tmp_model_path.is_dir(): if tmp_model_path.is_dir():

3
convert.py
View file

@ -1200,7 +1200,8 @@ def main(args_in: list[str] | None = None) -> None:
args = parser.parse_args(args_in) args = parser.parse_args(args_in)
if args.awq_path: if args.awq_path:
from awqpy.apply_awq import add_scale_weights sys.path.insert(1, str(Path(__file__).parent / 'awq-py'))
from awq.apply_awq import add_scale_weights
tmp_model_path = args.model / "weighted_model" tmp_model_path = args.model / "weighted_model"
if tmp_model_path.is_dir(): if tmp_model_path.is_dir():
print(f"{tmp_model_path} exists as a weighted model.") print(f"{tmp_model_path} exists as a weighted model.")