diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index d1f35e0ef..52ac6fcba 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -12,8 +12,6 @@ from enum import IntEnum from pathlib import Path from typing import TYPE_CHECKING, Any, ContextManager, Iterator, cast, Optional -from awqpy.apply_awq import add_scale_weights - import numpy as np import torch @@ -999,7 +997,7 @@ def parse_args() -> argparse.Namespace: args = parse_args() if args.awq_path: - from awqpy import add_scale_weights + from awqpy.apply_awq import add_scale_weights tmp_model_path = args.model / "weighted_model" if tmp_model_path.is_dir(): print(f"{tmp_model_path} exists as a weighted model.") diff --git a/convert.py b/convert.py index 8bec7f053..3142aa8cd 100755 --- a/convert.py +++ b/convert.py @@ -23,8 +23,6 @@ from dataclasses import dataclass from pathlib import Path from typing import IO, TYPE_CHECKING, Any, Callable, Iterable, Literal, TypeVar -from awqpy.apply_awq import add_scale_weights - import numpy as np from sentencepiece import SentencePieceProcessor @@ -1156,7 +1154,7 @@ def main(args_in: list[str] | None = None) -> None: args = parser.parse_args(args_in) if args.awq_path: - from awqpy import add_scale_weights + from awqpy.apply_awq import add_scale_weights tmp_model_path = args.model / "weighted_model" if tmp_model_path.is_dir(): print(f"{tmp_model_path} exists as a weighted model.")