vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update: change order import

Browse source
This commit is contained in:
Trần Đức Nam 2023-12-19 14:45:50 +07:00
parent ef61a6667b
commit f8cf783935
2 changed files with 2 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

4
convert-hf-to-gguf.py
View file

@ -12,8 +12,6 @@ from enum import IntEnum
from pathlib import Path from pathlib import Path
from typing import TYPE_CHECKING, Any, ContextManager, Iterator, cast, Optional from typing import TYPE_CHECKING, Any, ContextManager, Iterator, cast, Optional
from awqpy.apply_awq import add_scale_weights
import numpy as np import numpy as np
import torch import torch
@ -999,7 +997,7 @@ def parse_args() -> argparse.Namespace:
args = parse_args() args = parse_args()
if args.awq_path: if args.awq_path:
from awqpy import add_scale_weights from awqpy.apply_awq import add_scale_weights
tmp_model_path = args.model / "weighted_model" tmp_model_path = args.model / "weighted_model"
if tmp_model_path.is_dir(): if tmp_model_path.is_dir():
print(f"{tmp_model_path} exists as a weighted model.") print(f"{tmp_model_path} exists as a weighted model.")

4
convert.py
View file

@ -23,8 +23,6 @@ from dataclasses import dataclass
from pathlib import Path from pathlib import Path
from typing import IO, TYPE_CHECKING, Any, Callable, Iterable, Literal, TypeVar from typing import IO, TYPE_CHECKING, Any, Callable, Iterable, Literal, TypeVar
from awqpy.apply_awq import add_scale_weights
import numpy as np import numpy as np
from sentencepiece import SentencePieceProcessor from sentencepiece import SentencePieceProcessor
@ -1156,7 +1154,7 @@ def main(args_in: list[str] | None = None) -> None:
args = parser.parse_args(args_in) args = parser.parse_args(args_in)
if args.awq_path: if args.awq_path:
from awqpy import add_scale_weights from awqpy.apply_awq import add_scale_weights
tmp_model_path = args.model / "weighted_model" tmp_model_path = args.model / "weighted_model"
if tmp_model_path.is_dir(): if tmp_model_path.is_dir():
print(f"{tmp_model_path} exists as a weighted model.") print(f"{tmp_model_path} exists as a weighted model.")