From ecff6723d1c4f160453b8f883c6e917f056f2112 Mon Sep 17 00:00:00 2001 From: Pavol Rusnak Date: Tue, 25 Apr 2023 19:29:11 +0200 Subject: [PATCH] Update convert-lora-to-ggml.py --- convert-lora-to-ggml.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/convert-lora-to-ggml.py b/convert-lora-to-ggml.py index 3f37c597e..9090e8d6d 100644 --- a/convert-lora-to-ggml.py +++ b/convert-lora-to-ggml.py @@ -49,11 +49,11 @@ def translate_tensor_name(t: str) -> str: def write_file_header(fout: TextIO, params: Dict[str, Any]) -> None: fout.write(b"ggla"[::-1]) # magic (ggml lora) fout.write(struct.pack("i", 1)) # file version - fout.write(struct.pack("i", params["r"]) + fout.write(struct.pack("i", params["r"])) # https://opendelta.readthedocs.io/en/latest/modules/deltas.html says that `lora_alpha` is an int # but some models ship a float value instead # let's convert to int, but fail if lossless conversion is not possible - assert int(lora_alpha) == lora_alpha, "cannot convert float to int losslessly" + assert int(params["lora_alpha"]) == params["lora_alpha"], "cannot convert float to int losslessly" fout.write(struct.pack("i", int(params["lora_alpha"]))) @@ -94,7 +94,7 @@ if params["peft_type"] != "LORA": print(f"Error: unsupported adapter type {params['peft_type']}, expected LORA") sys.exit(1) -if params["fan_in_fan_out"] == True: +if params["fan_in_fan_out"] is True: print("Error: param fan_in_fan_out is not supported") sys.exit(1)