From 19dbc442c6bc539341057516be4e19ca06261ac2 Mon Sep 17 00:00:00 2001 From: Xuan Son Nguyen Date: Thu, 31 Oct 2024 14:54:08 +0100 Subject: [PATCH] lint --- convert_lora_to_gguf.py | 1 - 1 file changed, 1 deletion(-) diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py index f9cf5b244..eb1e03507 100755 --- a/convert_lora_to_gguf.py +++ b/convert_lora_to_gguf.py @@ -326,7 +326,6 @@ if __name__ == '__main__': logger.info(f"Loading base model: {dir_base_model.name}") hparams = Model.load_hparams(dir_base_model) - with torch.inference_mode(): try: model_class = Model.from_model_architecture(hparams["architectures"][0])