lora : fix llama conversion script with ROPE_FREQS (#9117)

2024-08-23 12:58:53 +02:00 · 2024-08-23 12:58:53 +02:00 · 3ba780e2a8
commit 3ba780e2a8
parent a07c32ea54
3 changed files with 12 additions and 6 deletions
--- a/convert_lora_to_gguf.py
+++ b/convert_lora_to_gguf.py
@ -386,6 +386,7 @@ if __name__ == '__main__':
            dry_run=args.dry_run,
            dir_lora_model=dir_lora,
            lora_alpha=alpha,
+            is_lora=True,
        )

        logger.info("Exporting model...")