Update merge.py

This commit is contained in:
FNsi 2023-05-20 08:27:37 +08:00 committed by GitHub
parent 8573e491a1
commit 360c365eb6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -4,8 +4,8 @@ import json
import torch
import argparse
import transformers
from transformers import LlamaTokenizer, LlamaConfig, LlamaForCausalLM
from peft import PeftModel, LoraConfig, LoraModel
from transformers import LlamaTokenizer, LlamaForCausalLM
from peft import PeftModel
# args
parser = argparse.ArgumentParser()
@ -45,9 +45,7 @@ model = PeftModel.from_pretrained(
print(f">>> merging lora...")
#Why 'LlamaForCausalLM' object has no attribute 'merge_and_unload' ????????
#okay, it works, i don't know why it didn't.
#Using new Peft function merge Lora
model = model.merge_and_unload()
model.save_pretrained(args.out_path)