vbatts/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update merge.py

Browse source
This commit is contained in:
FNsi 2023-05-20 08:27:37 +08:00 • committed by GitHub
parent 8573e491a1
commit 360c365eb6
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

8
merge.py
View file

@ -4,8 +4,8 @@ import json
import torch import torch
import argparse import argparse
import transformers import transformers
from transformers import LlamaTokenizer, LlamaConfig, LlamaForCausalLM from transformers import LlamaTokenizer, LlamaForCausalLM
from peft import PeftModel, LoraConfig, LoraModel from peft import PeftModel
# args # args
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
@ -45,9 +45,7 @@ model = PeftModel.from_pretrained(
print(f">>> merging lora...") print(f">>> merging lora...")
#Why 'LlamaForCausalLM' object has no attribute 'merge_and_unload' ???????? #Using new Peft function merge Lora
#okay, it works, i don't know why it didn't.
model = model.merge_and_unload() model = model.merge_and_unload()
model.save_pretrained(args.out_path) model.save_pretrained(args.out_path)