merge-hf-and-lora-to-hf.py
This commit is contained in:
parent
29995194e3
commit
b78ceb1a2e
1 changed files with 1 additions and 1 deletions
|
@ -40,7 +40,7 @@ tokenizer.save_pretrained(args.out)
|
|||
|
||||
# load model.
|
||||
model = LlamaForCausalLM.from_pretrained(
|
||||
args.model_path,
|
||||
args.model,
|
||||
load_in_8bit=False,
|
||||
torch_dtype=torch.float16,
|
||||
device_map={"": "cpu"},
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue