Skip to content

Commit 6c1584a

Browse files
authored
Update merge_lora_params.py
1 parent 244bec6 commit 6c1584a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

llm/merge_lora_params.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -110,7 +110,7 @@ def merge():
110110
model = AutoModelForCausalLM.from_pretrained(
111111
lora_config.base_model_name_or_path,
112112
config=config,
113-
low_cpu_mem_usage=args.low_gpu_mem,
113+
low_cpu_mem_usage=True,
114114
)
115115
model = LoRAModel.from_pretrained(model=model, lora_path=args.lora_path, lora_config=lora_config)
116116
model.eval()
@@ -125,7 +125,7 @@ def merge():
125125
model = AutoModelForCausalLM.from_pretrained(
126126
lora_config.base_model_name_or_path,
127127
config=config,
128-
low_cpu_mem_usage=False,
128+
low_cpu_mem_usage=args.low_gpu_mem,
129129
)
130130
lora_config.merge_weights = True
131131
model = LoRAModel.from_pretrained(model=model, lora_path=args.lora_path, lora_config=lora_config)

0 commit comments

Comments
 (0)