File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -110,7 +110,7 @@ def merge():
110
110
model = AutoModelForCausalLM .from_pretrained (
111
111
lora_config .base_model_name_or_path ,
112
112
config = config ,
113
- low_cpu_mem_usage = args . low_gpu_mem ,
113
+ low_cpu_mem_usage = True ,
114
114
)
115
115
model = LoRAModel .from_pretrained (model = model , lora_path = args .lora_path , lora_config = lora_config )
116
116
model .eval ()
@@ -125,7 +125,7 @@ def merge():
125
125
model = AutoModelForCausalLM .from_pretrained (
126
126
lora_config .base_model_name_or_path ,
127
127
config = config ,
128
- low_cpu_mem_usage = False ,
128
+ low_cpu_mem_usage = args . low_gpu_mem ,
129
129
)
130
130
lora_config .merge_weights = True
131
131
model = LoRAModel .from_pretrained (model = model , lora_path = args .lora_path , lora_config = lora_config )
You can’t perform that action at this time.
0 commit comments