Update merge_lora_params.py

Galaxy1458 · web-flow · commit 8372c95103b5 · 2024-05-30T18:22:37.000+08:00
diff --git a/llm/merge_lora_params.py b/llm/merge_lora_params.py
@@ -125,7 +125,7 @@ def merge():
         model = AutoModelForCausalLM.from_pretrained(
             lora_config.base_model_name_or_path,
             config=config,
-            low_cpu_mem_usage=True,
+            low_cpu_mem_usage=False,
         )
         lora_config.merge_weights = True
         model = LoRAModel.from_pretrained(model=model, lora_path=args.lora_path, lora_config=lora_config)

Original file line number	Diff line number	Diff line change
`@@ -125,7 +125,7 @@ def merge():`
`125`	`125`	`model = AutoModelForCausalLM.from_pretrained(`
`126`	`126`	`lora_config.base_model_name_or_path,`
`127`	`127`	`config=config,`
`128`		`- low_cpu_mem_usage=True,`
	`128`	`+ low_cpu_mem_usage=False,`
`129`	`129`	`)`
`130`	`130`	`lora_config.merge_weights = True`
`131`	`131`	`model = LoRAModel.from_pretrained(model=model, lora_path=args.lora_path, lora_config=lora_config)`