From 288a311c082ee27427de56bef99c4b71df0088ce Mon Sep 17 00:00:00 2001 From: Biswaroop Date: Fri, 20 Sep 2024 01:36:33 +0530 Subject: [PATCH 1/2] fix: removed setting of text encoder lr for T5 as it's not being tuned --- examples/dreambooth/train_dreambooth_lora_flux.py | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/dreambooth/train_dreambooth_lora_flux.py b/examples/dreambooth/train_dreambooth_lora_flux.py index 6091622719ee..39bbe096a927 100644 --- a/examples/dreambooth/train_dreambooth_lora_flux.py +++ b/examples/dreambooth/train_dreambooth_lora_flux.py @@ -1372,7 +1372,6 @@ def load_model_hook(models, input_dir): # changes the learning rate of text_encoder_parameters_one and text_encoder_parameters_two to be # --learning_rate params_to_optimize[1]["lr"] = args.learning_rate - params_to_optimize[2]["lr"] = args.learning_rate optimizer = optimizer_class( params_to_optimize, From 6c6724fa2af884619a749a9acbec526de75e0aef Mon Sep 17 00:00:00 2001 From: Biswaroop Date: Fri, 20 Sep 2024 01:37:48 +0530 Subject: [PATCH 2/2] fix: removed setting of text encoder lr for T5 as it's not being tuned --- examples/dreambooth/train_dreambooth_flux.py | 1 - 1 file changed, 1 deletion(-) diff --git a/examples/dreambooth/train_dreambooth_flux.py b/examples/dreambooth/train_dreambooth_flux.py index 8e0f4e09a461..3a4b0a01b72e 100644 --- a/examples/dreambooth/train_dreambooth_flux.py +++ b/examples/dreambooth/train_dreambooth_flux.py @@ -1288,7 +1288,6 @@ def load_model_hook(models, input_dir): # changes the learning rate of text_encoder_parameters_one and text_encoder_parameters_two to be # --learning_rate params_to_optimize[1]["lr"] = args.learning_rate - params_to_optimize[2]["lr"] = args.learning_rate optimizer = optimizer_class( params_to_optimize,