We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 568507b commit 69f7d22Copy full SHA for 69f7d22
paddlenlp/trainer/training_args.py
@@ -1093,11 +1093,9 @@ def __post_init__(self):
1093
"enable_mp_fused_linear_param_grad_add only works with enable_mp_async_allreduce. It will not work."
1094
)
1095
1096
- sync_param = sync_grad = sync_moment = True # For CI test
1097
-
1098
- # sync_param = "sync_param" in mp_config
1099
- # sync_grad = "sync_grad" in mp_config
1100
- # sync_moment = "sync_moment" in mp_config
+ sync_param = "sync_param" in mp_config
+ sync_grad = "sync_grad" in mp_config
+ sync_moment = "sync_moment" in mp_config
1101
1102
# sync_param_name = [""] matches any parameter name.
1103
# If sync_param, sync_grad and sync_moment are not set, the default value in Paddle is :
0 commit comments