We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 33fc0c7 commit ff5f57cCopy full SHA for ff5f57c
paddlenlp/trainer/training_args.py
@@ -1038,7 +1038,7 @@ def __post_init__(self):
1038
"dp_comm_overlap": enable_dp_comm_overlap,
1039
"sharding_comm_overlap": enable_sharding_comm_overlap,
1040
"enable_timer": "enable_timer" in pipeline_parallel_config,
1041
- "release_gradients": "enable_release_grads" in pipeline_parallel_config,
+ "release_gradients": "enable_release_grads" in pipeline_parallel_config or self.release_grads,
1042
"overlap_p2p_comm": "enable_overlap_p2p_comm" in pipeline_parallel_config,
1043
"clear_every_step_cache": "enable_clear_every_step_cache" in pipeline_parallel_config,
1044
"use_batch_p2p_comm": "disable_batch_p2p_comm" not in pipeline_parallel_config,
0 commit comments