Skip to content

Commit 5efe088

Browse files
committed
support changable acc_steps for sharding_overlap
1 parent 6f70116 commit 5efe088

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

python/paddle/distributed/fleet/meta_optimizers/dygraph_optimizer/dygraph_sharding_optimizer.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -746,6 +746,14 @@ def fused_allreduce(*_):
746746

747747
return fused_allreduce
748748

749+
def _increase_comm_buffers_acc_steps(self, increment):
750+
for buffer in self._comm_buffer_list:
751+
buffer._acc_steps += increment
752+
753+
def _reset_comm_buffers_acc_steps(self, acc_steps):
754+
for buffer in self._comm_buffer_list:
755+
buffer._acc_steps = acc_steps
756+
749757
def _build_comm_buffers(
750758
self, acc_steps, group_size=256 * 1024 * 1024, free_grads_in_comm=False
751759
):

0 commit comments

Comments
 (0)