From 68808e234365240056907f1bdbcba8507043cc28 Mon Sep 17 00:00:00 2001 From: SylarTiaNII <15840554235@163.com> Date: Tue, 8 Apr 2025 13:11:04 +0800 Subject: [PATCH] [LLM] fix eval batch for pipeline model --- .../distributed/fleet/meta_parallel/pipeline_parallel.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py index 0837fe329fb937..794b28585d16b1 100644 --- a/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py +++ b/python/paddle/distributed/fleet/meta_parallel/pipeline_parallel.py @@ -1626,7 +1626,7 @@ def forward_backward_pipeline( # https://github.com/NVIDIA/Megatron-LM/blob/main/megatron/schedules.py if not compute_loss: assert ( - not forward_only + forward_only ), "compute_loss can only be set to False when forward_only is set to True" if static_scheduler: @@ -2497,7 +2497,7 @@ def forward_backward_pipeline( get_sync_logger().info("start forward_backward_pipeline") if not compute_loss: assert ( - not forward_only + forward_only ), "compute_loss can only be set to False when forward_only is set to True" # NOTE(shenliang03): Due to ring_exchange for pipeline with interleave, cache should be enabled @@ -2727,7 +2727,7 @@ def forward_backward_pipeline( self._reset_user_hooks_status() if not compute_loss: assert ( - not forward_only + forward_only ), "compute_loss can only be set to False when forward_only is set to True" assert ( self._using_cache