[fix] fix dumb clone;

2 months ago · 6c1e1550ae
1 changed files with 1 additions and 1 deletions
--- a/colossalai/pipeline/schedule/zero_bubble_pp.py
+++ b/colossalai/pipeline/schedule/zero_bubble_pp.py
@ -625,7 +625,7 @@ class ZeroBubbleVPipeScheduler(PipelineSchedule):
        # 3-2 clone output
        output_obj = tree_map(clone, output_obj)
        # 3-3 release cloned output.data; release_tensor_data output for bwd b & w; (do not detach output)
-        output_obj = tree_map(clone, output_obj)
+        # output_obj = tree_map(clone, output_obj)
        if model_chunk_id == 1 and self.stage_manager.is_first_stage(ignore_chunk=True):
            # We should not release_tensor_data bwd LOSS
            pass