From 6c1e1550ae13848d15b0c00454d30380b904860a Mon Sep 17 00:00:00 2001 From: duanjunwen <935724073@qq.com> Date: Mon, 23 Sep 2024 06:43:49 +0000 Subject: [PATCH] [fix] fix dumb clone; --- colossalai/pipeline/schedule/zero_bubble_pp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/pipeline/schedule/zero_bubble_pp.py b/colossalai/pipeline/schedule/zero_bubble_pp.py index ae35bc967..31befd052 100644 --- a/colossalai/pipeline/schedule/zero_bubble_pp.py +++ b/colossalai/pipeline/schedule/zero_bubble_pp.py @@ -625,7 +625,7 @@ class ZeroBubbleVPipeScheduler(PipelineSchedule): # 3-2 clone output output_obj = tree_map(clone, output_obj) # 3-3 release cloned output.data; release_tensor_data output for bwd b & w; (do not detach output) - output_obj = tree_map(clone, output_obj) + # output_obj = tree_map(clone, output_obj) if model_chunk_id == 1 and self.stage_manager.is_first_stage(ignore_chunk=True): # We should not release_tensor_data bwd LOSS pass