[fix] rm requir_grad for output;

2024-09-03 09:24:40 +00:00 · 2024-09-03 09:24:40 +00:00 · 20503cdfdf
parent b4103f125c
commit 20503cdfdf
1 changed files with 0 additions and 1 deletions
--- a/colossalai/pipeline/schedule/zero_bubble_pp.py
+++ b/colossalai/pipeline/schedule/zero_bubble_pp.py
@ -569,7 +569,6 @@ class ZeroBubbleVPipeScheduler(PipelineSchedule):
        )

        detached_output_obj = output_obj.clone()
-        detached_output_obj.requires_grad_()

        # Step3: send fwd
        # add output to send_fwd_buffer