[update] update text;

2024-08-26 04:00:51 +00:00 · 2024-08-26 04:00:51 +00:00 · 107230d27a
parent 203033ea16
commit 107230d27a
1 changed files with 8 additions and 4 deletions
--- a/tests/test_pipeline/test_schedule/test_dx_dw.py
+++ b/tests/test_pipeline/test_schedule/test_dx_dw.py
@ -1176,12 +1176,16 @@ def model_chunk_dx_dw_comm_interleaved(
    print(f"After del: {torch.cuda.memory_allocated()/1024**3 :.3f} GB on device {stage_manager.get_rank()};")


+def run_fwd_bwd(
+    rank: int,
+    world_size: int,
+    port: int,
+):
+    pass
+
+
@rerun_if_address_is_in_use()
 def test_dx_dw_dist():
-    # spawn(
-    #     model_chunk_dx_dw_communication,
-    #     nprocs=2,
-    # )

    spawn(
        model_chunk_dx_dw_comm_interleaved,