update

2023-12-28 15:48:04 +08:00 · 2023-12-28 15:48:04 +08:00 · 73aa406b96
parent 570f5cd693
commit 73aa406b96
1 changed files with 1 additions and 1 deletions
--- a/applications/ColossalMoE/train.py
+++ b/applications/ColossalMoE/train.py
@ -224,7 +224,7 @@ def main():
        with tqdm(
            range(total_len),
            desc=f"Epoch [{epoch + 1}/{args.num_epoch}]",
-            disable=not coordinator.is_master(),
+            disable=not coordinator.is_master() if use_pipeline == False else not is_pp_last_stage,
        ) as pbar:
            for step in pbar:
                if use_pipeline: