fix(optimizer):broadcast (#453)

* fix broadcast synchronize() * fix synchronize
2023-10-26 17:54:54 +08:00 · 2023-10-26 17:54:54 +08:00 · ad70e323eb
parent aeee9fd2a9
commit ad70e323eb
1 changed files with 1 additions and 1 deletions
--- a/internlm/solver/optimizer/hybrid_zero_optim.py
+++ b/internlm/solver/optimizer/hybrid_zero_optim.py
@ -809,7 +809,7 @@ class HybridZeroOptimizer(BaseOptimizer):
        for handle in handles:
            handle.wait()

-        torch.cuda().synchronize()
+        torch.cuda.synchronize()

    ##################
    # FP16 Utilities #