From 42e5f6f8a9d027d35d43a2d2b2778ee5d3397e42 Mon Sep 17 00:00:00 2001
From: ytxiong <45058324+yingtongxiong@users.noreply.github.com>
Date: Thu, 26 Oct 2023 17:54:48 +0800
Subject: [PATCH] fix(optimizer):broadcast main (#452)

* add broadcast synchronize

* add synchronize
---
 internlm/solver/optimizer/hybrid_zero_optim.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/internlm/solver/optimizer/hybrid_zero_optim.py b/internlm/solver/optimizer/hybrid_zero_optim.py
index 0ef9909..4db758d 100644
--- a/internlm/solver/optimizer/hybrid_zero_optim.py
+++ b/internlm/solver/optimizer/hybrid_zero_optim.py
@@ -709,7 +709,7 @@ class HybridZeroOptimizer(BaseOptimizer):
         for handle in handles:
             handle.wait()
 
-        torch.cuda().synchronize()
+        torch.cuda.synchronize()
 
     ##################
     # FP16 Utilities #