mirror of https://github.com/InternLM/InternLM
fix broadcast synchronize() (#450)
parent
1d7e2d04ec
commit
aeee9fd2a9
|
@ -809,6 +809,8 @@ class HybridZeroOptimizer(BaseOptimizer):
|
|||
for handle in handles:
|
||||
handle.wait()
|
||||
|
||||
torch.cuda().synchronize()
|
||||
|
||||
##################
|
||||
# FP16 Utilities #
|
||||
##################
|
||||
|
|
Loading…
Reference in New Issue