fix(optimizer):broadcast main (#452)

* add broadcast synchronize

* add synchronize
pull/460/head
ytxiong 2023-10-26 17:54:48 +08:00 committed by GitHub
parent f653e5af01
commit 42e5f6f8a9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -709,7 +709,7 @@ class HybridZeroOptimizer(BaseOptimizer):
for handle in handles:
handle.wait()
torch.cuda().synchronize()
torch.cuda.synchronize()
##################
# FP16 Utilities #