fix broadcast synchronize() (#450)

pull/453/head^2
ytxiong 2023-10-26 17:33:00 +08:00 committed by GitHub
parent 1d7e2d04ec
commit aeee9fd2a9
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 0 deletions

View File

@ -809,6 +809,8 @@ class HybridZeroOptimizer(BaseOptimizer):
for handle in handles:
handle.wait()
torch.cuda().synchronize()
##################
# FP16 Utilities #
##################