github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix bug

pull/540/head
lijiaxing 2023-12-19 20:17:29 +08:00
parent d3ca22cf3d
commit 872cbd1479
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
internlm/solver/optimizer/hybrid_zero_optim.py
View File

@ -847,8 +847,10 @@ class HybridZeroOptimizer(BaseOptimizer):
def broadcast_params(self, disable_overlap=False):
handles = []
if self._overlap_sync_param:
assert all(
isinstance(value, list) and not value for value in self._param_bcast_sync_handler._bcast_handles.values()
isinstance(value, list) and not value
for value in self._param_bcast_sync_handler._bcast_handles.values()
)
for group_id in range(self.num_param_groups):
for rank in range(self._zero_world_size[group_id]):