github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix bug

pull/540/head
lijiaxing 2023-12-19 20:17:29 +08:00
parent d3ca22cf3d
commit 872cbd1479
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
internlm/solver/optimizer/hybrid_zero_optim.py
View File

@ -847,9 +847,11 @@ class HybridZeroOptimizer(BaseOptimizer):
def broadcast_params(self, disable_overlap=False): def broadcast_params(self, disable_overlap=False):
handles = [] handles = []
assert all( if self._overlap_sync_param:
isinstance(value, list) and not value for value in self._param_bcast_sync_handler._bcast_handles.values() assert all(
) isinstance(value, list) and not value
for value in self._param_bcast_sync_handler._bcast_handles.values()
)
for group_id in range(self.num_param_groups): for group_id in range(self.num_param_groups):
for rank in range(self._zero_world_size[group_id]): for rank in range(self._zero_world_size[group_id]):
# The following operations are performed only on the rank to which parameters are assigned. # The following operations are performed only on the rank to which parameters are assigned.