mirror of https://github.com/hpcaitech/ColossalAI
hotfix colotensor _scan_for_pg_from_args (#1276)
parent
0cf8e8e91c
commit
7aadcbd070
|
@ -40,7 +40,7 @@ def _scan_for_pg_from_args(args, kwargs) -> ProcessGroup:
|
|||
pg = _scan_for_pg_from_args(elem, {})
|
||||
if pg is not None:
|
||||
return pg
|
||||
for k, v in kwargs:
|
||||
for k, v in kwargs.items():
|
||||
if isinstance(v, ColoTensor):
|
||||
pg = v.get_process_group()
|
||||
return pg
|
||||
|
|
Loading…
Reference in New Issue