github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

Fix typo (#3448)

Browse Source
pull/3219/head
YH 2 years ago committed by GitHub
parent 933048ad3e
commit 8f740deb53
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File

4
colossalai/tensor/param_op_hook.py
Unescape View File

@ -168,12 +168,12 @@ def _get_grad_args(*args):
# if there is no grad tensor, the backward of PreFwdPostBwd can't be triggered # if there is no grad tensor, the backward of PreFwdPostBwd can't be triggered
arg_zero = args[0] arg_zero = args[0]
if not isinstance(arg_zero, tuple): if not isinstance(arg_zero, tuple):
raise NotImplementedError("Some torch function is incompatible because of its complcated inputs.") raise NotImplementedError("Some torch function is incompatible because of its complicated inputs.")
check_grad_flag = False check_grad_flag = False
for obj in arg_zero: for obj in arg_zero:
check_grad_flag |= _is_grad_tensor(obj) check_grad_flag |= _is_grad_tensor(obj)
if not check_grad_flag: if not check_grad_flag:
raise NotImplementedError("Some torch function is incompatible because of its complcated inputs.") raise NotImplementedError("Some torch function is incompatible because of its complicated inputs.")
return arg_zero, args[1:] return arg_zero, args[1:]

Write Preview
Loading…
Cancel
Save