github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix

pull/6016/head
wangbluo 2024-08-20 06:48:16 +00:00
parent f7acfa1bd5
commit 2ee6235cfa
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/shardformer/layer/_operation.py
View File

@ -775,7 +775,7 @@ class _ReduceForward(torch.autograd.Function):
def backward(ctx, grad_output): def backward(ctx, grad_output):
if ctx.grad_scale is not None: if ctx.grad_scale is not None:
grad_output = grad_output * ctx.grad_scale grad_output = grad_output * ctx.grad_scale
return grad_output, None, None return grad_output, None, None, None
class _ReduceBackward(torch.autograd.Function): class _ReduceBackward(torch.autograd.Function):