github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix bug

pull/2364/head
oahzxl 2022-11-09 17:50:39 +08:00
parent 8cca684c56
commit 22f9c60b6b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
evoformer/ops.py
View File

@ -147,7 +147,7 @@ class SelfAttention(nn.Module):
q = self.to_q(in_data) q = self.to_q(in_data)
k = self.to_k(in_data) k = self.to_k(in_data)
v = self.to_k(in_data) v = self.to_v(in_data)
# q, k, v = map(lambda t: rearrange(t, 'b1 b2 n (h d) -> b1 b2 h n d', h=self.n_head), # q, k, v = map(lambda t: rearrange(t, 'b1 b2 n (h d) -> b1 b2 h n d', h=self.n_head),
# [q, k, v]) # [q, k, v])