github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

remove comment code

pull/5684/head
wangbluo 2024-05-07 07:08:00 +00:00
parent ca56b93d83
commit a8408b4d31
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/shardformer/modeling/opt.py
View File

@ -989,8 +989,6 @@ def get_lm_forward_with_dist_cross_entropy(shard_config: ShardConfig):
process_group=shard_config.tensor_parallel_process_group, process_group=shard_config.tensor_parallel_process_group,
vocab_size=self.lm_head.out_features, vocab_size=self.lm_head.out_features,
) )
# loss_fct = CrossEntropyLoss()
# loss = loss_fct(shift_logits.view(-1, self.config.vocab_size), shift_labels.view(-1))
if not return_dict: if not return_dict:
output = (logits,) + outputs[1:] output = (logits,) + outputs[1:]