github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix inference rebatching bug

grpo_dev
YeAnbang 2025-02-20 17:25:36 +08:00
parent 9379cbd668
commit 0171884664
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
applications/ColossalChat/coati/experience_maker/naive.py
View File

@ -140,7 +140,7 @@ class NaiveExperienceMaker(ExperienceMaker):
num_actions = 0 num_actions = 0
for inference_mini_batch_id in range(0, input_ids.size(0), self.inference_batch_size): for inference_mini_batch_id in range(0, input_ids.size(0), self.inference_batch_size):
s, e = inference_mini_batch_id, (inference_mini_batch_id + 1) * self.inference_batch_size s, e = inference_mini_batch_id, inference_mini_batch_id + self.inference_batch_size
if input_ids[s:e].size(0) == 0: if input_ids[s:e].size(0) == 0:
break break
sequences = generate(self.actor, input_ids[s:e], self.tokenizer, **generate_kwargs) sequences = generate(self.actor, input_ids[s:e], self.tokenizer, **generate_kwargs)