github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix ci test_pipeline

pull/519/head
JiaoPL 2023-12-05 12:10:41 +08:00
parent 843653de05
commit 72cb7d6869
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
internlm/solver/optimizer/hybrid_zero_optim.py
View File

@ -639,9 +639,9 @@ class HybridZeroOptimizer(BaseOptimizer):
groups_param_norms = [] groups_param_norms = []
group_param_zero_grad_count = [] group_param_zero_grad_count = []
group_vocab_norms = [] group_vocab_norms = []
batch_count = gpc.config.batch_count batch_count = gpc.config.get("batch_count")
interval_steps = grad_profiling_config.get("interval_steps", 1) interval_steps = grad_profiling_config.get("interval_steps", 1)
is_profiling = batch_count % interval_steps == 0 is_profiling = batch_count % interval_steps == 0 if batch_count is not None else False
for group_id in range(self.num_param_groups): for group_id in range(self.num_param_groups):
groups_norms.append(self._compute_norm_with_stage(group_id=group_id)) groups_norms.append(self._compute_norm_with_stage(group_id=group_id))
if is_profiling: if is_profiling: