github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

fix(optimizer/hybrid_zero_optim.py): remove redundant _accum_grad_buckets

pull/436/head
huangting4201 2023-10-31 20:26:36 +08:00
parent 4c1cd5d49b
commit 6b843253eb
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
internlm/solver/optimizer/hybrid_zero_optim.py
View File

@ -133,7 +133,6 @@ class HybridZeroOptimizer(BaseOptimizer):
self._fstp_handler = gpc.fstp_handler self._fstp_handler = gpc.fstp_handler
else: else:
self._fstp_handler = None self._fstp_handler = None
self._accum_grad_buckets: List[BucketStore] = []
# iterate over the param group in the optimizer # iterate over the param group in the optimizer
# partition these param groups for data parallel training # partition these param groups for data parallel training