fix(optimizer/hybrid_zero_optim.py): remove redundant _accum_grad_buckets

2023-10-31 20:26:36 +08:00 · 2023-10-31 20:26:36 +08:00 · 6b843253eb
parent 4c1cd5d49b
commit 6b843253eb
1 changed files with 0 additions and 1 deletions
--- a/internlm/solver/optimizer/hybrid_zero_optim.py
+++ b/internlm/solver/optimizer/hybrid_zero_optim.py
@ -133,7 +133,6 @@ class HybridZeroOptimizer(BaseOptimizer):
            self._fstp_handler = gpc.fstp_handler
        else:
            self._fstp_handler = None
-        self._accum_grad_buckets: List[BucketStore] = []

        # iterate over the param group in the optimizer
        # partition these param groups for data parallel training