From 6b843253eb7ef6829daa966ff06de0889c664b1c Mon Sep 17 00:00:00 2001
From: huangting4201 <1538303371@qq.com>
Date: Tue, 31 Oct 2023 20:26:36 +0800
Subject: [PATCH] fix(optimizer/hybrid_zero_optim.py): remove redundant
 _accum_grad_buckets

---
 internlm/solver/optimizer/hybrid_zero_optim.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/internlm/solver/optimizer/hybrid_zero_optim.py b/internlm/solver/optimizer/hybrid_zero_optim.py
index 2d04bc6..0ab6396 100644
--- a/internlm/solver/optimizer/hybrid_zero_optim.py
+++ b/internlm/solver/optimizer/hybrid_zero_optim.py
@@ -133,7 +133,6 @@ class HybridZeroOptimizer(BaseOptimizer):
             self._fstp_handler = gpc.fstp_handler
         else:
             self._fstp_handler = None
-        self._accum_grad_buckets: List[BucketStore] = []
 
         # iterate over the param group in the optimizer
         # partition these param groups for data parallel training