From 160c64c6454271b28b0e0ed7e6c386c296c7eed8 Mon Sep 17 00:00:00 2001
From: LuGY <74758262+Gy-Lu@users.noreply.github.com>
Date: Mon, 19 Jun 2023 11:22:42 +0800
Subject: [PATCH] [example] fix bucket size in example of gpt gemini (#4028)

---
 examples/language/gpt/gemini/train_gpt_demo.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/language/gpt/gemini/train_gpt_demo.py b/examples/language/gpt/gemini/train_gpt_demo.py
index 4b78624f0..a7b552c9e 100644
--- a/examples/language/gpt/gemini/train_gpt_demo.py
+++ b/examples/language/gpt/gemini/train_gpt_demo.py
@@ -250,7 +250,7 @@ def main():
         plugin = None
         if args.distplan.startswith("CAI_ZeRO"):
             plugin = LowLevelZeroPlugin(stage=zero_stage,
-                                        reduce_bucket_size_in_m=12 * 1024 * 1024,
+                                        reduce_bucket_size_in_m=12,
                                         overlap_communication=True,
                                         verbose=True)
         elif args.distplan == "CAI_Gemini":