github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[example] fix bucket size in example of gpt gemini (#4028)

pull/4033/head
LuGY 2023-06-19 11:22:42 +08:00 committed by GitHub
parent 727c4598a9
commit 160c64c645
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/language/gpt/gemini/train_gpt_demo.py
View File

@ -250,7 +250,7 @@ def main():
plugin = None plugin = None
if args.distplan.startswith("CAI_ZeRO"): if args.distplan.startswith("CAI_ZeRO"):
plugin = LowLevelZeroPlugin(stage=zero_stage, plugin = LowLevelZeroPlugin(stage=zero_stage,
reduce_bucket_size_in_m=12 * 1024 * 1024, reduce_bucket_size_in_m=12,
overlap_communication=True, overlap_communication=True,
verbose=True) verbose=True)
elif args.distplan == "CAI_Gemini": elif args.distplan == "CAI_Gemini":