github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

test fork

pull/72/head
黄婷 2023-07-13 17:22:52 +08:00
parent 7f242f644b
commit 2d70bd0c57
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
internlm/initialize/initialize_trainer.py
View File

@ -67,6 +67,7 @@ def initialize_trainer(
handler = PipelineSharedModuleGradientHandler(model=model, optimizer=optimizer) handler = PipelineSharedModuleGradientHandler(model=model, optimizer=optimizer)
gradient_handlers.append(handler) gradient_handlers.append(handler)
scheduler = None
scheduler = NonPipelineScheduler(gradient_accumulation_size=gpc.config.data.gradient_accumulation) scheduler = NonPipelineScheduler(gradient_accumulation_size=gpc.config.data.gradient_accumulation)
engine = Engine( engine = Engine(