test fork

2023-07-13 17:22:52 +08:00 · 2023-07-13 17:22:52 +08:00 · 2d70bd0c57
parent 7f242f644b
commit 2d70bd0c57
1 changed files with 1 additions and 0 deletions
--- a/internlm/initialize/initialize_trainer.py
+++ b/internlm/initialize/initialize_trainer.py
@ -67,6 +67,7 @@ def initialize_trainer(
            handler = PipelineSharedModuleGradientHandler(model=model, optimizer=optimizer)
            gradient_handlers.append(handler)

+    scheduler = None
    scheduler = NonPipelineScheduler(gradient_accumulation_size=gpc.config.data.gradient_accumulation)

    engine = Engine(