From 2d70bd0c570736b718fc0da7cbc1d285c7b6f411 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E9=BB=84=E5=A9=B7?= Date: Thu, 13 Jul 2023 17:22:52 +0800 Subject: [PATCH] test fork --- internlm/initialize/initialize_trainer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/internlm/initialize/initialize_trainer.py b/internlm/initialize/initialize_trainer.py index 2ed22c5..01f0d14 100644 --- a/internlm/initialize/initialize_trainer.py +++ b/internlm/initialize/initialize_trainer.py @@ -67,6 +67,7 @@ def initialize_trainer( handler = PipelineSharedModuleGradientHandler(model=model, optimizer=optimizer) gradient_handlers.append(handler) + scheduler = None scheduler = NonPipelineScheduler(gradient_accumulation_size=gpc.config.data.gradient_accumulation) engine = Engine(