mirror of https://github.com/hpcaitech/ColossalAI
fix
parent
0d8e82a024
commit
12b44012d9
|
@ -1278,6 +1278,7 @@ class HybridParallelPlugin(PipelinePluginBase):
|
||||||
overlap_allgather=(self.zero_stage > 0 and self.zero_config["overlap_allgather"]),
|
overlap_allgather=(self.zero_stage > 0 and self.zero_config["overlap_allgather"]),
|
||||||
use_fp8=self.use_fp8,
|
use_fp8=self.use_fp8,
|
||||||
)
|
)
|
||||||
|
if optimizer is not None and not isinstance(optimizer, OptimizerWrapper):
|
||||||
if zero_stage == 0:
|
if zero_stage == 0:
|
||||||
is_zero = False
|
is_zero = False
|
||||||
if self.precision in ["fp16", "bf16"]:
|
if self.precision in ["fp16", "bf16"]:
|
||||||
|
|
Loading…
Reference in New Issue