From c97a3523db0db7048cbd14942825183f0ea66fe3 Mon Sep 17 00:00:00 2001 From: shaoyuw Date: Thu, 5 Oct 2023 16:30:34 +0000 Subject: [PATCH] fix: typo in comment of low_level_zero plugin --- colossalai/booster/plugin/low_level_zero_plugin.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/booster/plugin/low_level_zero_plugin.py b/colossalai/booster/plugin/low_level_zero_plugin.py index 0e515a55a..dffa4ce16 100644 --- a/colossalai/booster/plugin/low_level_zero_plugin.py +++ b/colossalai/booster/plugin/low_level_zero_plugin.py @@ -226,7 +226,7 @@ class LowLevelZeroPlugin(DPPluginBase): ``` Args: - strage (int, optional): ZeRO stage. Defaults to 1. + stage (int, optional): ZeRO stage. Defaults to 1. precision (str, optional): precision. Support 'fp16', 'bf16' and 'fp32'. Defaults to 'fp16'. initial_scale (float, optional): Initial scale used by DynamicGradScaler. Defaults to 2**32. min_scale (float, optional): Min scale used by DynamicGradScaler. Defaults to 1.