[example] fix redundant note (#3065)

2023-03-09 10:59:28 +08:00 · 2023-03-09 10:59:28 +08:00 · 360674283d
parent af3888481d
commit 360674283d
1 changed files with 0 additions and 2 deletions
--- a/examples/language/opt/train_gemini_opt.py
+++ b/examples/language/opt/train_gemini_opt.py
@ -178,8 +178,6 @@ def main():

    # build model
    if args.model_name_or_path is None:
-        # currently, there has a bug in pretrained opt-13b
-        # we can not import it until huggingface fix it
        logger.info("Train a new model from scratch", ranks=[0])
        with ColoInitContext(device=init_dev, dtype=torch.half,
                             default_dist_spec=default_dist_spec,