From af3888481d6c5e2602ffe4afa69276778b161e7a Mon Sep 17 00:00:00 2001 From: Tomek <58812616+tomekrut@users.noreply.github.com> Date: Thu, 9 Mar 2023 03:47:41 +0100 Subject: [PATCH] [example] fixed opt model downloading from huggingface --- examples/language/opt/train_gemini_opt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/language/opt/train_gemini_opt.py b/examples/language/opt/train_gemini_opt.py index 1546b31ba..4ea81ca01 100755 --- a/examples/language/opt/train_gemini_opt.py +++ b/examples/language/opt/train_gemini_opt.py @@ -177,7 +177,7 @@ def main(): default_dist_spec = ShardSpec([-1], [world_size]) if args.shardinit else None # build model - if args.model_name_or_path is None or args.model_name_or_path == 'facebook/opt-13b': + if args.model_name_or_path is None: # currently, there has a bug in pretrained opt-13b # we can not import it until huggingface fix it logger.info("Train a new model from scratch", ranks=[0])