From 5d9a0ae75b6773891f3ba28c64bebb9ca47c1d32 Mon Sep 17 00:00:00 2001 From: Zhongkai Zhao Date: Wed, 17 Jan 2024 17:42:29 +0800 Subject: [PATCH] [hotfix] Fix ShardFormer test execution path when using sequence parallelism (#5230) --- tests/test_shardformer/test_model/_utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_shardformer/test_model/_utils.py b/tests/test_shardformer/test_model/_utils.py index 87e661802..62d4d1bf3 100644 --- a/tests/test_shardformer/test_model/_utils.py +++ b/tests/test_shardformer/test_model/_utils.py @@ -154,7 +154,7 @@ def run_forward_backward_with_hybrid_plugin( data = data_gen_fn() - if booster.plugin.enable_sequence_parallelism and booster.plugin.tp_size != 0: + if booster.plugin.shard_config.enable_sequence_parallelism and booster.plugin.tp_size != 0: seq_len = data["input_ids"].shape[-1] lcm = booster.plugin.tp_size * seq_len // math.gcd(booster.plugin.tp_size, seq_len) times = lcm // seq_len