From 26ba87272d2267eed87e10edd47a4da6600a4bc6 Mon Sep 17 00:00:00 2001 From: YuliangLiu0306 <72588413+YuliangLiu0306@users.noreply.github.com> Date: Tue, 28 Jun 2022 14:41:11 +0800 Subject: [PATCH] [hotfix]fixed p2p process send stuck (#1181) * [CLI] add CLI launcher * Revert "[CLI] add CLI launcher" This reverts commit df7e6506d4500af6a9220ef7fe4d3c7b1daebd4c. * [hotfix]fixed p2p process send stuck --- colossalai/communication/p2p.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/colossalai/communication/p2p.py b/colossalai/communication/p2p.py index 3301b750f..6dd4d0d66 100644 --- a/colossalai/communication/p2p.py +++ b/colossalai/communication/p2p.py @@ -63,6 +63,8 @@ def process_object_to_send(object_send, scatter_gather_tensors): send_split = _get_tensor_shape(tensor_send.shape, scatter_gather_tensors)[1] if send_split: object_send_list.append(split_tensor_into_1d_equal_chunks(tensor_send)) + else: + object_send_list.append(tensor_send) object_send = tuple(object_send_list) return object_send