ColossalAI/tests/test_context/configs/parallel_2p5d_init.py

#!/usr/bin/env python
# -*- encoding: utf-8 -*-

parallel = dict(
    pipeline=dict(size=2),
    tensor=dict(
        size=8,
        depth=2,
        mode='2.5d'
    )
)