mirror of https://github.com/hpcaitech/ColossalAI
18 lines
458 B
Python
18 lines
458 B
Python
|
from enum import Enum
|
||
|
|
|
||
|
|
__all__ = ['ShardOption']
|
||
|
|
|
||
|
|
|
||
|
|
class ShardOption(Enum):
|
||
|
|
"""
|
||
|
|
This enum class is to define the shard level required in node strategies.
|
||
|
|
|
||
|
|
Notes:
|
||
|
|
STANDARD: We do not add any extra shard requirements.
|
||
|
|
SHARD: We require the node to be shard using at least one device mesh axis.
|
||
|
|
FULL_SHARD: We require the node to be shard using all device mesh axes.
|
||
|
|
"""
|
||
|
|
STANDARD = 0
|
||
|
|
SHARD = 1
|
||
|
|
FULL_SHARD = 2
|