github
/
ColossalAI
mirror of https://github.com/hpcaitech/ColossalAI
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

[shardformer] rename policy file name

pull/4445/head
ver217 2023-07-05 15:13:00 +08:00 committed by Hongxin Liu
parent 5fc60a3a04
commit 1ed3f8a24f
11 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
colossalai/shardformer/policies/autopolicy.py → colossalai/shardformer/policies/auto_policy.py
View File

@ -3,7 +3,7 @@ from dataclasses import dataclass
import torch.nn as nn import torch.nn as nn
from .basepolicy import Policy from .base_policy import Policy
__all__ = ["PolicyLocation", "get_autopolicy", "import_policy"] __all__ = ["PolicyLocation", "get_autopolicy", "import_policy"]

0
colossalai/shardformer/policies/basepolicy.py → colossalai/shardformer/policies/base_policy.py
View File

2
colossalai/shardformer/policies/bert.py
View File

@ -3,7 +3,7 @@ import torch.nn as nn
import colossalai.shardformer.layer as col_nn import colossalai.shardformer.layer as col_nn
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = [ __all__ = [
'BertPolicy', 'BertModelPolicy', 'BertForPretrainingPolicy', 'BertLMHeadModelPolicy', 'BertForMaskedLMPolicy', 'BertPolicy', 'BertModelPolicy', 'BertForPretrainingPolicy', 'BertLMHeadModelPolicy', 'BertForMaskedLMPolicy',

2
colossalai/shardformer/policies/bloom.py
View File

@ -4,7 +4,7 @@ import colossalai.shardformer.layer as col_nn
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from ..modeling.bloom import build_bloom_alibi_tensor_fn from ..modeling.bloom import build_bloom_alibi_tensor_fn
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
class BloomPolicy(Policy): class BloomPolicy(Policy):

2
colossalai/shardformer/policies/gpt2.py
View File

@ -3,7 +3,7 @@ import torch.nn as nn
import colossalai.shardformer.layer as col_nn import colossalai.shardformer.layer as col_nn
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = [ __all__ = [
'GPT2Policy', 'GPT2ModelPolicy', 'GPT2LMHeadModelPolicy', 'GPT2DoubleHeadsModelPolicy', 'GPT2Policy', 'GPT2ModelPolicy', 'GPT2LMHeadModelPolicy', 'GPT2DoubleHeadsModelPolicy',

2
colossalai/shardformer/policies/llama.py
View File

@ -4,7 +4,7 @@ import torch.nn as nn
from colossalai.shardformer.layer import FusedRMSNorm, Linear1D_Col, Linear1D_Row, VocabParallelEmbedding1D from colossalai.shardformer.layer import FusedRMSNorm, Linear1D_Col, Linear1D_Row, VocabParallelEmbedding1D
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = ['LlamaPolicy', 'LlamaForCausalLMPolicy', 'LlamaForSequenceClassificationPolicy'] __all__ = ['LlamaPolicy', 'LlamaForCausalLMPolicy', 'LlamaForSequenceClassificationPolicy']

2
colossalai/shardformer/policies/opt.py
View File

@ -1,7 +1,7 @@
from colossalai.shardformer.layer import FusedLayerNorm, Linear1D_Col, Linear1D_Row, VocabParallelEmbedding1D from colossalai.shardformer.layer import FusedLayerNorm, Linear1D_Col, Linear1D_Row, VocabParallelEmbedding1D
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = [ __all__ = [
'OPTPolicy', 'OPTModelPolicy', 'OPTForCausalLMPolicy', 'OPTForSequenceClassificationPolicy', 'OPTPolicy', 'OPTModelPolicy', 'OPTForCausalLMPolicy', 'OPTForSequenceClassificationPolicy',

4
colossalai/shardformer/policies/t5.py
View File

@ -6,10 +6,10 @@ from colossalai.shardformer.layer import (
Linear1D_Row, Linear1D_Row,
VocabParallelEmbedding1D, VocabParallelEmbedding1D,
) )
from colossalai.shardformer.policies.basepolicy import ModulePolicyDescription from colossalai.shardformer.policies.base_policy import ModulePolicyDescription
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = ["T5ModelPolicy", "T5ForConditionalGenerationPolicy", "T5EncoderPolicy"] __all__ = ["T5ModelPolicy", "T5ForConditionalGenerationPolicy", "T5EncoderPolicy"]

2
colossalai/shardformer/policies/vit.py
View File

@ -4,7 +4,7 @@ import torch.nn as nn
from colossalai.shardformer.layer import DropoutForReplicatedInput, FusedLayerNorm, Linear1D_Col, Linear1D_Row from colossalai.shardformer.layer import DropoutForReplicatedInput, FusedLayerNorm, Linear1D_Col, Linear1D_Row
from .basepolicy import ModulePolicyDescription, Policy, SubModuleReplacementDescription from .base_policy import ModulePolicyDescription, Policy, SubModuleReplacementDescription
__all__ = ['ViTPolicy'] __all__ = ['ViTPolicy']

4
colossalai/shardformer/shard/sharder.py
View File

@ -6,8 +6,8 @@ from torch import Tensor
from colossalai.lazy import LazyTensor from colossalai.lazy import LazyTensor
from .._utils import getattr_, setattr_ from .._utils import getattr_, setattr_
from ..policies.autopolicy import get_autopolicy from ..policies.auto_policy import get_autopolicy
from ..policies.basepolicy import Policy, SubModuleReplacementDescription from ..policies.base_policy import Policy, SubModuleReplacementDescription
from .shard_config import ShardConfig from .shard_config import ShardConfig
from .utils import set_tensors_to_none from .utils import set_tensors_to_none

2
colossalai/shardformer/shard/shardformer.py
View File

@ -5,7 +5,7 @@ from torch import Tensor
from colossalai.cluster import DistCoordinator from colossalai.cluster import DistCoordinator
from ..policies.basepolicy import Policy from ..policies.base_policy import Policy
from .shard_config import ShardConfig from .shard_config import ShardConfig
from .sharder import ModelSharder from .sharder import ModelSharder