ColossalAI/tests/test_trainer/test_pipeline/resnet_config.py

22 lines
383 B
Python
Raw Normal View History

2021-12-16 02:32:08 +00:00
import os
import model
2021-12-16 02:32:08 +00:00
from pathlib import Path
BATCH_SIZE = 128
IMG_SIZE = 224
DIM = 768
NUM_CLASSES = 10
NUM_ATTN_HEADS = 12
NUM_MICRO_BATCHES = 2
2021-12-16 02:32:08 +00:00
# resnet 18
model = dict(type='VanillaResNet',
block_type='ResNetBasicBlock',
layers=[2, 2, 2, 2],
num_cls=10)
parallel = dict(
pipeline=dict(size=4),
tensor=dict(size=1, mode=None)
)