mirror of https://github.com/hpcaitech/ColossalAI
aibig-modeldata-parallelismdeep-learningdistributed-computingfoundation-modelsheterogeneous-traininghpcinferencelarge-scalemodel-parallelismpipeline-parallelism
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
25 lines
632 B
25 lines
632 B
#!/usr/bin/env python |
|
# -*- encoding: utf-8 -*- |
|
|
|
train_data = dict( |
|
dataset=dict( |
|
type="CIFAR10Dataset", |
|
root="/path/to/data", |
|
download=True, |
|
transform_pipeline=[ |
|
dict(type="RandomResizedCrop", size=224), |
|
dict(type="RandomHorizontalFlip"), |
|
dict(type="ToTensor"), |
|
dict(type="Normalize", mean=(0.5, 0.5, 0.5), std=(0.5, 0.5, 0.5)), |
|
], |
|
), |
|
dataloader=dict( |
|
batch_size=64, |
|
pin_memory=True, |
|
num_workers=4, |
|
sampler=dict( |
|
type="DataParallelSampler", |
|
shuffle=True, |
|
), |
|
), |
|
)
|
|
|