mirror of https://github.com/hpcaitech/ColossalAI
6 lines
101 B
Python
6 lines
101 B
Python
|
SEQ_LENGTH = 1024
|
||
|
|
BATCH_SIZE = 4
|
||
|
|
NUM_EPOCHS = 4
|
||
|
|
TPDEGREE = 2
|
||
|
|
USE_SHARD_INIT = False
|
||
|
|
placement = 'cpu'
|