mirror of https://github.com/hpcaitech/ColossalAI
add some details in vit-b16 example (#46)
parent
e67dab92a9
commit
4da256a584
|
@ -73,6 +73,6 @@ dali = dict(
|
||||||
engine = dict(
|
engine = dict(
|
||||||
schedule=None,
|
schedule=None,
|
||||||
gradient_handlers=None,
|
gradient_handlers=None,
|
||||||
gradient_accumulation=16,
|
gradient_accumulation=32,
|
||||||
gradient_clipping=1.0,
|
gradient_clipping=1.0,
|
||||||
)
|
)
|
||||||
|
|
Loading…
Reference in New Issue