diff --git a/examples/vit-b16/vit-b16.py b/examples/vit-b16/vit-b16.py index ac51e226e..b23f78a30 100755 --- a/examples/vit-b16/vit-b16.py +++ b/examples/vit-b16/vit-b16.py @@ -73,6 +73,6 @@ dali = dict( engine = dict( schedule=None, gradient_handlers=None, - gradient_accumulation=16, + gradient_accumulation=32, gradient_clipping=1.0, )