From 4da256a584b0d391be90b49691b071549df36637 Mon Sep 17 00:00:00 2001 From: ver217 Date: Thu, 2 Dec 2021 09:29:27 +0800 Subject: [PATCH] add some details in vit-b16 example (#46) --- examples/vit-b16/vit-b16.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/vit-b16/vit-b16.py b/examples/vit-b16/vit-b16.py index ac51e226e..b23f78a30 100755 --- a/examples/vit-b16/vit-b16.py +++ b/examples/vit-b16/vit-b16.py @@ -73,6 +73,6 @@ dali = dict( engine = dict( schedule=None, gradient_handlers=None, - gradient_accumulation=16, + gradient_accumulation=32, gradient_clipping=1.0, )