mirror of https://github.com/hpcaitech/ColossalAI
[cudnn] set False to cudnn benchmark by default (#1063)
parent
df9dcbbff6
commit
3d10be33bd
|
@ -270,7 +270,7 @@ def initialize(model: nn.Module,
|
|||
ranks=[0])
|
||||
|
||||
# cudnn
|
||||
cudnn_benchmark = config.get('cudnn_benchmark', True)
|
||||
cudnn_benchmark = config.get('cudnn_benchmark', False)
|
||||
cudnn_deterministic = config.get('cudnn_deterministic', False)
|
||||
torch.backends.cudnn.benchmark = cudnn_benchmark
|
||||
torch.backends.cudnn.deterministic = cudnn_deterministic
|
||||
|
|
Loading…
Reference in New Issue