Flake8 code restyle

pull/394/head
yuxuan-lou 2022-03-09 15:17:01 +08:00 committed by Frank Lee
parent af801cb4df
commit 3b88eb2259
2 changed files with 2 additions and 3 deletions

View File

@ -5,7 +5,7 @@ from ._base_gradient_handler import BaseGradientHandler
@GRADIENT_HANDLER.register_module
class ZeROGradientHandler(BaseGradientHandler):
"""A helper class to handle all-reduce operations in a data parallel group.
A all-reduce collective communication will be operated in
A all-reduce collective communication will be operated in
:func:`handle_gradient` among a data parallel group.
This class is specialized with ZeRO optimization.
"""

View File

@ -14,7 +14,6 @@ import math
class MemTracerOpHook(BaseOpHook):
"""
Collect GPU memory usage information
:param warmup: This parameter indicates how many iterations to truncate before profiling, defaults to 50
:type warmup: int
:param refreshrate: This parameter decides the frequency of write file, defaults to 10
@ -112,4 +111,4 @@ class MemTracerOpHook(BaseOpHook):
def save_results(self):
datafile = f"{self._data_prefix}-{self._rank}.pkl"
self.async_mem_monitor.save(datafile)
self.async_mem_monitor.save(datafile)