mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
39 lines
1.6 KiB
39 lines
1.6 KiB
import logging
|
|
from typing import List, Optional
|
|
|
|
from .logger import DistributedLogger
|
|
|
|
__all__ = ['get_dist_logger', 'DistributedLogger', 'disable_existing_loggers']
|
|
|
|
|
|
def get_dist_logger(name: str = 'colossalai') -> DistributedLogger:
|
|
"""Get logger instance based on name. The DistributedLogger will create singleton instances,
|
|
which means that only one logger instance is created per name.
|
|
|
|
Args:
|
|
name (str): name of the logger, name must be unique
|
|
|
|
Returns:
|
|
:class:`colossalai.logging.DistributedLogger`: A distributed logger singleton instance.
|
|
"""
|
|
return DistributedLogger.get_instance(name=name)
|
|
|
|
|
|
def disable_existing_loggers(include: Optional[List[str]] = None, exclude: List[str] = ['colossalai']) -> None:
|
|
"""Set the level of existing loggers to `WARNING`. By default, it will "disable" all existing loggers except the logger named "colossalai".
|
|
|
|
Args:
|
|
include (Optional[List[str]], optional): Loggers whose name in this list will be disabled.
|
|
If set to `None`, `exclude` argument will be used. Defaults to None.
|
|
exclude (List[str], optional): Loggers whose name not in this list will be disabled.
|
|
This argument will be used only when `include` is None. Defaults to ['colossalai'].
|
|
"""
|
|
if include is None:
|
|
filter_func = lambda name: name not in exclude
|
|
else:
|
|
filter_func = lambda name: name in include
|
|
|
|
for log_name in logging.Logger.manager.loggerDict.keys():
|
|
if filter_func(log_name):
|
|
logging.getLogger(log_name).setLevel(logging.WARNING)
|