From ad10b8e03f2f048a422c8ff4265f0d03799924dd Mon Sep 17 00:00:00 2001 From: Sun Peng Date: Thu, 27 Jul 2023 10:12:51 +0800 Subject: [PATCH] fix(optimizer/util.py) change inf defination --- internlm/solver/optimizer/utils.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/internlm/solver/optimizer/utils.py b/internlm/solver/optimizer/utils.py index 3bada56..0bed8db 100644 --- a/internlm/solver/optimizer/utils.py +++ b/internlm/solver/optimizer/utils.py @@ -5,11 +5,11 @@ from abc import ABC, abstractmethod from typing import Dict, Optional import amp_C +import math import torch import torch.distributed as dist from apex.multi_tensor_apply import multi_tensor_applier from torch import Tensor -from torch._six import inf from torch._utils import _flatten_dense_tensors, _unflatten_dense_tensors from internlm.core.context import ParallelMode @@ -18,6 +18,8 @@ from internlm.utils.common import get_tensor_norm, move_norm_to_cuda from internlm.utils.logger import get_logger from internlm.utils.parallel import is_model_parallel_parameter +inf = math.inf + logger = get_logger(__file__)