mirror of https://github.com/hpcaitech/ColossalAI
[NFC] polish tensor_placement_policy.py code style (#3265)
parent
00778abc48
commit
c4a226b729
|
@ -1,16 +1,16 @@
|
||||||
|
import functools
|
||||||
from abc import ABC, abstractmethod
|
from abc import ABC, abstractmethod
|
||||||
from time import time
|
from time import time
|
||||||
from typing import List, Optional
|
from typing import List, Optional, Type
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
|
from colossalai.gemini.memory_tracer import MemStatsCollector
|
||||||
|
from colossalai.gemini.stateful_tensor import StatefulTensor
|
||||||
|
from colossalai.gemini.tensor_utils import colo_model_data_tensor_move_inline, colo_tensor_mem_usage
|
||||||
from colossalai.utils import get_current_device
|
from colossalai.utils import get_current_device
|
||||||
from colossalai.utils.memory import colo_device_memory_capacity
|
from colossalai.utils.memory import colo_device_memory_capacity
|
||||||
|
|
||||||
from colossalai.gemini.tensor_utils import colo_model_data_tensor_move_inline, colo_tensor_mem_usage
|
|
||||||
from colossalai.gemini.stateful_tensor import StatefulTensor
|
|
||||||
from colossalai.gemini.memory_tracer import MemStatsCollector
|
|
||||||
from typing import Type
|
|
||||||
import functools
|
|
||||||
|
|
||||||
|
|
||||||
class TensorPlacementPolicy(ABC):
|
class TensorPlacementPolicy(ABC):
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue