ColossalAI/tests/test_booster/test_accelerator.py

15 lines
443 B
Python

import torch.nn as nn
from colossalai.booster.accelerator import Accelerator
from colossalai.testing import clear_cache_before_run, parameterize
@clear_cache_before_run()
@parameterize("device", ["cpu", "cuda"])
def test_accelerator(device):
accelerator = Accelerator(device)
model = nn.Linear(8, 8)
model = accelerator.configure_model(model)
assert next(model.parameters()).device.type == device
del model, accelerator