mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
17 lines
463 B
17 lines
463 B
3 years ago
|
from async_memtracer import AsyncMemoryMonitor
|
||
|
|
import torch
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
async_mem_monitor = AsyncMemoryMonitor()
|
||
|
|
input = torch.randn(2, 20).cuda()
|
||
|
|
OP1 = torch.nn.Linear(20, 30).cuda()
|
||
|
|
OP2 = torch.nn.Linear(30, 40).cuda()
|
||
|
|
|
||
|
|
async_mem_monitor.start()
|
||
|
|
output = OP1(input)
|
||
|
|
async_mem_monitor.finish()
|
||
|
|
async_mem_monitor.start()
|
||
|
|
output = OP2(output)
|
||
|
|
async_mem_monitor.finish()
|
||
|
|
async_mem_monitor.save('log.pkl')
|