mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
19 lines
307 B
19 lines
307 B
#!/usr/bin/env python
|
|
# -*- encoding: utf-8 -*-
|
|
|
|
import torch
|
|
|
|
DEPTH = 2
|
|
BATCH_SIZE = 8
|
|
SEQ_LENGTH = 8
|
|
HIDDEN_SIZE = 8
|
|
NUM_CLASSES = 8
|
|
NUM_BLOCKS = 2
|
|
IMG_SIZE = 16
|
|
VOCAB_SIZE = 16
|
|
|
|
|
|
def check_equal(A, B):
|
|
eq = torch.allclose(A, B, rtol=1e-3, atol=1e-2)
|
|
assert eq, f"\nA = {A}\nB = {B}"
|
|
return eq |