Feature/vit support (#4182)

* [shardformer] added tests

* [shardformer] vit test finish and support

* fix attention dropout
pull/4445/head
Kun Lin 1 year ago committed by Hongxin Liu
parent 0ceec8f9a9
commit c59d7aca09

@ -1,4 +1,3 @@
from functools import partial
from typing import Callable, Dict, List, Union from typing import Callable, Dict, List, Union
import torch.nn as nn import torch.nn as nn
@ -86,6 +85,8 @@ class ViTPolicy(Policy):
return policy return policy
return policy
def new_model_class(self): def new_model_class(self):
return None return None

Loading…
Cancel
Save