File size: 177 Bytes
78360e7
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
from enum import Enum, auto


class SkipLayerStrategy(Enum):
    AttentionSkip = auto()
    AttentionValues = auto()
    Residual = auto()
    TransformerBlock = auto()