78360e7
1
2
3
4
5
6
7
8
9
from enum import Enum, auto class SkipLayerStrategy(Enum): AttentionSkip = auto() AttentionValues = auto() Residual = auto() TransformerBlock = auto()