9 lines
169 B
Python
9 lines
169 B
Python
from enum import Enum, auto
|
|
|
|
|
|
class SkipLayerStrategy(Enum):
|
|
AttentionSkip = auto()
|
|
AttentionValues = auto()
|
|
Residual = auto()
|
|
TransformerBlock = auto()
|