DeepRat's picture
Upload 44 files
f7f42a8 verified
raw
history blame contribute delete
169 Bytes
from enum import Enum, auto
class SkipLayerStrategy(Enum):
AttentionSkip = auto()
AttentionValues = auto()
Residual = auto()
TransformerBlock = auto()