src/transformers/models/gptsan_japanese/modeling_gptsan_japanese.py/GPTSanJapaneseLayerSparseFF/__init__
class GPTSanJapaneseLayerSparseFF:    def __init__(self, config: GPTSanJapaneseConfig):
        super().__init__()
        self.mlp = GPTSanJapaneseSparseMLP(config)
        self.soft_bypass_mlp = nn.Linear(config.d_model, config.d_model, bias=False)
        self.norm = nn.LayerNorm(config.d_model, eps=config.layer_norm_epsilon)