src/transformers/models/roformer/modeling_flax_roformer.py/FlaxRoFormerPredictionHeadTransform/setup
class FlaxRoFormerPredictionHeadTransform:    def setup(self):
        self.dense = nn.Dense(self.config.hidden_size, dtype=self.dtype)
        self.activation = ACT2FN[self.config.hidden_act]
        self.LayerNorm = nn.LayerNorm(epsilon=self.config.layer_norm_eps, dtype=self.dtype)