src/transformers/models/roformer/modeling_flax_roformer.py/FlaxRoFormerLMPredictionHead/setup
class FlaxRoFormerLMPredictionHead:    def setup(self):
        self.transform = FlaxRoFormerPredictionHeadTransform(self.config, dtype=self.dtype)
        self.decoder = nn.Dense(self.config.vocab_size, dtype=self.dtype, use_bias=False)
        self.bias = self.param("bias", self.bias_init, (self.config.vocab_size,))