src/transformers/models/roformer/modeling_flax_roformer.py/FlaxRoFormerEncoder/setup
class FlaxRoFormerEncoder:    def setup(self):
        self.embed_positions = create_sinusoidal_positions(
            self.config.max_position_embeddings, self.config.hidden_size // self.config.num_attention_heads
        )
        self.layer = FlaxRoFormerLayerCollection(self.config, dtype=self.dtype)