src/transformers/models/marian/modeling_flax_marian.py/FlaxMarianDecoder/setup
class FlaxMarianDecoder:    def setup(self):
        self.dropout_layer = nn.Dropout(rate=self.config.dropout)

        embed_dim = self.config.d_model
        self.max_target_positions = self.config.max_position_embeddings
        self.embed_scale = math.sqrt(self.config.d_model) if self.config.scale_embedding else 1.0

        self.embed_positions = create_sinusoidal_positions(self.config.max_position_embeddings, embed_dim)
        self.layers = FlaxMarianDecoderLayerCollection(self.config, self.dtype)