src/transformers/models/albert/modeling_flax_albert.py/FlaxAlbertEncoder/setup
class FlaxAlbertEncoder:    def setup(self):
        self.layers_per_group = int(self.config.num_hidden_layers / self.config.num_hidden_groups)
        self.embedding_hidden_mapping_in = nn.Dense(
            self.config.hidden_size,
            kernel_init=jax.nn.initializers.normal(self.config.initializer_range, self.dtype),
            dtype=self.dtype,
        )
        self.layers = [
            FlaxAlbertLayerCollections(self.config, name="albert_layer_groups", layer_index=str(i), dtype=self.dtype)
            for i in range(self.config.num_hidden_groups)
        ]