src/transformers/models/roberta/modeling_flax_roberta.py/FlaxRobertaLayerCollection/setup
class FlaxRobertaLayerCollection:    def setup(self):
        if self.gradient_checkpointing:
            FlaxRobertaCheckpointLayer = remat(FlaxRobertaLayer, static_argnums=(5, 6, 7))
            self.layers = [
                FlaxRobertaCheckpointLayer(self.config, name=str(i), dtype=self.dtype)
                for i in range(self.config.num_hidden_layers)
            ]
        else:
            self.layers = [
                FlaxRobertaLayer(self.config, name=str(i), dtype=self.dtype)
                for i in range(self.config.num_hidden_layers)
            ]