src/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py/RobertaPreLayerNormAttention/__init__
class RobertaPreLayerNormAttention:    def __init__(self, config, position_embedding_type=None):
        super().__init__()
        self.self = RobertaPreLayerNormSelfAttention(config, position_embedding_type=position_embedding_type)
        self.output = RobertaPreLayerNormSelfOutput(config)
        self.LayerNorm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
        self.pruned_heads = set()