src/transformers/models/xlm_roberta_xl/modeling_xlm_roberta_xl.py/XLMRobertaXLAttention/__init__
class XLMRobertaXLAttention:    def __init__(self, config, position_embedding_type=None):
        super().__init__()
        self.self_attn_layer_norm = nn.LayerNorm(config.hidden_size, eps=config.layer_norm_eps)
        self.self = XLMRobertaXLSelfAttention(config, position_embedding_type=position_embedding_type)
        self.output = XLMRobertaXLSelfOutput(config)
        self.pruned_heads = set()