src/transformers/models/xmod/modeling_xmod.py/XmodAttention/__init__
class XmodAttention:    def __init__(self, config, position_embedding_type=None):
        super().__init__()
        self.self = XmodSelfAttention(config, position_embedding_type=position_embedding_type)
        self.output = XmodSelfOutput(config)
        self.pruned_heads = set()
        self.pre_norm = config.pre_norm