src/transformers/models/roc_bert/modeling_roc_bert.py/RoCBertAttention/__init__
class RoCBertAttention:    def __init__(self, config, position_embedding_type=None):
        super().__init__()
        self.self = RoCBertSelfAttention(config, position_embedding_type=position_embedding_type)
        self.output = RoCBertSelfOutput(config)
        self.pruned_heads = set()