def _len_and_dim_norm(self, vectors, sqrt_num):
        """
        length and attention head size dim normalization
        """
        vectors = self._len_norm(vectors)
        vectors = vectors / sqrt_num
        return vectors

        length and attention head size dim normalization
        
dpkd/transformers/src/transformers/models/reformer/modeling_reformer.py