def __init__(self, hidden_size, eps=1e-6):
        """ Construct a layernorm module in the T5 style
            No bias and no substraction of mean.
        """
        super().__init__()
        self.weight = nn.Parameter(torch.ones(hidden_size))
        self.variance_epsilon = eps
 Construct a layernorm module in the T5 style
            No bias and no substraction of mean.
        
xtune/src/transformers/modeling_t5.py