def __init__(self, hidden_size, eps=1e-6):
        """
        Construct a layernorm module in the SwitchTransformers style. No bias and no subtraction of mean.
        """
        super().__init__()
        self.weight = nn.Parameter(torch.ones(hidden_size))
        self.variance_epsilon = eps

        Construct a layernorm module in the SwitchTransformers style. No bias and no subtraction of mean.
        
dpkd/transformers/src/transformers/models/switch_transformers/modeling_switch_transformers.py