src/transformers/models/van/modeling_van.py/VanLayerScaling/__init__
class VanLayerScaling:    def __init__(self, hidden_size: int, initial_value: float = 1e-2):
        super().__init__()
        self.weight = nn.Parameter(initial_value * torch.ones((hidden_size)), requires_grad=True)