src/transformers/activations.py/FastGELUActivation/forward
class FastGELUActivation:    def forward(self, input: Tensor) -> Tensor:
        return 0.5 * input * (1.0 + torch.tanh(input * 0.7978845608 * (1.0 + 0.044715 * input * input)))