def __init__(self, num_features):
        """max(y, tau) = max(y - tau, 0) + tau = ReLU(y - tau) + tau"""
        super(TLU, self).__init__()
        self.num_features = num_features
        self.tau = Parameter(torch.Tensor(num_features))
        self.reset_parameters()
max(y, tau) = max(y - tau, 0) + tau = ReLU(y - tau) + tau
fastreid/layers/frn.py