def _get_options(self, param_group, param_shape):
        """
        Return factored and whether to use first moment (beta1).
        """
        factored = len(param_shape) >= 2
        use_first_moment = param_group['beta1'] is not None
        return factored, use_first_moment

        Return factored and whether to use first moment (beta1).
        
EVA-CLIP-18B/shinji/training/fp16.py