public static List<? extends Token> tokenize(String format)
    {
        DateFormat lexer = new com.facebook.presto.teradata.functions.DateFormat(new ANTLRInputStream(format));
        return lexer.getAllTokens();
    }
@Test
    public void testInvalidTokenTokenize()
    {
        assertEquals(
                DateFormatParser.tokenize("ala").stream().map(Token::getType).collect(Collectors.toList()),
                asList(DateFormat.UNRECOGNIZED, DateFormat.UNRECOGNIZED, DateFormat.UNRECOGNIZED));
    }