def test_issue801(en_tokenizer, text, tokens):
    """Test that special characters + hyphens are split correctly."""
    doc = en_tokenizer(text)
    assert len(doc) == len(tokens)
    assert [t.text for t in doc] == tokens
Test that special characters + hyphens are split correctly.
spacy/tests/tokenizer/test_tokenizer.py