def test_issue886(en_tokenizer, text):
    """Test that token.idx matches the original text index for texts with newlines."""
    doc = en_tokenizer(text)
    for token in doc:
        assert len(token.text) == len(token.text_with_ws)
        assert text[token.idx] == token.text[0]
Test that token.idx matches the original text index for texts with newlines.
spacy/tests/lang/en/test_tokenizer.py