src/transformers/models/marian/tokenization_marian.py/MarianTokenizer/_tokenize
class MarianTokenizer:    def _tokenize(self, text: str) -> List[str]:
        code, text = self.remove_language_code(text)
        pieces = self.current_spm.encode(text, out_type=str)
        return code + pieces