src/transformers/models/ernie_m/tokenization_ernie_m.py/ErnieMTokenizer/clean_text
class ErnieMTokenizer:    def clean_text(self, text):
        """Performs invalid character removal and whitespace cleanup on text."""
        return "".join((self.SP_CHAR_MAPPING.get(c, c) for c in text))