src/transformers/models/cpm/tokenization_cpm.py/CpmTokenizer/_tokenize
class CpmTokenizer:    def _tokenize(self, text, *args, **kwargs):
        text = [x.translate(self.translator) for x in self.jieba.cut(text, cut_all=False)]
        text = " ".join(text)
        return super()._tokenize(text, *args, **kwargs)