src/transformers/models/roformer/tokenization_utils.py/JiebaPreTokenizer/pre_tokenize
class JiebaPreTokenizer:    def pre_tokenize(self, pretok: PreTokenizedString):
        pretok.split(self.jieba_split)