src/transformers/models/roformer/tokenization_utils.py/JiebaPreTokenizer/__init__
class JiebaPreTokenizer:    def __init__(self, vocab) -> None:
        self.vocab = vocab
        self.normalizers = normalizers.BertNormalizer(
            clean_text=False,
            handle_chinese_chars=True,
            strip_accents=False,
            lowercase=False,
        )
        try:
            import rjieba
        except ImportError:
            raise ImportError(
                "You need to install rjieba to use RoFormerTokenizer."
                "See https://pypi.org/project/rjieba/ for installation."
            )
        self.jieba = rjieba