src/transformers/models/gpt_neox_japanese/tokenization_gpt_neox_japanese.py/GPTNeoXJapaneseTokenizer/_tokenize
class GPTNeoXJapaneseTokenizer:    def _tokenize(self, text):
        return self.subword_tokenizer.tokenize(text, clean=self.do_clean_text)