src/transformers/models/gptsan_japanese/tokenization_gptsan_japanese.py/GPTSanJapaneseTokenizer/_tokenize
class GPTSanJapaneseTokenizer:    def _tokenize(self, text):
        return self.subword_tokenizer.tokenize(text, clean=self.do_clean_text)