src/transformers/models/gpt_sw3/tokenization_gpt_sw3.py/GPTSw3Tokenizer/_tokenize
class GPTSw3Tokenizer:    def _tokenize(self, text: str, **kwargs) -> List[str]:
        text = self.preprocess_text(text)
        return self.sp_model.encode(text, out_type=str)