def __init__(self,
                 max_len,
                 bert_model='bert-base-uncased',
                 add_special_token=True):
        """
        A class convert raw text into numbers by bert pretrained tokenizer
        :param max_len: max length of a text, manually or automatically set the longest sentence in the dataset
        :param add_special_token: whether to add special tokens
        """

        self.max_len = max_len
        self.tokenizer = BertTokenizer.from_pretrained(bert_model)
        self.add_special_token = add_special_token

        A class convert raw text into numbers by bert pretrained tokenizer
        :param max_len: max length of a text, manually or automatically set the longest sentence in the dataset
        :param add_special_token: whether to add special tokens
        
torchmm/datasets/preprocess/pre_tokenizer.py