def tokenize(self, text: Iterable[str]):
        """
        Tokenize a batch of text after adding bos token to each of the samples
        """
        text = [self.tokenizer.bos_token + txt for txt in text]
        return self.tokenizer(
            text,
            truncation=True,
            max_length=self.config.seq_length,
            return_tensors="pt",
        )

        Tokenize a batch of text after adding bos token to each of the samples
        
promptist/trlx/trlx/model/accelerate_base_model.py