examples/research_projects/distillation/lm_seqs_dataset.py/LmSeqsDataset/check
class LmSeqsDataset:    def check(self):
        """
        Some sanity checks
        """
        assert len(self.token_ids) == len(self.lengths)
        assert all(self.lengths[i] == len(self.token_ids[i]) for i in range(len(self.lengths)))