examples/research_projects/distillation/lm_seqs_dataset.py/LmSeqsDataset/__init__
class LmSeqsDataset:    def __init__(self, params, data):
        self.params = params

        self.token_ids = np.array(data)
        self.lengths = np.array([len(t) for t in data])

        self.check()
        self.remove_long_sequences()
        self.remove_empty_sequences()
        self.remove_unknown_sequences()
        self.check()
        self.print_statistics()