src/transformers/models/transfo_xl/tokenization_transfo_xl.py/LMMultiFileIterator/get_sent_stream
class LMMultiFileIterator:    def get_sent_stream(self, path):
        sents = self.vocab.encode_file(path, add_double_eos=True)
        if self.shuffle:
            np.random.shuffle(sents)
        sent_stream = iter(sents)

        return sent_stream