src/transformers/models/marian/convert_marian_tatoeba_to_pytorch.py/dedup
def dedup(lst):
    """Preservers order"""
    new_lst = []
    for item in lst:
        if not item:
            continue
        elif item in new_lst:
            continue
        else:
            new_lst.append(item)
    return new_lst