def make_pages_list(dataset):
    r"""
    Record all the pages which appears in the dataset and return the list.
    """
    pages_list = []
    last_page = None
    for domain in dataset:
        for w in domain['websites']:
            for qa in w['qas']:
                if last_page != qa['id'][:4]:
                    last_page = qa['id'][:4]
                    pages_list.append(last_page)
    return pages_list

    Record all the pages which appears in the dataset and return the list.
    
markuplm/examples/fine_tuning/run_websrc/utils_evaluate.py