src/transformers/models/whisper/convert_openai_to_hf.py/remove_ignore_keys_
def remove_ignore_keys_(state_dict):
    ignore_keys = ["layers", "blocks"]
    for k in ignore_keys:
        state_dict.pop(k, None)