src/transformers/models/vit_hybrid/convert_vit_hybrid_timm_to_pytorch.py/remove_classification_head_
def remove_classification_head_(state_dict):
    ignore_keys = ["head.weight", "head.bias"]
    for k in ignore_keys:
        state_dict.pop(k, None)