def no_weight_decay(self):
        """Do not apply weight decay on these parameters"""
        return {
            "query_tokens",
            "temp",
            "vision_temp_embed",
            "vision_encoder.class_embedding",
            "vision_encoder.positional_embedding",
        }
Do not apply weight decay on these parameters
video_chat2/models/videochat2_qformer.py