| from transformers import PretrainedConfig | |
| PATH = "." | |
| class MusiLingoConfig(PretrainedConfig): | |
| model_type = "musilingo" | |
| is_encoder_decoder = True | |
| def __init__(self, | |
| mert_model = "m-a-p/MERT-v1-330M", | |
| llama_model = f'lmsys/vicuna-7b-delta-v0', | |
| prompt_path = "", | |
| prompt_template = '###Human: {} ###Assistant: ', | |
| max_txt_len = 32, | |
| end_sym = '\n', | |
| low_resource = False, | |
| device_8bit = 0, | |
| # linear_ckpt_path = "", | |
| **kwargs): | |
| self.mert_model = mert_model | |
| self.llama_model = llama_model | |
| self.prompt_path = prompt_path | |
| self.prompt_template = prompt_template | |
| self.max_txt_len = max_txt_len | |
| self.end_sym = end_sym | |
| self.low_resource = low_resource | |
| self.device_8bit = device_8bit | |
| # self.linear_ckpt_path = linear_ckpt_path | |
| super().__init__(**kwargs) | |