Upload model

config.json

@@ -3,6 +3,7 @@
     "MusilingoModel"
   ],
   "auto_map": {
+    "AutoConfig": "configuration_musilingo.MusiLingoConfig",
     "AutoModel": "modelling_musilingo.MusilingoModel"
   },
   "device_8bit": 0,

configuration_musilingo.py

@@ -0,0 +1,29 @@
+from transformers import PretrainedConfig
+
+
+PATH = "."
+
+class MusiLingoConfig(PretrainedConfig):
+    model_type = "musilingo"
+    is_encoder_decoder = True
+    def __init__(self, 
+                    mert_model = "m-a-p/MERT-v1-330M",
+                    llama_model = f'lmsys/vicuna-7b-delta-v0',
+                    prompt_path = "",
+                    prompt_template = '###Human: {} ###Assistant: ',
+                max_txt_len = 32,
+                end_sym = '\n',
+                low_resource = False,
+                device_8bit = 0,
+                # linear_ckpt_path = "",
+                    **kwargs):
+        self.mert_model = mert_model
+        self.llama_model = llama_model
+        self.prompt_path = prompt_path
+        self.prompt_template = prompt_template
+        self.max_txt_len = max_txt_len
+        self.end_sym = end_sym
+        self.low_resource = low_resource
+        self.device_8bit = device_8bit
+        # self.linear_ckpt_path = linear_ckpt_path
+        super().__init__(**kwargs)