Training in progress, step 24

adapter_config.json

@@ -1,10 +1,10 @@
 {
   "alpha_pattern": {},
   "auto_mapping": {
-    "base_model_class": "MusicgenMelodyForConditionalGeneration",
-    "parent_library": "transformers.models.musicgen_melody.modeling_musicgen_melody"
+    "base_model_class": "PeftModel",
+    "parent_library": "peft.peft_model"
   },
-  "base_model_name_or_path": "facebook/musicgen-melody",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -13,32 +13,32 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "lm_heads.1",
     "q_proj",
+    "lm_heads.3",
+    "out_proj",
+    "lm_heads.2",
+    "embed_tokens.0",
     "embed_tokens.3",
-    "fc1",
     "enc_to_dec_proj",
-    "embed_tokens.1",
-    "fc2",
     "lm_heads.0",
+    "fc1",
     "v_proj",
     "audio_enc_to_dec_proj",
+    "embed_tokens.1",
+    "fc2",
+    "lm_heads.1",
     "embed_tokens.2",
-    "embed_tokens.0",
-    "k_proj",
-    "lm_heads.3",
-    "lm_heads.2",
-    "out_proj"
+    "k_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99e3b30241af8f224dde6a3a81a5d437de6a78b23a747192e2a13ed9cb26edd6
-size 87103456
+oid sha256:5b0484cf68a11d5a8b91225a8f3881787e960f706dd2b923ea9df7cbeb2a04bc
+size 174140752

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54ff20ad37c4c7701ed8d02d4da484f87127267168822484a877bf2c2a9909d5
+oid sha256:8f1c720fa4229d1d952176ff6223a877553c2c96a9f06d1543143e047692e918
 size 5432