Training in progress, step 24

adapter_config.json

@@ -23,22 +23,29 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "out_proj",
+    "relative_attention_bias",
+    "enc_to_dec_proj",
+    "embed_tokens.3",
+    "v",
+    "lm_heads.1",
+    "wo",
     "v_proj",
-    "lm_heads.3",
-    "fc1",
+    "o",
+    "embed_tokens.2",
     "embed_tokens.1",
-    "fc2",
     "lm_heads.2",
+    "lm_heads.0",
+    "lm_heads.3",
+    "wi",
     "k_proj",
-    "enc_to_dec_proj",
-    "embed_tokens.3",
-    "audio_enc_to_dec_proj",
     "q_proj",
-    "lm_heads.0",
-    "lm_heads.1",
-    "embed_tokens.2",
-    "embed_tokens.0"
+    "fc1",
+    "q",
+    "shared",
+    "fc2",
+    "k",
+    "embed_tokens.0",
+    "out_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ce050b33580a5f8f890ab4c9b7a17522aaa61d874a9a563c304eaa721f0954c
-size 166002304
+oid sha256:fd15d9a7decfb221e1c107745d2e587a00d17f1cbf58e78474791e8364d548f4
+size 178750512

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:259b27c9a1d9af4f26ecd7de40b22a6dfe10693f5b204b47c5a54226c900fa6c
+oid sha256:07bf124bc26e517ccd7f72813e5f38688a38d1acde0033a2da002c5382fac07c
 size 5496