Training in progress, step 13

adapter_config.json

@@ -51,7 +51,7 @@
     40
   ],
   "loftq_config": {},
-  "lora_alpha": 8,
+  "lora_alpha": 16,
   "lora_dropout": 0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -61,13 +61,13 @@
   "rank_pattern": {},
   "revision": "unsloth",
   "target_modules": [
-    "gate_proj",
-    "o_proj",
+    "down_proj",
     "up_proj",
-    "v_proj",
-    "k_proj",
     "q_proj",
-    "down_proj"
+    "k_proj",
+    "v_proj",
+    "gate_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82742ffaf44f0f03eff7b6ae09476d9b9c2be475b3400bfa55953a774bfaec5a
+oid sha256:2e8a3127d7d91ebf267a739bf46d7a3191beca921804f8fadabd03d166c9a371
 size 80013120

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63779f6d929163ffbafd72c10103ab1ffb3472b9f9bf0cb13a9a335c123825e6
-size 5240
+oid sha256:fda478541d6f5c9acb7b3ac17156e8ccb37ae892a0836285ecc197d58f9bfcf5
+size 5112