Model save

adapter_config.json

@@ -16,10 +16,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "v_proj",
     "k_proj",
-    "o_proj",
-    "v_proj"
+    "q_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59776a288423adf8e1413385dbd08b91feca51bb66e8eff856a4ab646069f9cf
+oid sha256:d8759f698b86fb6403fa30c3804a9371f2755833aaec0846cfdc6e5d684a48cf
 size 134252592

all_results.json

@@ -1,13 +1,13 @@
 {
     "epoch": 0.69,
-    "eval_loss": 1.444868564605713,
-    "eval_runtime": 364.8083,
+    "eval_loss": 1.4448800086975098,
+    "eval_runtime": 364.2589,
     "eval_samples": 23110,
-    "eval_samples_per_second": 63.348,
-    "eval_steps_per_second": 0.992,
-    "train_loss": 1.5280096292495728,
-    "train_runtime": 11257.3852,
+    "eval_samples_per_second": 63.444,
+    "eval_steps_per_second": 0.994,
+    "train_loss": 1.5280117051942008,
+    "train_runtime": 11254.0874,
     "train_samples": 207865,
-    "train_samples_per_second": 18.465,
+    "train_samples_per_second": 18.47,
     "train_steps_per_second": 0.004
 }

eval_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 0.69,
-    "eval_loss": 1.444868564605713,
-    "eval_runtime": 364.8083,
+    "eval_loss": 1.4448800086975098,
+    "eval_runtime": 364.2589,
     "eval_samples": 23110,
-    "eval_samples_per_second": 63.348,
-    "eval_steps_per_second": 0.992
+    "eval_samples_per_second": 63.444,
+    "eval_steps_per_second": 0.994
 }

runs/Dec13_00-46-21_beta-a100-3-do-not-terminate/events.out.tfevents.1702428403.beta-a100-3-do-not-terminate.217104.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26254b493347b70477c0601cce9a4a2f9895191bc3a761e23e3674eb24dc509
+size 6175

runs/Dec13_00-46-21_beta-a100-3-do-not-terminate/events.out.tfevents.1702440028.beta-a100-3-do-not-terminate.217104.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf830b49f144710da00042bc2914793d91abdc701454c75940c31e9ed194f4d7
+size 354

runs/Dec14_01-13-37_beta-a100-3-do-not-terminate/events.out.tfevents.1702516438.beta-a100-3-do-not-terminate.138470.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac90361b8e7c966d70eee639bf9f75e1367c3e6fb1c9d9a369499f69deeeab43
+size 6174

runs/Dec14_01-13-37_beta-a100-3-do-not-terminate/events.out.tfevents.1702528057.beta-a100-3-do-not-terminate.138470.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c85d0f45c46ee8c4d1334a44751d6c2b0156ee3012e7b4642063d09a0645ce
+size 354

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 0.69,
-    "train_loss": 1.5280096292495728,
-    "train_runtime": 11257.3852,
+    "train_loss": 1.5280117051942008,
+    "train_runtime": 11254.0874,
     "train_samples": 207865,
-    "train_samples_per_second": 18.465,
+    "train_samples_per_second": 18.47,
     "train_steps_per_second": 0.004
 }

trainer_state.json

@@ -35,7 +35,7 @@
     {
       "epoch": 0.39,
       "learning_rate": 1.3090169943749475e-05,
-      "loss": 1.5003,
+      "loss": 1.5004,
       "step": 20
     },
     {
@@ -58,19 +58,19 @@
     },
     {
       "epoch": 0.69,
-      "eval_loss": 1.4448249340057373,
-      "eval_runtime": 365.3304,
-      "eval_samples_per_second": 63.258,
-      "eval_steps_per_second": 0.991,
+      "eval_loss": 1.4448364973068237,
+      "eval_runtime": 364.9385,
+      "eval_samples_per_second": 63.326,
+      "eval_steps_per_second": 0.992,
       "step": 35
     },
     {
       "epoch": 0.69,
       "step": 35,
       "total_flos": 9.151767518380032e+16,
-      "train_loss": 1.5280096292495728,
-      "train_runtime": 11257.3852,
-      "train_samples_per_second": 18.465,
+      "train_loss": 1.5280117051942008,
+      "train_runtime": 11254.0874,
+      "train_samples_per_second": 18.47,
       "train_steps_per_second": 0.004
     }
   ],

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31fbe82d73129fb8341d01ddf859411b4efa5022cffc1bfee4f83b9709d8f0fd
+oid sha256:52a306d4ecde95dd84ae209f63e8478c3974b9697577dc45f5e182706bec8810
 size 5688