Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "microsoft/phi-1_5",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 16,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -21,9 +21,9 @@
   "revision": null,
   "target_modules": [
     "v_proj",
-    "q_proj",
+    "fc1",
     "fc2",
-    "fc1"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0240504ede54827c45d7c05651707b1ec4a481aeafd4e0038935b1aebd71bc46
-size 44084704
+oid sha256:710d37d87f0f96aaac817eb70f0306d522ec4463b41d90f213c2adbfb9b71f8a
+size 44065120

runs/Jul26_06-31-22_2fbb751b4cbe/events.out.tfevents.1721975483.2fbb751b4cbe.956.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cfc874291d60e1f42c1992f6b813c644de627c2b68210d2d3f5adb1a0af880
+size 7533

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ef92e3fb8ef61e9a082c0b896f8e9589dccb4e5e814771ec3b7b0776a2fa7b5
-size 4984
+oid sha256:8f065e3cb3850f38332bd68b0ec0e6dc06576ffde0554a84a679f422aca9f9ab
+size 5176