Training in progress, step 500

adapter_config.json

@@ -6,7 +6,6 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
-  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -20,15 +19,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "v_proj",
     "gate_proj",
-    "q_proj",
     "o_proj",
     "k_proj",
+    "up_proj",
+    "v_proj",
+    "q_proj",
     "down_proj"
   ],
   "task_type": "CAUSAL_LM",
-  "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a562ea5d606be5dd6b205acbfd2ba71ae02c1850f574d29a1875062c7d1510e1
-size 2684416208
+oid sha256:1176753252ecac9e3eb3d10084b47f0677ccca3934f1065f42235a97e315cf99
+size 1342239008

runs/Jul15_12-12-37_llm-finetuing-workbench-0/events.out.tfevents.1721045625.llm-finetuing-workbench-0.283.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f830206f6a2d700947a0b9c6d971ef1bbd2e88c844e7e9cc15fac9ca45966bd
+size 4756

runs/Jul15_13-20-23_llm-finetuing-workbench-0/events.out.tfevents.1721049690.llm-finetuing-workbench-0.277.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8bb2d30e2597bdc1530e6efa139df9164cc05f945c1455c52a177901e807d7
+size 6625

runs/Jul15_13-49-38_llm-finetuing-workbench-0/events.out.tfevents.1721051445.llm-finetuing-workbench-0.321.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773b7b15005083c0c1e963cf28d50ae196f3fb3878ed03a167874ba8cc9a36b3
+size 17381

tokenizer_config.json

@@ -1,7 +1,6 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
-  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0075b9b61e7983c32c312554ca9dcd21647b0ea967ce48f3aaaca988a7c3509b
-size 4411
+oid sha256:2b70d7b8904307a810fb2857ef343adf82097ac93c3e6ca7d37b5bf29d4b46e5
+size 4219