Training in progress, epoch 0

adapter_config.json

@@ -7,11 +7,11 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 16,
-  "lora_dropout": 0.1,
+  "lora_alpha": 32,
+  "lora_dropout": 0.5,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 8,
   "revision": null,
   "target_modules": [
     "q_proj",

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a8af0c502276a5de63997416422ab28f5ba179b9f8409d1949d261ad9fdf7f5
-size 134263757
+oid sha256:a7250b974cca171eff26cc020f916e0d793246aab14539fba56f4878bc75630a
+size 16822989

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 4096,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9daa05828058094cd919682af271f6630a16021abceed57e6f54f6717d3d41b1
+oid sha256:17d211d8c4bed18a6ebfd173740e269f5c9d1ab5c3012a9a9c2daf39fe4a6c59
 size 4027