Upload folder using huggingface_hub

README.md

@@ -34,6 +34,8 @@ More information needed
 
 ### Training hyperparameters
 
+The following hyperparameters were used during training:
+
 
 ### Training results
 

adapter_config.json

@@ -10,23 +10,23 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 256,
+  "lora_alpha": 32,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
     "up_proj",
-    "v_proj",
-    "down_proj",
-    "q_proj",
     "gate_proj",
     "k_proj",
-    "o_proj"
+    "v_proj",
+    "down_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64d352969620ec175b48f4f6006e1b34774e4d2f810da8374603a89f78d4fdef
-size 957942768
+oid sha256:4f23cbd214c462abacd45181a773437598bbaca8f0300df891a1e785d3a6e04a
+size 119801528

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eee965ab3b7f8b871d1cf5296d8638d2acce1024b8c5c695521729eb311be3e9
+oid sha256:b0a211714517eff7d18ae22c14b4f511636278c6a89f87805ee2e039c0dd6636
 size 5432