End of training

README.md

@@ -11,7 +11,8 @@ model-index:
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)## axolotl config
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+## axolotl config
 ```yaml
 base_model: openaccess-ai-collective/tiny-mistral
 flash_attention: true

adapter_config.json

@@ -16,13 +16,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate_proj",
+    "v_proj",
     "up_proj",
     "q_proj",
-    "gate_proj",
+    "k_proj",
     "o_proj",
-    "down_proj",
-    "v_proj",
-    "k_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb0d0bf616b0ec3bd6fd2a39c4d00678d2582666fedfaa5a5ba722e303e5df34
+oid sha256:4bfc87adf4ef09e6cdcafd3f11af052817bf525a57d17eef53f89f980ac2411e
 size 49035696

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c05a806adf74045eb5ac3ed69e66cc42c10590328fa2414dd57e9f02453b12d8
+oid sha256:a5d96c2378d60e559fcd761b5e46a6a98a8c893fcb8ddd746f49da72ca0ddbd0
 size 5176