End of training

README.md

@@ -1,9 +1,11 @@
 ---
-license: apache-2.0
+base_model: cognitivecomputations/dolphin-2.1-mistral-7b
 library_name: peft
+license: apache-2.0
 tags:
+- trl
+- dpo
 - generated_from_trainer
-base_model: cognitivecomputations/dolphin-2.1-mistral-7b
 model-index:
 - name: doplhin-dpo
   results: []
@@ -44,8 +46,8 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.10.1.dev0
+- PEFT 0.8.2
 - Transformers 4.38.2
-- Pytorch 2.0.1+cu118
-- Datasets 2.18.0
+- Pytorch 2.2.2+cu121
+- Datasets 2.16.1
 - Tokenizers 0.15.2

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
     "k_proj",
+    "up_proj",
     "o_proj",
-    "down_proj",
+    "v_proj",
+    "gate_proj",
     "q_proj",
-    "up_proj",
-    "gate_proj"
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3992d689964416450a7c68bbfe0ffe284a5ccca6275371329851d41d496995a
+oid sha256:d20ff35e98f2af2cb38cea995009df76fdd84ee6da458d8498c965811d56c055
 size 1342239008

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": true,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aad1eb9a32a142c5a7fea96a5178705dfeb37949f3492091dca7493c1846af9
-size 4219
+oid sha256:d2377deb56840e02977da981a26a5feb4e68219ed9b863bec1327fa272b7b229
+size 4856