Upload folder using huggingface_hub

README.md

@@ -23,10 +23,10 @@ This model was merged using the [DARE](https://arxiv.org/abs/2311.03099) [TIES](
 ### Models Merged
 
 The following models were included in the merge:
-* [argilla/distilabeled-OpenHermes-2.5-Mistral-7B](https://huggingface.co/argilla/distilabeled-OpenHermes-2.5-Mistral-7B)
+* [mlabonne/AlphaMonarch-7B](https://huggingface.co/mlabonne/AlphaMonarch-7B)
 * [NeverSleep/Noromaid-7B-0.4-DPO](https://huggingface.co/NeverSleep/Noromaid-7B-0.4-DPO)
 * [senseable/WestLake-7B-v2](https://huggingface.co/senseable/WestLake-7B-v2)
-* [mlabonne/AlphaMonarch-7B](https://huggingface.co/mlabonne/AlphaMonarch-7B)
+* [argilla/distilabeled-OpenHermes-2.5-Mistral-7B](https://huggingface.co/argilla/distilabeled-OpenHermes-2.5-Mistral-7B)
 
 ### Configuration
 
@@ -39,19 +39,19 @@ models:
   - model: senseable/WestLake-7B-v2
     parameters:
       density: 0.58
-      weight: [0.4, 0.1]
+      weight: [0.50, 0.40, 0.25, 0.05]
   - model: NeverSleep/Noromaid-7B-0.4-DPO
     parameters:
       density: 0.58
-      weight: [0.1, 0.4]
+      weight: [0.05, 0.05, 0.25, 0.40]
   - model: argilla/distilabeled-OpenHermes-2.5-Mistral-7B
     parameters:
       density: 0.58
-      weight: [.4, 0.1]
+      weight: [0.40, 0.50, 0.25, 0.05]
   - model: mlabonne/AlphaMonarch-7B
     parameters:
       density: 0.58
-      weight: [0.1, 0.4]
+      weight: [0.05, 0.05, 0.25, 0.50]
 merge_method: dare_ties
 base_model: mistralai/Mistral-7B-v0.1
 parameters:
@@ -59,11 +59,10 @@ parameters:
 dtype: bfloat16
 
 ```
-
 ### Benchmark Testing
 
 |                                                         | MT-Bench                                    | EQ-Bench v2.1                               |
 |---------------------------------------------------------|---------------------------------------------|---------------------------------------------|
-| giraffe176/WestLake_Noromaid_OpenHermes_neural-chatv0.1 | 7.786932                                    | **76.9** (3 Shot, ooba)                     |
+| giraffe176/WestLake_Noromaid_OpenHermes_neural-chatv0.1 | 7.786932                                    | **77.41** (1 Shot, ooba)                     |
 | claude-v1                                               | **7.900000**                                | 76.83 [Leaderboard](https://eqbench.com/)   |
 |                                                         | [(Paper)](https://arxiv.org/abs/2306.05685) | [(Paper)](https://arxiv.org/abs/2312.06281) |

mergekit_config.yml

@@ -4,19 +4,19 @@ models:
   - model: senseable/WestLake-7B-v2
     parameters:
       density: 0.58
-      weight: [0.4, 0.1]
+      weight: [0.50, 0.40, 0.25, 0.05]
   - model: NeverSleep/Noromaid-7B-0.4-DPO
     parameters:
       density: 0.58
-      weight: [0.1, 0.4]
+      weight: [0.05, 0.05, 0.25, 0.40]
   - model: argilla/distilabeled-OpenHermes-2.5-Mistral-7B
     parameters:
       density: 0.58
-      weight: [.4, 0.1]
+      weight: [0.40, 0.50, 0.25, 0.05]
   - model: mlabonne/AlphaMonarch-7B
     parameters:
       density: 0.58
-      weight: [0.1, 0.4]
+      weight: [0.05, 0.05, 0.25, 0.50]
 merge_method: dare_ties
 base_model: mistralai/Mistral-7B-v0.1
 parameters:

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9b4c8991fb5d8af435c0d59d41bde52848a6bddb33bd47f9d3d60cf911d4aa4
+oid sha256:be74d486aae32ac846bad1160b5df8172d488a89f901d7cf6e00448e6e6cd388
 size 9976535752

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1dc756f45ac32262f424a5192c2de388453162e300a420d7a84f79a0e765744
+oid sha256:488e6c68c831f35af21805f424498dc5edc3b49aa79232275bddd26dca08a262
 size 4506962288