Upload folder using huggingface_hub

README.md

@@ -4,26 +4,34 @@ tags:
 - merge
 - mergekit
 - lazymergekit
-- roberta-base
+- AIDC-ai-business/Marcoroni-7B-v3
+- EmbeddedLLM/Mistral-7B-Merge-14-v0.1
 ---
 
-# bert-roberta-merged
+# Marcoro14-7B-slerp
 
-bert-roberta-merged is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
-* [roberta-base](https://huggingface.co/roberta-base)
+Marcoro14-7B-slerp is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
+* [AIDC-ai-business/Marcoroni-7B-v3](https://huggingface.co/AIDC-ai-business/Marcoroni-7B-v3)
+* [EmbeddedLLM/Mistral-7B-Merge-14-v0.1](https://huggingface.co/EmbeddedLLM/Mistral-7B-Merge-14-v0.1)
 
 ## 🧩 Configuration
 
 ```yaml
-models:
-  - model: bert-base-uncased
-  - model: roberta-base
-    parameters:
-      density: 0.5
-      weight: 0.5
-merge_method: ties
-base_model: bert-base-uncased
+slices:
+  - sources:
+      - model: AIDC-ai-business/Marcoroni-7B-v3
+        layer_range: [0, 32]
+      - model: EmbeddedLLM/Mistral-7B-Merge-14-v0.1
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: AIDC-ai-business/Marcoroni-7B-v3
 parameters:
-  normalize: true
-dtype: float16
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
 ```