athirdpath
commited on
Commit
•
4f56cea
1
Parent(s):
7acffed
Create README.md
Browse files
README.md
ADDED
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
### Recipe
|
2 |
+
merge_method: dare_ties
|
3 |
+
|
4 |
+
- base_model: athirdpath/BigMistral-11b
|
5 |
+
|
6 |
+
- model: athirdpath/DoublePivot-11b
|
7 |
+
|
8 |
+
weight: [0.20, 0.34, 0.42, 0.53, 0.60] / density: 0.45
|
9 |
+
|
10 |
+
- model: athirdpath/DoubleMaid-11b
|
11 |
+
|
12 |
+
weight: [0.65, 0.51, 0.43, 0.32, 0.25] / density: [0.60, 0.54, 0.50, 0.48, 0.40]
|
13 |
+
|
14 |
+
- model: athirdpath/BigMistral-11b-GLUED
|
15 |
+
|
16 |
+
weight: 0.15 / density: 0.40
|
17 |
+
|
18 |
+
int8_mask: true
|
19 |
+
|
20 |
+
dtype: bfloat16
|