mk and other changes
Browse files- mergekit_config.yml +4 -4
mergekit_config.yml
CHANGED
@@ -5,7 +5,7 @@ slices:
|
|
5 |
- sources:
|
6 |
- model: 152334H/miqu-1-70b-sf
|
7 |
layer_range: [0, 1]
|
8 |
-
- model:
|
9 |
layer_range: [0, 1]
|
10 |
parameters:
|
11 |
weight: 0
|
@@ -19,13 +19,13 @@ slices:
|
|
19 |
- model: 152334H/miqu-1-70b-sf
|
20 |
layer_range: [20, 40]
|
21 |
- sources:
|
22 |
-
- model:
|
23 |
layer_range: [30, 50]
|
24 |
- sources:
|
25 |
- model: 152334H/miqu-1-70b-sf
|
26 |
layer_range: [40, 60]
|
27 |
- sources:
|
28 |
-
- model:
|
29 |
layer_range: [50, 70]
|
30 |
- sources:
|
31 |
- model: 152334H/miqu-1-70b-sf
|
@@ -33,7 +33,7 @@ slices:
|
|
33 |
- sources:
|
34 |
- model: 152334H/miqu-1-70b-sf
|
35 |
layer_range: [79, 80]
|
36 |
-
- model:
|
37 |
layer_range: [79, 80]
|
38 |
parameters:
|
39 |
weight: 0
|
|
|
5 |
- sources:
|
6 |
- model: 152334H/miqu-1-70b-sf
|
7 |
layer_range: [0, 1]
|
8 |
+
- model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
|
9 |
layer_range: [0, 1]
|
10 |
parameters:
|
11 |
weight: 0
|
|
|
19 |
- model: 152334H/miqu-1-70b-sf
|
20 |
layer_range: [20, 40]
|
21 |
- sources:
|
22 |
+
- model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
|
23 |
layer_range: [30, 50]
|
24 |
- sources:
|
25 |
- model: 152334H/miqu-1-70b-sf
|
26 |
layer_range: [40, 60]
|
27 |
- sources:
|
28 |
+
- model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
|
29 |
layer_range: [50, 70]
|
30 |
- sources:
|
31 |
- model: 152334H/miqu-1-70b-sf
|
|
|
33 |
- sources:
|
34 |
- model: 152334H/miqu-1-70b-sf
|
35 |
layer_range: [79, 80]
|
36 |
+
- model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
|
37 |
layer_range: [79, 80]
|
38 |
parameters:
|
39 |
weight: 0
|