xzuyn commited on
Commit
5e10cc5
1 Parent(s): e52ca51

Upload FimbulWestHolobuSiliKunoichiBeagle-10.7B.yaml

Browse files
FimbulWestHolobuSiliKunoichiBeagle-10.7B.yaml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Mistral Merging
2
+ merge_method: linear
3
+ dtype: float16
4
+ models:
5
+ - model: KoboldAI/Mistral-7B-Holodeck-1
6
+ parameters:
7
+ weight: 0.45
8
+ - model: KoboldAI/Mistral-7B-Erebus-v3
9
+ parameters:
10
+ weight: 0.45
11
+ - model: senseable/WestLake-7B-v2
12
+ parameters:
13
+ weight: 0.025
14
+ - model: fblgit/UNA-TheBeagle-7b-v1
15
+ parameters:
16
+ weight: 0.025
17
+ - model: SanjiWatsuki/Kunoichi-DPO-v2-7B
18
+ parameters:
19
+ weight: 0.025
20
+ - model: SanjiWatsuki/Silicon-Maid-7B
21
+ parameters:
22
+ weight: 0.025
23
+ name: MV01-WestHolobuSiliKunoichiBeagle-7B
24
+ ---
25
+
26
+ # Mistral Stacking
27
+ merge_method: passthrough
28
+ dtype: float16
29
+ slices:
30
+ - sources:
31
+ - model: MV01-WestHolobuSiliKunoichiBeagle-7B
32
+ layer_range: [0, 24]
33
+ - sources:
34
+ - model: MV01-WestHolobuSiliKunoichiBeagle-7B
35
+ layer_range: [8, 32]
36
+ name: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
37
+ ---
38
+
39
+ # Mistral Stack Healing
40
+ merge_method: task_arithmetic
41
+ dtype: float16
42
+ base_model: Undi95/Mistral-11B-v0.1
43
+ models:
44
+ - model: Sao10K/Fimbulvetr-11B-v2
45
+ parameters:
46
+ weight: 1.0
47
+ - model: MV01-Stacked-WestHolobuSiliKunoichiBeagle-Unhealed-10.7B
48
+ parameters:
49
+ weight: 1.0
50
+ name: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
51
+ ---
52
+
53
+ # Healed Stack Config Fixing
54
+ merge_method: task_arithmetic
55
+ dtype: float16
56
+ base_model: Sao10K/Fimbulvetr-11B-v2
57
+ models:
58
+ - model: FimbulWestHolobuSiliKunoichiBeagle-UnfixedConfig-10.7B
59
+ parameters:
60
+ weight: 1.0
61
+