slices: | |
- sources: | |
- model: NousResearch/Hermes-3-Llama-3.1-8B | |
layer_range: | |
- 0 | |
- 32 | |
- model: cognitivecomputations/dolphin-2.9.4-llama3.1-8b | |
layer_range: | |
- 0 | |
- 32 | |
merge_method: slerp | |
base_model: NousResearch/Hermes-3-Llama-3.1-8B | |
parameters: | |
t: [0.0, 0.2, 0.4, 0.2, 0.0] | |
dtype: bfloat16 | |