File size: 417 Bytes
c15e6a8 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
name: aqua-qwen-0.1-110B
base_model:
model:
path: cognitivecomputations/dolphin-2.9.1-qwen-110b
dtype: bfloat16
merge_method: dare_linear
parameters:
normalize: 1.0
slices:
- sources:
- model: cognitivecomputations/dolphin-2.9.1-qwen-110b
layer_range: [0, 80]
parameters:
weight: 0.6
- model: Qwen/Qwen1.5-110B-Chat
layer_range: [0, 80]
parameters:
weight: 0.4 |