# slices: # - sources: # - model: meta-llama/Meta-Llama-3-8B-Instruct # layer_range: [0, 32] # - model: upstage/SOLAR-10.7B-Instruct-v1.0 # layer_range: [0, 32] # - model: beomi/Llama-3-Open-Ko-8B # layer_range: [0, 32] # merge_method: slerp # base_model: meta-llama/Meta-Llama-3-8B-Instruct # parameters: # t: # - filter: self_attn # value: [0.4, 0.3, 0.3] # Adjust these values based on desired influence # - filter: mlp # value: [0.3, 0.35, 0.35] # Adjust these values based on desired influence # - value: 0.33 # Fallback for rest of tensors # dtype: float16 # name: integrated-model slices: - sources: - model: beomi/Llama-3-Open-Ko-8B layer_range: [0, 32] - model: meta-llama/Meta-Llama-3-8B-Instruct layer_range: [0, 32] merge_method: slerp base_model: meta-llama/Meta-Llama-3-8B-Instruct parameters: t: - filter: self_attn value: [0, 0.5, 0.3, 0.7, 1] - filter: mlp value: [1, 0.5, 0.7, 0.3, 0] - value: 0.5 dtype: bfloat16