merge_method: slerp
base_model: arcee-ai/Arcee-Nova
dtype: float32
out_dtype: bfloat16
models:
  - model: arcee-ai/Arcee-Nova
  - model: alpindale/magnum-72b-v1
parameters:
  t:
    - filter: self_attn
      value: [0, 0.5, 0.5, 0.7]
    - filter: mlp
      value: [0.25, 0.25, 0.5, 0.6]
    - filter: embed_tokens
      value: 0.5
    - filter: lm_head
      value: 0.8
    - value: 0.5