models:
  - model: Erland/Gemma_Reward_Merged
    parameters:
      weight: 0.5
  - model: unsloth/gemma-2-9b-it
    parameters:
      weight: 0.5
merge_method: linear
dtype: bfloat16