base_model: mitultiwari/mistral-7B-instruct-dpo
dtype: bfloat16
merge_method: dare_ties
models:
- model: mitultiwari/mistral-7B-instruct-dpo
- model: senseable/WestLake-7B-v2
  parameters:
    density: 0.75
    weight: 0.30
- model: SanjiWatsuki/Silicon-Maid-7B
  parameters:
    density: 0.75
    weight: 0.30
- model: jan-hq/stealth-v1.3
  parameters:
    density: 0.85
    weight: 0.30
- model: Guilherme34/Samantha-v2
  parameters:
    density: 0.65
    weight: 0.10
parameters:
  int8_mask: true