mergekit_config.yml

models:
  - model: mistralai/Mistral-7B-v0.1
    # no parameters necessary for base model
  - model: monology/mixtral-slerp0
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp1
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp2
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp3
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp4
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp5
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp6
    parameters:
      density: 0.5
      weight: 0.1
  - model: monology/mixtral-slerp7
    parameters:
      density: 0.5
      weight: 0.1
merge_method: ties
base_model: mistralai/Mistral-7B-v0.1
parameters:
  normalize: true
dtype: float16