models: - model: mistralai/Mistral-7B-v0.1 # no parameters necessary for base model - model: monology/mixtral-slerp0 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp1 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp2 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp3 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp4 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp5 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp6 parameters: density: 0.5 weight: 0.1 - model: monology/mixtral-slerp7 parameters: density: 0.5 weight: 0.1 merge_method: ties base_model: mistralai/Mistral-7B-v0.1 parameters: normalize: true dtype: float16