models: - model: mistralai/Mistral-7B-Instruct-v0.2 # No parameters necessary for base model - model: Open-Orca/Mistral-7B-OpenOrca parameters: density: 0.5 weight: 0.3 - model: openchat/openchat-3.5-0106 parameters: density: 0.5 weight: 0.3 - model: WizardLM/WizardMath-7B-V1.1 parameters: density: 0.5 weight: 0.3 merge_method: dare_ties base_model: mistralai/Mistral-7B-Instruct-v0.2 parameters: normalize: true dtype: float16