models: - model: s3nh/Sonya-Panda-7B-slerp parameters: density: [1, 0.7, 0.1] # density gradient weight: 1.0 - model: argilla/distilabeled-Marcoro14-7B-slerp parameters: density: 0.5 weight: [0, 0.3, 0.7, 1] # weight gradient - model: Weyaxi/MetaMath-OpenHermes-2.5-neural-chat-v3-3-Slerp parameters: density: 0.33 weight: - filter: mlp value: 0.5 - value: 0 merge_method: ties base_model: liminerity/Blur-7b-v1.21 parameters: normalize: true int8_mask: true dtype: bfloat16