models: models: - model: cstr/llama3.1-8b-spaetzle-v59 parameters: weight: 0.3 density: 0.5 - model: cstr/llama3.1-8b-spaetzle-v63 parameters: weight: 0.15 density: 0.5 - model: cstr/llama3.1-8b-spaetzle-v66 parameters: weight: 0.15 density: 0.5 - model: cstr/llama3.1-8b-spaetzle-v73 parameters: weight: 0.4 density: 0.5 base_model: cstr/llama3.1-8b-spaetzle-v59 merge_method: della_linear parameters: int8_mask: true normalize: true epsilon: 0.1 lambda: 1.0 density: 0.7 dtype: bfloat16