slices: - sources: - model: VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct layer_range: - 0 - 32 - model: TheDrummer/Llama-3SOME-8B-v1 layer_range: - 0 - 32 merge_method: slerp base_model: VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct parameters: t: - filter: self_attn value: - 0 - 0.5 - 0.3 - 0.7 - 1 - filter: mlp value: - 1 - 0.5 - 0.7 - 0.3 - 0 - value: 0.5 dtype: bfloat16