models: - model: eren23/dpo-binarized-NeuralTrix-7B # no parameters necessary for base model - model: bardsai/jaskier-7b-dpo-v3.3 parameters: density: 0.65 weight: 0.4 - model: Kquant03/NeuralTrix-7B-dpo-laser parameters: density: 0.6 weight: 0.35 - model: CultriX/NeuralTrix-v4-bf16 parameters: density: 0.55 weight: 0.15 - model: CultriX/NeuralTrix-V2 parameters: density: 0.55 weight: 0.15 merge_method: dare_ties base_model: eren23/dpo-binarized-NeuralTrix-7B parameters: int8_mask: true dtype: bfloat16