models: - model: yam-peleg/Experiment26-7B # No parameters necessary for base model - model: chihoonlee10/T3Q-Mistral-Orca-Math-DPO parameters: density: 0.53 weight: 0.6 merge_method: dare_ties base_model: yam-peleg/Experiment26-7B parameters: int8_mask: true dtype: bfloat16 random_seed: 0