models: - model: RaduGabriel/MUZD parameters: weight: 0.3 - model: RaduGabriel/Mistral-Instruct-Ukrainian-SFT parameters: weight: 0.3 - model: Radu1999/MisterUkrainianDPO parameters: weight: 0.1 - model: CultriX/NeuralTrix-7B-dpo parameters: weight: 0.3 merge_method: task_arithmetic base_model: mistralai/Mistral-7B-v0.1 dtype: bfloat16