models: - model: NeverSleep/Noromaid-7B-0.4-DPO - model: SanjiWatsuki/Kunoichi-DPO-v2-7B - model: Undi95/Toppy-M-7B - model: Epiculous/Fett-uccine-7B merge_method: model_stock base_model: SanjiWatsuki/Kunoichi-DPO-v2-7B dtype: bfloat16