models: - model: UCLA-AGI/Llama-3-Instruct-8B-SPPO-Iter3 - model: NousResearch/Hermes-2-Theta-Llama-3-8B - model: bunnycore/RemixLlama3-8B merge_method: model_stock base_model: bunnycore/RemixLlama3-8B dtype: bfloat16