metadata
base_model: mistralai/Mistral-Nemo-Instruct-240
library_name: transformers
tags:
- mergekit
- merge
MN-Slush + NemoMix Unleashed.
models:
- model: slush-stage1
parameters:
weight: 1
density: 1
- model: slush-stage2
parameters:
weight: 0.7
density: 1
- model: MarinaraSpaghetti/NemoMix-Unleashed-12B
parameters:
weight: 0.9
density: 1
- model: mistralai/Mistral-Nemo-Instruct-2407
parameters:
weight: 1
density: 1
merge_method: ties
base_model: mistralai/Mistral-Nemo-Base-2407
parameters:
weight: 1
density: 1
normalize: true
int8_mask: true
tokenizer_source: mistralai/Mistral-Nemo-Instruct-2407
dtype: bfloat16