models: | |
- model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo | |
# no params for base model | |
- model: Intel/neural-chat-7b-v3-3 | |
parameters: | |
weight: 0.55 | |
density: 0.46 | |
- model: cognitivecomputations/samantha-mistral-7b | |
parameters: | |
weight: 0.64 | |
density: 0.55 | |
merge_method: dare_ties | |
base_model: macadeliccc/WestLake-7B-v2-laser-truthy-dpo | |
parameters: | |
normalize: true | |
int8_mask: true | |
dtype: float16 | |