L3-Decent-Peter-Griffin-8B / mergekit_config.yml
Azazelle's picture
Upload folder using huggingface_hub
6f986ad verified
models:
- model: failspy/Llama-3-8B-Instruct-MopeyMule
- model: maldv/badger-kappa-llama-3-8b # 7/10
parameters:
density: 0.4
weight: 0.14
- model: Nitral-AI/Poppy_Porpoise-1.4-L3-8B # 7/10
parameters:
density: 0.5
weight: 0.18
- model: openlynn/Llama-3-Soliloquy-8B-v2 # 8/10
parameters:
density: 0.5
weight: 0.18
- model: Hastagaras/Jamet-8B-L3-MK.II # 6/10
parameters:
density: 0.3
weight: 0.1
- model: Sao10K/L3-8B-Stheno-v3.2 # 9/10
parameters:
density: 0.6
weight: 0.23
merge_method: breadcrumbs_ties
base_model: failspy/Llama-3-8B-Instruct-MopeyMule
parameters:
normalize: false
rescale: true
gamma: 0.01
dtype: float16