ZEUS-8B-V9 / mergekit_config.yml
T145's picture
Upload folder using huggingface_hub
10b3865 verified
raw
history blame contribute delete
567 Bytes
base_model: T145/KRONOS-8B-V5
dtype: bfloat16
merge_method: dare_ties
slices:
- sources:
- layer_range: [0, 32]
model: akjindal53244/Llama-3.1-Storm-8B
parameters:
density: 0.8
weight: 0.25
- layer_range: [0, 32]
model: arcee-ai/Llama-3.1-SuperNova-Lite
parameters:
density: 0.8
weight: 0.33
- layer_range: [0, 32]
model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2
parameters:
density: 0.8
weight: 0.42
- layer_range: [0, 32]
model: T145/KRONOS-8B-V5
tokenizer_source: base