NeuralQwen-7B-Spanish-Merge / mergekit_config.yml
Kukedlc's picture
Upload folder using huggingface_hub
817b5dd verified
models:
- model: Qwen/Qwen2.5-7B
# No parameters necessary for base model
- model: Qwen/Qwen2.5-7B-Instruct
parameters:
density: 0.53
weight: 0.4
- model: Kukedlc/Qwen2.5-7B-Spanish-0.2
parameters:
density: 0.44
weight: 0.6
merge_method: dare_ties
base_model: Qwen/Qwen2.5-7B
parameters:
int8_mask: true
dtype: bfloat16