models: | |
- model: Qwen/Qwen2.5-14B-Instruct | |
- model: Qwen/Qwen2.5-14B | |
- model: Qwen/Qwen2.5-Coder-14B-Instruct | |
base_model: Qwen/Qwen2.5-14B | |
merge_method: model_stock | |
parameters: | |
normalize: true | |
quantization: | |
format: gguf | |
target_size: 4k | |
models: | |
- model: Qwen/Qwen2.5-14B-Instruct | |
- model: Qwen/Qwen2.5-14B | |
- model: Qwen/Qwen2.5-Coder-14B-Instruct | |
base_model: Qwen/Qwen2.5-14B | |
merge_method: model_stock | |
parameters: | |
normalize: true | |
quantization: | |
format: gguf | |
target_size: 4k | |