Llama-3-Swallow-Minus-Base / mergekit_config.yml
Casual-Autopsy's picture
Upload folder using huggingface_hub
7e982ba verified
models:
# Finetune model
- model: /kaggle/input/llama-3-swallow-8b-instruct-v0.1/transformers/hf/1
parameters:
weight: 1.0
# Base model
- model: /kaggle/input/meta-llama-3-8b/transformers/hf/1
parameters:
weight: -1.0
merge_method: task_arithmetic
base_model: /kaggle/input/llama-3-swallow-8b-instruct-v0.1/transformers/hf/1
parameters:
normalize: false
dtype: float32