File size: 780 Bytes
cb9e677 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 |
batch_size: 1
checkpoint: true
ckpt_freq: 100
ckpt_only_lora: false
data:
data: ''
eval_instruct_data: ''
instruct:
dynamic_chunk_fn_call: true
shuffle: true
instruct_data: /root/data/mol_instructions_train.jsonl
shuffle: false
eval_freq: 100
log_freq: 1
lora:
dropout: 0.0
enable: true
rank: 64
scaling: 2.0
max_norm: 1.0
max_steps: 500
mlflow:
experiment_name: null
tracking_uri: null
model_id_or_path: /root/mistral_models/7B-v0.3
no_ckpt: false
no_eval: true
num_ckpt_keep: 3
num_microbatches: 1
optim:
lr: 6.0e-05
pct_start: 0.05
weight_decay: 0.1
run_dir: /root/mistral-finetune/runs2
seed: 0
seq_len: 32768
wandb:
key: aaf77f83a4e316f6a8b47fa975ab6b5e73c7c8df
offline: false
project: CHEMISTral7b-ft
run_name: run1
world_size: 1
|