File size: 750 Bytes
6bb6b05 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
{
"model_name": "/home/ubuntu/code/llm-eval/models/single_label/deberta-v3-large/exp5/checkpoint-1500",
"lr": 3e-07,
"epochs": 1,
"weight_decay": 0.01,
"train_bs": 16,
"eval_bs": 16,
"gradient_accumulation_steps": 4,
"gradient_checkpointing": true,
"eval_datasets": [
{"path": "./data/all_eval/osu_eval.csv", "name": "osu"},
{"path": "./data/all_eval/deepset_hallucination_eval_only_all_agree.csv", "name": "deepset_hall"},
{"path": "./data/all_eval/deepset_flower_hallucinations_eval_only_all_agree.csv", "name": "deepset_flower"}
],
"train_dataset_path": "./data/all_training/all_train_v2.csv",
"exclude_datasets": ["nq"],
"tf32": true,
"bf16": false,
"half_precision": true,
"optim": "adamw_bnb_8bit"
}
|