File size: 892 Bytes
9224edf |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 |
# Parameters for EvaluationArguments:
# ==============================================================================
EvaluationArguments.base_model_name_or_path = 'meta-llama/Llama-2-7b-hf'
EvaluationArguments.batch_size = 8
EvaluationArguments.benchmark = 'mmlu'
EvaluationArguments.chat_formatting_function = \
'src.eval.templates.create_prompt_with_tulu_chat_format'
EvaluationArguments.data_dir = '${DATA_CACHE}/eval/mmlu'
EvaluationArguments.hf_upload_name = None
EvaluationArguments.load_in_8bit = False
EvaluationArguments.n_instances = None
EvaluationArguments.no_cot = False
EvaluationArguments.num_shots = 0
EvaluationArguments.peft_type = 'lora'
EvaluationArguments.save_dir = \
'/network/scratch/m/mohammed.muqeeth/supergoose/exp_out/cluster_loras/20/mmlu'
EvaluationArguments.seed = 42
EvaluationArguments.upload_to_hf = None
EvaluationArguments.use_chat_format = True
|