| # Parameters for EvaluationArguments: | |
| # ============================================================================== | |
| EvaluationArguments.base_model_name_or_path = 'meta-llama/Llama-2-7b-hf' | |
| EvaluationArguments.batch_size = 8 | |
| EvaluationArguments.benchmark = 'mmlu' | |
| EvaluationArguments.chat_formatting_function = \ | |
| 'src.eval.templates.create_prompt_with_tulu_chat_format' | |
| EvaluationArguments.data_dir = '${DATA_CACHE}/eval/mmlu' | |
| EvaluationArguments.hf_upload_name = None | |
| EvaluationArguments.load_in_8bit = False | |
| EvaluationArguments.n_instances = None | |
| EvaluationArguments.no_cot = False | |
| EvaluationArguments.num_shots = 0 | |
| EvaluationArguments.peft_type = 'lora' | |
| EvaluationArguments.save_dir = \ | |
| '/network/scratch/m/mohammed.muqeeth/supergoose/exp_out/cluster_loras/16/mmlu' | |
| EvaluationArguments.seed = 42 | |
| EvaluationArguments.upload_to_hf = None | |
| EvaluationArguments.use_chat_format = True | |