pminervini commited on
Commit
dbd4d1b
1 Parent(s): 019c395
Files changed (1) hide show
  1. src/backend/run_eval_suite.py +1 -1
src/backend/run_eval_suite.py CHANGED
@@ -14,7 +14,7 @@ def run_evaluation(eval_request: EvalRequest, task_names, num_fewshot, batch_siz
14
 
15
  print(f"Selected Tasks: {task_names}")
16
 
17
- results = evaluator.simple_evaluate(model="hf-causal-experimental", # "hf-causal"
18
  model_args=eval_request.get_model_args(),
19
  tasks=task_names, num_fewshot=num_fewshot,
20
  batch_size=batch_size, device=device, use_cache=use_cache,
 
14
 
15
  print(f"Selected Tasks: {task_names}")
16
 
17
+ results = evaluator.simple_evaluate(model="hf-auto", # "hf-causal-experimental", # "hf-causal"
18
  model_args=eval_request.get_model_args(),
19
  tasks=task_names, num_fewshot=num_fewshot,
20
  batch_size=batch_size, device=device, use_cache=use_cache,