future-xy commited on
Commit
d10adef
1 Parent(s): 1118802

set batch size to 16

Browse files
Files changed (1) hide show
  1. backend-cli.py +4 -1
backend-cli.py CHANGED
@@ -27,6 +27,9 @@ import time
27
 
28
  import logging
29
  import pprint
 
 
 
30
 
31
 
32
  def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
@@ -110,7 +113,7 @@ def request_to_result_name(request: EvalRequest) -> str:
110
 
111
 
112
  def process_evaluation(task: Task, eval_request: EvalRequest) -> dict:
113
- batch_size = 2
114
  try:
115
  results = run_evaluation(
116
  eval_request=eval_request,
 
27
 
28
  import logging
29
  import pprint
30
+ from lm_eval.utils import eval_logger
31
+
32
+ eval_logger.setLevel(logging.WARNING)
33
 
34
 
35
  def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
 
113
 
114
 
115
  def process_evaluation(task: Task, eval_request: EvalRequest) -> dict:
116
+ batch_size = 16
117
  try:
118
  results = run_evaluation(
119
  eval_request=eval_request,