update

app.py

@@ -365,7 +365,7 @@ def launch_backend():
         _ = subprocess.run(["python", "backend-cli.py"])
 
 
-scheduler.add_job(launch_backend, "interval", seconds=120)
+# scheduler.add_job(launch_backend, "interval", seconds=120)
 
 scheduler.start()
 demo.queue(default_concurrency_limit=40).launch()

backend-cli.py

@@ -105,6 +105,7 @@ def process_finished_requests() -> bool:
 
     for eval_request in eval_requests:
         result_name: str = request_to_result_name(eval_request)
+        print(result_name, result_name in result_name_to_result)
 
         # Check the corresponding result
         eval_result: EvalResult = result_name_to_result[result_name]
@@ -114,6 +115,7 @@ def process_finished_requests() -> bool:
             task_name = task.benchmark
 
             if task_name not in eval_result.results:
+                print(task_name)
                 results = process_evaluation(task, eval_request)
                 return True