Yeyito commited on
Commit
807834f
1 Parent(s): 28487fe

No more restarting space, fixed format

Browse files
Files changed (1) hide show
  1. app.py +5 -3
app.py CHANGED
@@ -38,16 +38,18 @@ modelQueue = []
38
  def restart_space(): #Most dumbest update function to ever exist, I'm sobbing in tears as I've tried to make gradio update the leaderboard literally any other way.
39
  API.restart_space(repo_id=REPO_ID, token=H4_TOKEN)
40
 
 
 
 
 
41
 
42
  def save_to_txt(model, results, model_type):
43
  file_path = "data/code_eval_board.csv"
44
 
45
  with open(file_path, "a") as f:
46
- f.write(f"\n{model_type},{model}," + str(results["arc"]) + "," + str(results["hellaswag"]) + "," + str(results["mmlu"]) + "," + str(results["truthfulQA"]) + "," + str(results["winogrande"]) + "," + str(results["gsm8k"]))
47
  f.close()
48
 
49
- restart_space()
50
-
51
  def run_test(model,ref_model,data):
52
  print(f"|| TESTING {data} ||")
53
  return evaluator.main(
 
38
  def restart_space(): #Most dumbest update function to ever exist, I'm sobbing in tears as I've tried to make gradio update the leaderboard literally any other way.
39
  API.restart_space(repo_id=REPO_ID, token=H4_TOKEN)
40
 
41
+ def formatr(result):
42
+ result = result.split(",")[2].replace(")","")
43
+ result = result.replace(" ","")
44
+ return result
45
 
46
  def save_to_txt(model, results, model_type):
47
  file_path = "data/code_eval_board.csv"
48
 
49
  with open(file_path, "a") as f:
50
+ f.write(f"\n{model_type},{model}," + str(formatr(results["arc"])) + "," + str(formatr(results["hellaswag"])) + "," + str(formatr(results["mmlu"])) + "," + str(formatr(results["truthfulQA"])) + "," + str(formatr(results["winogrande"])) + "," + str(formatr(results["gsm8k"])))
51
  f.close()
52
 
 
 
53
  def run_test(model,ref_model,data):
54
  print(f"|| TESTING {data} ||")
55
  return evaluator.main(