Yeyito commited on
Commit
9bf390d
1 Parent(s): f27ee6f

mistralai default ref, queue hotfix

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -34,7 +34,7 @@ COLS_LITE = [c.name for c in fields(AutoEvalColumn) if c.displayed_by_default an
34
  TYPES_LITE = [c.type for c in fields(AutoEvalColumn) if c.displayed_by_default and not c.hidden]
35
 
36
  # CONFIGURATION:
37
- ref_model = "huggyllama/llama-7b"
38
  test_datasets = ["truthful_qa","cais/mmlu","ai2_arc","gsm8k","Rowan/hellaswag","winogrande"]
39
  modelQueue = (pd.read_csv('data/queue.csv')).values.tolist()
40
  print(modelQueue)
@@ -106,6 +106,7 @@ def queue(model,model_type):
106
 
107
  file_path = "data/queue.csv"
108
  with open(file_path, "a") as f:
 
109
  f.write(f"\n{model_type},{model}")
110
  f.close()
111
  print(f"QUEUE:\n{modelQueue}")
 
34
  TYPES_LITE = [c.type for c in fields(AutoEvalColumn) if c.displayed_by_default and not c.hidden]
35
 
36
  # CONFIGURATION:
37
+ ref_model = "mistralai/Mistral-7B-v0.1"
38
  test_datasets = ["truthful_qa","cais/mmlu","ai2_arc","gsm8k","Rowan/hellaswag","winogrande"]
39
  modelQueue = (pd.read_csv('data/queue.csv')).values.tolist()
40
  print(modelQueue)
 
106
 
107
  file_path = "data/queue.csv"
108
  with open(file_path, "a") as f:
109
+ model = model.strip()
110
  f.write(f"\n{model_type},{model}")
111
  f.close()
112
  print(f"QUEUE:\n{modelQueue}")