Spaces:
Runtime error
Runtime error
mistralai default ref, queue hotfix
Browse files
app.py
CHANGED
@@ -34,7 +34,7 @@ COLS_LITE = [c.name for c in fields(AutoEvalColumn) if c.displayed_by_default an
|
|
34 |
TYPES_LITE = [c.type for c in fields(AutoEvalColumn) if c.displayed_by_default and not c.hidden]
|
35 |
|
36 |
# CONFIGURATION:
|
37 |
-
ref_model = "
|
38 |
test_datasets = ["truthful_qa","cais/mmlu","ai2_arc","gsm8k","Rowan/hellaswag","winogrande"]
|
39 |
modelQueue = (pd.read_csv('data/queue.csv')).values.tolist()
|
40 |
print(modelQueue)
|
@@ -106,6 +106,7 @@ def queue(model,model_type):
|
|
106 |
|
107 |
file_path = "data/queue.csv"
|
108 |
with open(file_path, "a") as f:
|
|
|
109 |
f.write(f"\n{model_type},{model}")
|
110 |
f.close()
|
111 |
print(f"QUEUE:\n{modelQueue}")
|
|
|
34 |
TYPES_LITE = [c.type for c in fields(AutoEvalColumn) if c.displayed_by_default and not c.hidden]
|
35 |
|
36 |
# CONFIGURATION:
|
37 |
+
ref_model = "mistralai/Mistral-7B-v0.1"
|
38 |
test_datasets = ["truthful_qa","cais/mmlu","ai2_arc","gsm8k","Rowan/hellaswag","winogrande"]
|
39 |
modelQueue = (pd.read_csv('data/queue.csv')).values.tolist()
|
40 |
print(modelQueue)
|
|
|
106 |
|
107 |
file_path = "data/queue.csv"
|
108 |
with open(file_path, "a") as f:
|
109 |
+
model = model.strip()
|
110 |
f.write(f"\n{model_type},{model}")
|
111 |
f.close()
|
112 |
print(f"QUEUE:\n{modelQueue}")
|