Spaces:
Sleeping
Sleeping
virtualmartire
commited on
Commit
•
39017f3
1
Parent(s):
fb25852
requested_models.append(model_id)
Browse files- app.py +5 -3
- utils/eval_requests.py +18 -13
app.py
CHANGED
@@ -16,8 +16,6 @@ leaderboard_df = pd.read_csv("leaderboard.csv")
|
|
16 |
# Get already evaluated or requested models
|
17 |
evaluated_models = leaderboard_df["model"].tolist()
|
18 |
requested_models = eval_requests.get_requested_models()
|
19 |
-
evaluated_or_requested_models = evaluated_models + requested_models
|
20 |
-
print(evaluated_or_requested_models)
|
21 |
|
22 |
# Format the dataframe
|
23 |
for col in leaderboard_df.columns:
|
@@ -60,7 +58,11 @@ with gr.Blocks() as leaderboard_app:
|
|
60 |
with gr.Column():
|
61 |
md_submission_result = gr.Markdown()
|
62 |
btn_submitt = gr.Button(value="🚀 Request")
|
63 |
-
btn_submitt.click(
|
|
|
|
|
|
|
|
|
64 |
|
65 |
with gr.TabItem("☢️ Evaluate", elem_id="od-benchmark-tab-table", id=3):
|
66 |
with gr.Column():
|
|
|
16 |
# Get already evaluated or requested models
|
17 |
evaluated_models = leaderboard_df["model"].tolist()
|
18 |
requested_models = eval_requests.get_requested_models()
|
|
|
|
|
19 |
|
20 |
# Format the dataframe
|
21 |
for col in leaderboard_df.columns:
|
|
|
58 |
with gr.Column():
|
59 |
md_submission_result = gr.Markdown()
|
60 |
btn_submitt = gr.Button(value="🚀 Request")
|
61 |
+
btn_submitt.click(
|
62 |
+
fn=eval_requests.request_model,
|
63 |
+
inputs=[model_id, evaluated_models, requested_models],
|
64 |
+
outputs=md_submission_result,
|
65 |
+
)
|
66 |
|
67 |
with gr.TabItem("☢️ Evaluate", elem_id="od-benchmark-tab-table", id=3):
|
68 |
with gr.Column():
|
utils/eval_requests.py
CHANGED
@@ -40,7 +40,7 @@ def is_model_on_hub(model_id):
|
|
40 |
return "was not found on hub!"
|
41 |
|
42 |
|
43 |
-
def request_model(model_id):
|
44 |
|
45 |
def styled_error(error):
|
46 |
return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>"
|
@@ -48,20 +48,22 @@ def request_model(model_id):
|
|
48 |
def styled_message(message):
|
49 |
return f"<p style='color: green; font-size: 20px; text-align: center;'>{message}</p>"
|
50 |
|
51 |
-
#
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
|
56 |
-
#
|
57 |
-
|
58 |
-
|
59 |
-
# if model_id in requested_models_list:
|
60 |
-
# return styled_error(f"A request for {model_id} was already made.")
|
61 |
|
62 |
-
#
|
63 |
-
|
64 |
-
|
|
|
|
|
|
|
|
|
65 |
|
66 |
# Push the request file to the private dataset repo
|
67 |
unique_request_filename = str(uuid.uuid4()) + ".json"
|
@@ -76,6 +78,9 @@ def request_model(model_id):
|
|
76 |
commit_message=f"{model_id} added to the evaluation queue.",
|
77 |
)
|
78 |
|
|
|
|
|
|
|
79 |
return styled_message("🤗 Your request has been submitted and will be evaluated as soon as possible!")
|
80 |
|
81 |
|
|
|
40 |
return "was not found on hub!"
|
41 |
|
42 |
|
43 |
+
def request_model(model_id, evaluated_models, requested_models):
|
44 |
|
45 |
def styled_error(error):
|
46 |
return f"<p style='color: red; font-size: 20px; text-align: center;'>{error}</p>"
|
|
|
48 |
def styled_message(message):
|
49 |
return f"<p style='color: green; font-size: 20px; text-align: center;'>{message}</p>"
|
50 |
|
51 |
+
# Check if the model is on the hub
|
52 |
+
error_msg = is_model_on_hub(model_id)
|
53 |
+
if error_msg != None:
|
54 |
+
return styled_error(f"{model_id} {error_msg}")
|
55 |
|
56 |
+
# Check if the model was already evaluated
|
57 |
+
if model_id in evaluated_models:
|
58 |
+
return styled_error(f"{model_id} has already been evaluated.")
|
|
|
|
|
59 |
|
60 |
+
# Check if the model was already requested
|
61 |
+
if model_id in requested_models:
|
62 |
+
return styled_error(f"A request for {model_id} was already made.")
|
63 |
+
|
64 |
+
# Add the model to the local evaluation queue
|
65 |
+
with open("requested_models.txt", "a") as f:
|
66 |
+
f.write(model_id + "\n")
|
67 |
|
68 |
# Push the request file to the private dataset repo
|
69 |
unique_request_filename = str(uuid.uuid4()) + ".json"
|
|
|
78 |
commit_message=f"{model_id} added to the evaluation queue.",
|
79 |
)
|
80 |
|
81 |
+
# Record the request
|
82 |
+
requested_models.append(model_id)
|
83 |
+
|
84 |
return styled_message("🤗 Your request has been submitted and will be evaluated as soon as possible!")
|
85 |
|
86 |
|