Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Commit
•
85b25b4
1
Parent(s):
162a49b
update
Browse files- backend-cli.py +8 -1
backend-cli.py
CHANGED
@@ -100,6 +100,9 @@ def process_finished_requests() -> bool:
|
|
100 |
# Sort the evals by priority (first submitted first run)
|
101 |
eval_requests: list[EvalRequest] = sort_models_by_priority(api=API, models=eval_requests)
|
102 |
|
|
|
|
|
|
|
103 |
random.shuffle(eval_requests)
|
104 |
|
105 |
from src.leaderboard.read_evals import get_raw_eval_results
|
@@ -161,7 +164,10 @@ def process_pending_requests() -> bool:
|
|
161 |
set_eval_request(api=API, eval_request=eval_request, set_to_status=RUNNING_STATUS, hf_repo=QUEUE_REPO,
|
162 |
local_dir=EVAL_REQUESTS_PATH_BACKEND)
|
163 |
|
164 |
-
|
|
|
|
|
|
|
165 |
results = process_evaluation(task, eval_request)
|
166 |
|
167 |
set_eval_request(api=API, eval_request=eval_request, set_to_status=FINISHED_STATUS, hf_repo=QUEUE_REPO,
|
@@ -171,6 +177,7 @@ def process_pending_requests() -> bool:
|
|
171 |
|
172 |
|
173 |
if __name__ == "__main__":
|
|
|
174 |
res = process_pending_requests()
|
175 |
|
176 |
if res is False:
|
|
|
100 |
# Sort the evals by priority (first submitted first run)
|
101 |
eval_requests: list[EvalRequest] = sort_models_by_priority(api=API, models=eval_requests)
|
102 |
|
103 |
+
# XXX
|
104 |
+
# eval_requests = [r for r in eval_requests if 'bloom-560m' in r.model]
|
105 |
+
|
106 |
random.shuffle(eval_requests)
|
107 |
|
108 |
from src.leaderboard.read_evals import get_raw_eval_results
|
|
|
164 |
set_eval_request(api=API, eval_request=eval_request, set_to_status=RUNNING_STATUS, hf_repo=QUEUE_REPO,
|
165 |
local_dir=EVAL_REQUESTS_PATH_BACKEND)
|
166 |
|
167 |
+
task_lst = TASKS_HARNESS.copy()
|
168 |
+
random.shuffle(task_lst)
|
169 |
+
|
170 |
+
for task in task_lst:
|
171 |
results = process_evaluation(task, eval_request)
|
172 |
|
173 |
set_eval_request(api=API, eval_request=eval_request, set_to_status=FINISHED_STATUS, hf_repo=QUEUE_REPO,
|
|
|
177 |
|
178 |
|
179 |
if __name__ == "__main__":
|
180 |
+
# res = False
|
181 |
res = process_pending_requests()
|
182 |
|
183 |
if res is False:
|