eduagarcia
commited on
Commit
•
dffb46d
1
Parent(s):
a02bd06
Update pr_worker.py
Browse files- pr_worker.py +6 -1
pr_worker.py
CHANGED
@@ -10,6 +10,7 @@ from functions import pr_already_exists, commit
|
|
10 |
|
11 |
QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
|
12 |
EVAL_REQUESTS_PATH = "./eval-queue/"
|
|
|
13 |
|
14 |
def run_pr_worker():
|
15 |
snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
|
@@ -24,7 +25,11 @@ def run_pr_worker():
|
|
24 |
continue
|
25 |
if model_data['result_metrics_average'] < 0.25:
|
26 |
continue
|
27 |
-
|
|
|
|
|
|
|
|
|
28 |
continue
|
29 |
try:
|
30 |
if not pr_already_exists(model_data['model']):
|
|
|
10 |
|
11 |
QUEUE_REPO = "eduagarcia-temp/llm_pt_leaderboard_requests"
|
12 |
EVAL_REQUESTS_PATH = "./eval-queue/"
|
13 |
+
blacklist = ['PORTULAN', 'Weni', '22h', 't5']
|
14 |
|
15 |
def run_pr_worker():
|
16 |
snapshot_download(repo_id=QUEUE_REPO, local_dir=EVAL_REQUESTS_PATH, repo_type="dataset", tqdm_class=None, etag_timeout=30)
|
|
|
25 |
continue
|
26 |
if model_data['result_metrics_average'] < 0.25:
|
27 |
continue
|
28 |
+
has_blacklist = False
|
29 |
+
for b in blacklist:
|
30 |
+
if b in model_data['model']:
|
31 |
+
has_blacklist = True
|
32 |
+
if has_blacklist:
|
33 |
continue
|
34 |
try:
|
35 |
if not pr_already_exists(model_data['model']):
|