Spaces:
Running
Running
hi-melnikov
commited on
Commit
•
381feac
1
Parent(s):
6a3b0c7
Minor refactor download dataset
Browse files
src/leaderboard/build_leaderboard.py
CHANGED
@@ -27,6 +27,7 @@ def time_diff_wrapper(func):
|
|
27 |
@time_diff_wrapper
|
28 |
def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, backoff_factor=1.5):
|
29 |
"""Download dataset with exponential backoff retries."""
|
|
|
30 |
attempt = 0
|
31 |
while attempt < max_attempts:
|
32 |
try:
|
@@ -51,9 +52,6 @@ def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, ba
|
|
51 |
|
52 |
|
53 |
def download_openbench():
|
54 |
-
"""Downloads pre generated data"""
|
55 |
-
os.makedirs(DATA_ARENA_PATH, exist_ok=True)
|
56 |
-
|
57 |
# download prev autogenerated leaderboard files
|
58 |
download_dataset("Vikhrmodels/arena-leaderboard-metainfo", DATA_PATH)
|
59 |
|
|
|
27 |
@time_diff_wrapper
|
28 |
def download_dataset(repo_id, local_dir, repo_type="dataset", max_attempts=3, backoff_factor=1.5):
|
29 |
"""Download dataset with exponential backoff retries."""
|
30 |
+
os.makedirs(local_dir, exist_ok=True)
|
31 |
attempt = 0
|
32 |
while attempt < max_attempts:
|
33 |
try:
|
|
|
52 |
|
53 |
|
54 |
def download_openbench():
|
|
|
|
|
|
|
55 |
# download prev autogenerated leaderboard files
|
56 |
download_dataset("Vikhrmodels/arena-leaderboard-metainfo", DATA_PATH)
|
57 |
|