Spaces:
Running
Running
BenchmarkBot
commited on
Commit
β’
fbc8c87
1
Parent(s):
f2d0515
support querying the plot from url
Browse files- app.py +22 -13
- src/assets/css_html_js.py +1 -1
- src/utils.py +23 -5
app.py
CHANGED
@@ -12,13 +12,14 @@ from src.assets.text_content import (
|
|
12 |
CITATION_BUTTON_TEXT,
|
13 |
)
|
14 |
from src.utils import (
|
|
|
15 |
restart_space,
|
16 |
load_dataset_repo,
|
17 |
make_clickable_model,
|
18 |
make_clickable_score,
|
19 |
num_to_str,
|
20 |
)
|
21 |
-
from src.assets.css_html_js import custom_css
|
22 |
|
23 |
|
24 |
LLM_PERF_LEADERBOARD_REPO = "optimum/llm-perf-leaderboard"
|
@@ -294,18 +295,18 @@ with demo:
|
|
294 |
show_label=False,
|
295 |
)
|
296 |
|
297 |
-
|
298 |
-
|
299 |
-
|
300 |
-
|
301 |
-
|
302 |
-
|
303 |
-
|
304 |
-
|
305 |
-
|
306 |
-
|
307 |
-
|
308 |
-
|
309 |
|
310 |
with gr.Row():
|
311 |
with gr.Accordion("π Citation", open=False):
|
@@ -315,6 +316,14 @@ with demo:
|
|
315 |
elem_id="citation-button",
|
316 |
).style(show_copy_button=True)
|
317 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
318 |
|
319 |
# Restart space every hour
|
320 |
scheduler = BackgroundScheduler()
|
|
|
12 |
CITATION_BUTTON_TEXT,
|
13 |
)
|
14 |
from src.utils import (
|
15 |
+
change_tab,
|
16 |
restart_space,
|
17 |
load_dataset_repo,
|
18 |
make_clickable_model,
|
19 |
make_clickable_score,
|
20 |
num_to_str,
|
21 |
)
|
22 |
+
from src.assets.css_html_js import custom_css, custom_js
|
23 |
|
24 |
|
25 |
LLM_PERF_LEADERBOARD_REPO = "optimum/llm-perf-leaderboard"
|
|
|
295 |
show_label=False,
|
296 |
)
|
297 |
|
298 |
+
filter_button.click(
|
299 |
+
filter_query,
|
300 |
+
[
|
301 |
+
search_bar,
|
302 |
+
backend_checkboxes,
|
303 |
+
datatype_checkboxes,
|
304 |
+
optimizations_checkboxes,
|
305 |
+
score_slider,
|
306 |
+
memory_slider,
|
307 |
+
],
|
308 |
+
[single_A100_leaderboard, single_A100_plotly],
|
309 |
+
)
|
310 |
|
311 |
with gr.Row():
|
312 |
with gr.Accordion("π Citation", open=False):
|
|
|
316 |
elem_id="citation-button",
|
317 |
).style(show_copy_button=True)
|
318 |
|
319 |
+
dummy = gr.Textbox(visible=False)
|
320 |
+
demo.load(
|
321 |
+
change_tab,
|
322 |
+
dummy,
|
323 |
+
tabs,
|
324 |
+
_js=custom_js,
|
325 |
+
)
|
326 |
+
|
327 |
|
328 |
# Restart space every hour
|
329 |
scheduler = BackgroundScheduler()
|
src/assets/css_html_js.py
CHANGED
@@ -41,7 +41,7 @@ table th:first-child {
|
|
41 |
}
|
42 |
"""
|
43 |
|
44 |
-
|
45 |
function(url_params) {
|
46 |
const params = new URLSearchParams(window.location.search);
|
47 |
url_params = Object.fromEntries(params);
|
|
|
41 |
}
|
42 |
"""
|
43 |
|
44 |
+
custom_js = """
|
45 |
function(url_params) {
|
46 |
const params = new URLSearchParams(window.location.search);
|
47 |
url_params = Object.fromEntries(params);
|
src/utils.py
CHANGED
@@ -1,10 +1,24 @@
|
|
1 |
from huggingface_hub import HfApi, Repository
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2 |
|
3 |
|
4 |
def restart_space(LLM_PERF_LEADERBOARD_REPO, OPTIMUM_TOKEN):
|
5 |
-
HfApi().restart_space(
|
6 |
-
repo_id=LLM_PERF_LEADERBOARD_REPO, token=OPTIMUM_TOKEN
|
7 |
-
)
|
8 |
|
9 |
|
10 |
def load_dataset_repo(LLM_PERF_DATASET_REPO, OPTIMUM_TOKEN):
|
@@ -22,8 +36,12 @@ def load_dataset_repo(LLM_PERF_DATASET_REPO, OPTIMUM_TOKEN):
|
|
22 |
return llm_perf_repo
|
23 |
|
24 |
|
25 |
-
LLAMAS = [
|
26 |
-
|
|
|
|
|
|
|
|
|
27 |
KOALA_LINK = "https://huggingface.co/TheBloke/koala-13B-HF"
|
28 |
VICUNA_LINK = "https://huggingface.co/lmsys/vicuna-13b-delta-v1.1"
|
29 |
OASST_LINK = "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5"
|
|
|
1 |
from huggingface_hub import HfApi, Repository
|
2 |
+
import gradio as gr
|
3 |
+
import json
|
4 |
+
|
5 |
+
|
6 |
+
def change_tab(query_param):
|
7 |
+
query_param = query_param.replace("'", '"')
|
8 |
+
query_param = json.loads(query_param)
|
9 |
+
|
10 |
+
if (
|
11 |
+
isinstance(query_param, dict)
|
12 |
+
and "tab" in query_param
|
13 |
+
and query_param["tab"] == "plot"
|
14 |
+
):
|
15 |
+
return gr.Tabs.update(selected=1)
|
16 |
+
else:
|
17 |
+
return gr.Tabs.update(selected=0)
|
18 |
|
19 |
|
20 |
def restart_space(LLM_PERF_LEADERBOARD_REPO, OPTIMUM_TOKEN):
|
21 |
+
HfApi().restart_space(repo_id=LLM_PERF_LEADERBOARD_REPO, token=OPTIMUM_TOKEN)
|
|
|
|
|
22 |
|
23 |
|
24 |
def load_dataset_repo(LLM_PERF_DATASET_REPO, OPTIMUM_TOKEN):
|
|
|
36 |
return llm_perf_repo
|
37 |
|
38 |
|
39 |
+
LLAMAS = [
|
40 |
+
"huggingface/llama-7b",
|
41 |
+
"huggingface/llama-13b",
|
42 |
+
"huggingface/llama-30b",
|
43 |
+
"huggingface/llama-65b",
|
44 |
+
]
|
45 |
KOALA_LINK = "https://huggingface.co/TheBloke/koala-13B-HF"
|
46 |
VICUNA_LINK = "https://huggingface.co/lmsys/vicuna-13b-delta-v1.1"
|
47 |
OASST_LINK = "https://huggingface.co/OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5"
|