Spaces:
Running
Running
BenchmarkBot
commited on
Commit
β’
ec6f618
1
Parent(s):
02b17f3
add "none" optimizations
Browse files
app.py
CHANGED
@@ -69,9 +69,7 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
|
|
69 |
].apply(
|
70 |
lambda x: "BetterTransformer"
|
71 |
if x[0] == True
|
72 |
-
else (
|
73 |
-
"LLM.int8" if x[1] == True else ("NF4" if x[2] == True else "")
|
74 |
-
),
|
75 |
axis=1,
|
76 |
)
|
77 |
|
@@ -204,6 +202,12 @@ with demo:
|
|
204 |
info="π Search for a model name",
|
205 |
elem_id="search-bar",
|
206 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
207 |
|
208 |
with gr.Row():
|
209 |
backend_checkboxes = gr.CheckboxGroup(
|
@@ -222,20 +226,12 @@ with demo:
|
|
222 |
)
|
223 |
optimizations_checkboxes = gr.CheckboxGroup(
|
224 |
label="Optimizations π οΈ",
|
225 |
-
choices=["BetterTransformer", "LLM.int8", "NF4"],
|
226 |
value=[],
|
227 |
info="βοΈ Select the optimizations",
|
228 |
elem_id="optimizations-checkboxes",
|
229 |
)
|
230 |
|
231 |
-
with gr.Row():
|
232 |
-
score_slider = gr.Slider(
|
233 |
-
label="Average Open LLM Score π",
|
234 |
-
info="ποΈ Slide to minimum Average Open LLM score",
|
235 |
-
value=0.0,
|
236 |
-
elem_id="threshold-slider",
|
237 |
-
)
|
238 |
-
|
239 |
with gr.Row():
|
240 |
filter_button = gr.Button(
|
241 |
value="Filter π",
|
|
|
69 |
].apply(
|
70 |
lambda x: "BetterTransformer"
|
71 |
if x[0] == True
|
72 |
+
else ("LLM.int8" if x[1] == True else ("NF4" if x[2] == True else "None")),
|
|
|
|
|
73 |
axis=1,
|
74 |
)
|
75 |
|
|
|
202 |
info="π Search for a model name",
|
203 |
elem_id="search-bar",
|
204 |
)
|
205 |
+
score_slider = gr.Slider(
|
206 |
+
label="Average Open LLM Score π",
|
207 |
+
info="ποΈ Slide to minimum Average Open LLM score",
|
208 |
+
value=0.0,
|
209 |
+
elem_id="threshold-slider",
|
210 |
+
)
|
211 |
|
212 |
with gr.Row():
|
213 |
backend_checkboxes = gr.CheckboxGroup(
|
|
|
226 |
)
|
227 |
optimizations_checkboxes = gr.CheckboxGroup(
|
228 |
label="Optimizations π οΈ",
|
229 |
+
choices=["None", "BetterTransformer", "LLM.int8", "NF4"],
|
230 |
value=[],
|
231 |
info="βοΈ Select the optimizations",
|
232 |
elem_id="optimizations-checkboxes",
|
233 |
)
|
234 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
235 |
with gr.Row():
|
236 |
filter_button = gr.Button(
|
237 |
value="Filter π",
|