maitenance

app.py

@@ -230,10 +230,10 @@ def filter_query(
     return filtered_table, filtered_plot
 
 
-# Dataframes
-A100_df = get_benchmark_df(benchmark="1xA100-80GB")
-A100_table = get_benchmark_table(A100_df)
-A100_plot = get_benchmark_plot(A100_df)
+# # Dataframes
+# A100_df = get_benchmark_df(benchmark="1xA100-80GB")
+# A100_table = get_benchmark_table(A100_df)
+# A100_plot = get_benchmark_plot(A100_df)
 
 # Demo interface
 demo = gr.Blocks(css=custom_css)
@@ -244,126 +244,132 @@ with demo:
     # introduction text
     gr.Markdown(INTRODUCTION_TEXT, elem_classes="descriptive-text")
 
-    # leaderboard tabs
-    with gr.Tabs(elem_classes="A100-tabs") as A100_tabs:
-        with gr.TabItem("🖥️ A100-80GB Benchmark 🏆", id=0):
-            gr.HTML(
-                "👉 Scroll to the right 👉 for more columns.", elem_id="descriptive-text"
-            )
-            # Original leaderboard table
-            A100_leaderboard = gr.components.Dataframe(
-                value=A100_table,
-                datatype=ALL_COLUMNS_DATATYPES,
-                headers=list(ALL_COLUMNS_MAPPING.values()),
-                elem_id="1xA100-table",
-            )
-
-        with gr.TabItem("🖥️ A100-80GB Plot 📊", id=1):
-            gr.HTML(
-                "👆 Hover over the points 👆 for additional information.",
-                elem_id="descriptive-text",
-            )
-            # Original leaderboard plot
-            A100_plotly = gr.components.Plot(
-                value=A100_plot,
-                elem_id="1xA100-plot",
-                show_label=False,
-            )
-
-        with gr.TabItem("Control Panel 🎛️", id=2):
-            gr.HTML(
-                "Use this control panel to filter the leaderboard's table and plot.",
-                elem_id="descriptive-text",
-            )
-            # control panel interface
-            with gr.Row():
-                with gr.Column(scale=1):
-                    search_bar = gr.Textbox(
-                        label="Model 🤗",
-                        info="🔍 Search for a model name",
-                        elem_id="search-bar",
-                    )
-                with gr.Column(scale=1):
-                    with gr.Box():
-                        score_slider = gr.Slider(
-                            label="Open LLM Score 📈",
-                            info="🎚️ Slide to minimum Open LLM score",
-                            value=0,
-                            elem_id="threshold-slider",
-                        )
-                # with gr.Column(scale=1):
-                #     with gr.Box():
-                #         memory_slider = gr.Slider(
-                #             label="Peak Memory (MB) 📈",
-                #             info="🎚️ Slide to maximum Peak Memory",
-                #             minimum=0,
-                #             maximum=80 * 1024,
-                #             value=80 * 1024,
-                #             elem_id="memory-slider",
-                #         )
-
-            with gr.Row():
-                with gr.Column(scale=1):
-                    backend_checkboxes = gr.CheckboxGroup(
-                        label="Backends 🏭",
-                        choices=["pytorch", "onnxruntime"],
-                        value=["pytorch", "onnxruntime"],
-                        info="☑️ Select the backends",
-                        elem_id="backend-checkboxes",
-                    )
-                with gr.Column(scale=1):
-                    datatype_checkboxes = gr.CheckboxGroup(
-                        label="Dtypes 📥",
-                        choices=["float32", "float16"],
-                        value=["float32", "float16"],
-                        info="☑️ Select the load dtypes",
-                        elem_id="dtype-checkboxes",
-                    )
-                with gr.Column(scale=2):
-                    optimizations_checkboxes = gr.CheckboxGroup(
-                        label="Optimizations 🛠️",
-                        choices=["None", "BetterTransformer", "LLM.int8", "LLM.fp4"],
-                        value=["None", "BetterTransformer", "LLM.int8", "LLM.fp4"],
-                        info="☑️ Select the optimizations",
-                        elem_id="optimizations-checkboxes",
-                    )
-
-            with gr.Row():
-                filter_button = gr.Button(
-                    value="Filter 🚀",
-                    elem_id="filter-button",
-                )
-
-        with gr.TabItem("About 📖", id=3):
-            gr.HTML(ABOUT_TEXT, elem_classes="descriptive-text")
-            gr.Markdown(EXAMPLE_CONFIG_TEXT, elem_classes="descriptive-text")
-
-    demo.load(
-        change_tab,
-        A100_tabs,
-        _js=custom_js,
+    # maitnenance text
+    gr.HTML(
+        "🚧 This leaderboard is currently under maintenance. 🚧",
+        elem_classes="descriptive-text",
     )
 
-    filter_button.click(
-        filter_query,
-        [
-            search_bar,
-            backend_checkboxes,
-            datatype_checkboxes,
-            optimizations_checkboxes,
-            score_slider,
-            # memory_slider,
-        ],
-        [A100_leaderboard, A100_plotly],
-    )
+    # # leaderboard tabs
+    # with gr.Tabs(elem_classes="A100-tabs") as A100_tabs:
+    #     with gr.TabItem("🖥️ A100-80GB Benchmark 🏆", id=0):
+    #         gr.HTML(
+    #             "👉 Scroll to the right 👉 for more columns.", elem_id="descriptive-text"
+    #         )
+    #         # Original leaderboard table
+    #         A100_leaderboard = gr.components.Dataframe(
+    #             value=A100_table,
+    #             datatype=ALL_COLUMNS_DATATYPES,
+    #             headers=list(ALL_COLUMNS_MAPPING.values()),
+    #             elem_id="1xA100-table",
+    #         )
+
+    #     with gr.TabItem("🖥️ A100-80GB Plot 📊", id=1):
+    #         gr.HTML(
+    #             "👆 Hover over the points 👆 for additional information.",
+    #             elem_id="descriptive-text",
+    #         )
+    #         # Original leaderboard plot
+    #         A100_plotly = gr.components.Plot(
+    #             value=A100_plot,
+    #             elem_id="1xA100-plot",
+    #             show_label=False,
+    #         )
+
+    #     with gr.TabItem("Control Panel 🎛️", id=2):
+    #         gr.HTML(
+    #             "Use this control panel to filter the leaderboard's table and plot.",
+    #             elem_id="descriptive-text",
+    #         )
+    #         # control panel interface
+    #         with gr.Row():
+    #             with gr.Column(scale=1):
+    #                 search_bar = gr.Textbox(
+    #                     label="Model 🤗",
+    #                     info="🔍 Search for a model name",
+    #                     elem_id="search-bar",
+    #                 )
+    #             with gr.Column(scale=1):
+    #                 with gr.Box():
+    #                     score_slider = gr.Slider(
+    #                         label="Open LLM Score 📈",
+    #                         info="🎚️ Slide to minimum Open LLM score",
+    #                         value=0,
+    #                         elem_id="threshold-slider",
+    #                     )
+    #             # with gr.Column(scale=1):
+    #             #     with gr.Box():
+    #             #         memory_slider = gr.Slider(
+    #             #             label="Peak Memory (MB) 📈",
+    #             #             info="🎚️ Slide to maximum Peak Memory",
+    #             #             minimum=0,
+    #             #             maximum=80 * 1024,
+    #             #             value=80 * 1024,
+    #             #             elem_id="memory-slider",
+    #             #         )
+
+    #         with gr.Row():
+    #             with gr.Column(scale=1):
+    #                 backend_checkboxes = gr.CheckboxGroup(
+    #                     label="Backends 🏭",
+    #                     choices=["pytorch", "onnxruntime"],
+    #                     value=["pytorch", "onnxruntime"],
+    #                     info="☑️ Select the backends",
+    #                     elem_id="backend-checkboxes",
+    #                 )
+    #             with gr.Column(scale=1):
+    #                 datatype_checkboxes = gr.CheckboxGroup(
+    #                     label="Dtypes 📥",
+    #                     choices=["float32", "float16"],
+    #                     value=["float32", "float16"],
+    #                     info="☑️ Select the load dtypes",
+    #                     elem_id="dtype-checkboxes",
+    #                 )
+    #             with gr.Column(scale=2):
+    #                 optimizations_checkboxes = gr.CheckboxGroup(
+    #                     label="Optimizations 🛠️",
+    #                     choices=["None", "BetterTransformer", "LLM.int8", "LLM.fp4"],
+    #                     value=["None", "BetterTransformer", "LLM.int8", "LLM.fp4"],
+    #                     info="☑️ Select the optimizations",
+    #                     elem_id="optimizations-checkboxes",
+    #                 )
+
+    #         with gr.Row():
+    #             filter_button = gr.Button(
+    #                 value="Filter 🚀",
+    #                 elem_id="filter-button",
+    #             )
+
+    #     with gr.TabItem("About 📖", id=3):
+    #         gr.HTML(ABOUT_TEXT, elem_classes="descriptive-text")
+    #         gr.Markdown(EXAMPLE_CONFIG_TEXT, elem_classes="descriptive-text")
+
+    # demo.load(
+    #     change_tab,
+    #     A100_tabs,
+    #     _js=custom_js,
+    # )
+
+    # filter_button.click(
+    #     filter_query,
+    #     [
+    #         search_bar,
+    #         backend_checkboxes,
+    #         datatype_checkboxes,
+    #         optimizations_checkboxes,
+    #         score_slider,
+    #         # memory_slider,
+    #     ],
+    #     [A100_leaderboard, A100_plotly],
+    # )
 
-    with gr.Row():
-        with gr.Accordion("📙 Citation", open=False):
-            citation_button = gr.Textbox(
-                value=CITATION_BUTTON_TEXT,
-                label=CITATION_BUTTON_LABEL,
-                elem_id="citation-button",
-            ).style(show_copy_button=True)
+    # with gr.Row():
+    #     with gr.Accordion("📙 Citation", open=False):
+    #         citation_button = gr.Textbox(
+    #             value=CITATION_BUTTON_TEXT,
+    #             label=CITATION_BUTTON_LABEL,
+    #             elem_id="citation-button",
+    #         ).style(show_copy_button=True)
 
 
 # Restart space every hour