Upload folder using huggingface_hub

app/draw_diagram.py

@@ -6,67 +6,67 @@ from streamlit_echarts import st_echarts
 from streamlit_javascript import st_javascript
 # from PIL import Image 
 
-links_dic = {"random": "https://seaeval.github.io/", 
-             "meta_llama_3_8b": "https://huggingface.co/meta-llama/Meta-Llama-3-8B", 
-             "mistral_7b_instruct_v0_2": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", 
-             "sailor_0_5b": "https://huggingface.co/sail/Sailor-0.5B", 
-             "sailor_1_8b": "https://huggingface.co/sail/Sailor-1.8B", 
-             "sailor_4b": "https://huggingface.co/sail/Sailor-4B", 
-             "sailor_7b": "https://huggingface.co/sail/Sailor-7B", 
-             "sailor_0_5b_chat": "https://huggingface.co/sail/Sailor-0.5B-Chat", 
-             "sailor_1_8b_chat": "https://huggingface.co/sail/Sailor-1.8B-Chat", 
-             "sailor_4b_chat": "https://huggingface.co/sail/Sailor-4B-Chat", 
-             "sailor_7b_chat": "https://huggingface.co/sail/Sailor-7B-Chat", 
-             "sea_mistral_highest_acc_inst_7b": "https://seaeval.github.io/", 
-             "meta_llama_3_8b_instruct": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct", 
-             "flan_t5_base": "https://huggingface.co/google/flan-t5-base", 
-             "flan_t5_large": "https://huggingface.co/google/flan-t5-large", 
-             "flan_t5_xl": "https://huggingface.co/google/flan-t5-xl", 
-             "flan_t5_xxl": "https://huggingface.co/google/flan-t5-xxl", 
-             "flan_ul2": "https://huggingface.co/google/flan-t5-ul2", 
-             "flan_t5_small": "https://huggingface.co/google/flan-t5-small", 
-             "mt0_xxl": "https://huggingface.co/bigscience/mt0-xxl", 
-             "seallm_7b_v2": "https://huggingface.co/SeaLLMs/SeaLLM-7B-v2", 
-             "gpt_35_turbo_1106": "https://openai.com/blog/chatgpt", 
-             "meta_llama_3_70b": "https://huggingface.co/meta-llama/Meta-Llama-3-70B", 
-             "meta_llama_3_70b_instruct": "https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct", 
-             "sea_lion_3b": "https://huggingface.co/aisingapore/sea-lion-3b", 
-             "sea_lion_7b": "https://huggingface.co/aisingapore/sea-lion-7b", 
-             "qwen1_5_110b": "https://huggingface.co/Qwen/Qwen1.5-110B", 
-             "qwen1_5_110b_chat": "https://huggingface.co/Qwen/Qwen1.5-110B-Chat", 
-             "llama_2_7b_chat": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", 
-             "gpt4_1106_preview": "https://openai.com/blog/chatgpt", 
-             "gemma_2b": "https://huggingface.co/google/gemma-2b", 
-             "gemma_7b": "https://huggingface.co/google/gemma-7b", 
-             "gemma_2b_it": "https://huggingface.co/google/gemma-2b-it", 
-             "gemma_7b_it": "https://huggingface.co/google/gemma-7b-it", 
-             "qwen_1_5_7b": "https://huggingface.co/Qwen/Qwen1.5-7B", 
-             "qwen_1_5_7b_chat": "https://huggingface.co/Qwen/Qwen1.5-7B-Chat", 
-             "sea_lion_7b_instruct": "https://huggingface.co/aisingapore/sea-lion-7b-instruct", 
-             "sea_lion_7b_instruct_research": "https://huggingface.co/aisingapore/sea-lion-7b-instruct-research", 
-             "LLaMA_3_Merlion_8B": "https://seaeval.github.io/", 
-             "LLaMA_3_Merlion_8B_v1_1": "https://seaeval.github.io/"}
-
-links_dic = {k.lower().replace('_', '-') : v for k, v in links_dic.items()}
-
-# huggingface_image = Image.open('style/huggingface.jpg')
-
-def nav_to(value):
-    try:
-        url = links_dic[str(value).lower()]
-        js = f'window.open("{url}", "_blank").then(r => window.parent.location.href);'
-        st_javascript(js)
-    except:
-        pass
-
-    # nav_script = """
-    #     <meta http-equiv="refresh" content="0; url='%s'">
-    # """ % (url)
-    # st.write(nav_script, unsafe_allow_html=True)
-
-def highlight_table_line(model_name):
-
-    st.write(model_name)
+# links_dic = {"random": "https://seaeval.github.io/", 
+#              "meta_llama_3_8b": "https://huggingface.co/meta-llama/Meta-Llama-3-8B", 
+#              "mistral_7b_instruct_v0_2": "https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2", 
+#              "sailor_0_5b": "https://huggingface.co/sail/Sailor-0.5B", 
+#              "sailor_1_8b": "https://huggingface.co/sail/Sailor-1.8B", 
+#              "sailor_4b": "https://huggingface.co/sail/Sailor-4B", 
+#              "sailor_7b": "https://huggingface.co/sail/Sailor-7B", 
+#              "sailor_0_5b_chat": "https://huggingface.co/sail/Sailor-0.5B-Chat", 
+#              "sailor_1_8b_chat": "https://huggingface.co/sail/Sailor-1.8B-Chat", 
+#              "sailor_4b_chat": "https://huggingface.co/sail/Sailor-4B-Chat", 
+#              "sailor_7b_chat": "https://huggingface.co/sail/Sailor-7B-Chat", 
+#              "sea_mistral_highest_acc_inst_7b": "https://seaeval.github.io/", 
+#              "meta_llama_3_8b_instruct": "https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct", 
+#              "flan_t5_base": "https://huggingface.co/google/flan-t5-base", 
+#              "flan_t5_large": "https://huggingface.co/google/flan-t5-large", 
+#              "flan_t5_xl": "https://huggingface.co/google/flan-t5-xl", 
+#              "flan_t5_xxl": "https://huggingface.co/google/flan-t5-xxl", 
+#              "flan_ul2": "https://huggingface.co/google/flan-t5-ul2", 
+#              "flan_t5_small": "https://huggingface.co/google/flan-t5-small", 
+#              "mt0_xxl": "https://huggingface.co/bigscience/mt0-xxl", 
+#              "seallm_7b_v2": "https://huggingface.co/SeaLLMs/SeaLLM-7B-v2", 
+#              "gpt_35_turbo_1106": "https://openai.com/blog/chatgpt", 
+#              "meta_llama_3_70b": "https://huggingface.co/meta-llama/Meta-Llama-3-70B", 
+#              "meta_llama_3_70b_instruct": "https://huggingface.co/meta-llama/Meta-Llama-3-70B-Instruct", 
+#              "sea_lion_3b": "https://huggingface.co/aisingapore/sea-lion-3b", 
+#              "sea_lion_7b": "https://huggingface.co/aisingapore/sea-lion-7b", 
+#              "qwen1_5_110b": "https://huggingface.co/Qwen/Qwen1.5-110B", 
+#              "qwen1_5_110b_chat": "https://huggingface.co/Qwen/Qwen1.5-110B-Chat", 
+#              "llama_2_7b_chat": "https://huggingface.co/meta-llama/Llama-2-7b-chat-hf", 
+#              "gpt4_1106_preview": "https://openai.com/blog/chatgpt", 
+#              "gemma_2b": "https://huggingface.co/google/gemma-2b", 
+#              "gemma_7b": "https://huggingface.co/google/gemma-7b", 
+#              "gemma_2b_it": "https://huggingface.co/google/gemma-2b-it", 
+#              "gemma_7b_it": "https://huggingface.co/google/gemma-7b-it", 
+#              "qwen_1_5_7b": "https://huggingface.co/Qwen/Qwen1.5-7B", 
+#              "qwen_1_5_7b_chat": "https://huggingface.co/Qwen/Qwen1.5-7B-Chat", 
+#              "sea_lion_7b_instruct": "https://huggingface.co/aisingapore/sea-lion-7b-instruct", 
+#              "sea_lion_7b_instruct_research": "https://huggingface.co/aisingapore/sea-lion-7b-instruct-research", 
+#              "LLaMA_3_Merlion_8B": "https://seaeval.github.io/", 
+#              "LLaMA_3_Merlion_8B_v1_1": "https://seaeval.github.io/"}
+
+# links_dic = {k.lower().replace('_', '-') : v for k, v in links_dic.items()}
+
+# # huggingface_image = Image.open('style/huggingface.jpg')
+
+# def nav_to(value):
+#     try:
+#         url = links_dic[str(value).lower()]
+#         js = f'window.open("{url}", "_blank").then(r => window.parent.location.href);'
+#         st_javascript(js)
+#     except:
+#         pass
+
+#     # nav_script = """
+#     #     <meta http-equiv="refresh" content="0; url='%s'">
+#     # """ % (url)
+#     # st.write(nav_script, unsafe_allow_html=True)
+
+# def highlight_table_line(model_name):
+
+#     st.write(model_name)
 
 
 def draw_cross_lingual(category_one, category_two, sort, sorted):
@@ -85,6 +85,16 @@ def draw_cross_lingual(category_one, category_two, sort, sorted):
 
     min_value = round(chart_data.iloc[:, 1::].min().min() - 0.1, 1) 
     max_value = round(chart_data.iloc[:, 1::].max().max() + 0.1, 1) 
+    
+    st.markdown("""
+                <style>
+                    .stMultiSelect [data-baseweb=select] span{
+                        max-width: 800px;
+                        font-size: 0.9rem;
+                    }
+                </style>
+                """, unsafe_allow_html=True)
+    models = st.multiselect("Please choose the models", chart_data['Model'].tolist(), default = chart_data['Model'].tolist())
 
     if category_two in ['cross_mmlu', 'cross_logiqa']:  
         # print(category_two)
@@ -109,14 +119,15 @@ def draw_cross_lingual(category_one, category_two, sort, sorted):
             "xAxis": [
                 {
                     "type": "category",
-                    "boundaryGap": False,
+                    "boundaryGap": True,
                     "triggerEvent": True,
-                    "data": chart_data['Model'].tolist(),
+                    "data": models,
                 }
             ],
             "yAxis": [{"type": "value", 
                     "min": min_value,
                     "max": max_value, 
+                    "boundaryGap": True
                     # "splitNumber": 10
                     }],
             "series": [
@@ -173,17 +184,17 @@ def draw_cross_lingual(category_one, category_two, sort, sorted):
             ],
         }
         
-        events = {
-            "click": "function(params) { return params.value }",
-            # "dblclick": "function(params) { return params.value }"
-        }
+        # events = {
+        #     "click": "function(params) { return params.value }",
+        #     # "dblclick": "function(params) { return params.value }"
+        # }
 
-        value = st_echarts(options=options, events=events, height="500px")
+        value = st_echarts(options=options,  height="500px") #events=events,
 
         
-        if value != None:
-            # print(value)
-            nav_to(value)
+        # if value != None:
+        #     # print(value)
+        #     nav_to(value)
         
         # if value != None:
         #     highlight_table_line(value)
@@ -207,13 +218,14 @@ def draw_cross_lingual(category_one, category_two, sort, sorted):
             "xAxis": [
                 {
                     "type": "category",
-                    "boundaryGap": False,
-                    "data": chart_data['Model'].tolist(),
+                    "boundaryGap": True,
+                    "data": models,
                 }
             ],
             "yAxis": [{"type": "value",
                     "min": min_value,
                     "max": max_value, 
+                    "boundaryGap": True
                     # "splitNumber": 10
                     }],
             "series": [
@@ -255,15 +267,15 @@ def draw_cross_lingual(category_one, category_two, sort, sorted):
             ],
         }
 
-        events = {
-            "click": "function(params) { return params.value }"
-        }
+        # events = {
+        #     "click": "function(params) { return params.value }"
+        # }
 
-        value = st_echarts(options=options, events=events, height="500px")
+        value = st_echarts(options=options, height="500px")
         
-        if value != None:
-            # print(value)
-            nav_to(value)
+        # if value != None:
+        #     # print(value)
+        #     nav_to(value)
 
         # if value != None:
         #     highlight_table_line(value)
@@ -321,6 +333,16 @@ def draw_only_acc(folder_name, category_one, category_two, sorted):
     subtitle = category_two_dict[category_two]
     data_path = f'{folder}/{category_one}/{subtitle}.csv'
     chart_data = pd.read_csv(data_path).round(3)
+
+    st.markdown("""
+                <style>
+                    .stMultiSelect [data-baseweb=select] span{
+                        max-width: 800px;
+                        font-size: 0.9rem;
+                    }
+                </style>
+                """, unsafe_allow_html=True)
+    models = st.multiselect("Please choose the models", chart_data['Model'].tolist(), default = chart_data['Model'].tolist())
     
     if sorted == 'Ascending':
         ascend = True 
@@ -345,14 +367,15 @@ def draw_only_acc(folder_name, category_one, category_two, sorted):
         "xAxis": [
             {
                 "type": "category",
-                "boundaryGap": False,
+                "boundaryGap": True,
                 "triggerEvent": True,
-                "data": chart_data['Model'].tolist(),
+                "data": models,
             }
         ],
         "yAxis": [{"type": "value", 
                     "min": min_value,
                     "max": max_value, 
+                    "boundaryGap": True
                     # "splitNumber": 10
                     }],
         "series": [
@@ -365,15 +388,15 @@ def draw_only_acc(folder_name, category_one, category_two, sorted):
         ],
     }
     
-    events = {
-        "click": "function(params) { return params.value }"
-    }
+    # events = {
+    #     "click": "function(params) { return params.value }"
+    # }
 
-    value = st_echarts(options=options, events=events, height="500px")
+    value = st_echarts(options=options, height="500px")
     
-    if value != None:
-        # print(value)
-        nav_to(value)
+    # if value != None:
+    #     # print(value)
+    #     nav_to(value)
 
     # if value != None:
     #     highlight_table_line(value)
@@ -412,6 +435,16 @@ def draw_flores_translation(category_one, category_two, sorted):
     min_value = round(chart_data.iloc[:, 1::].min().min() - 0.1, 1) 
     max_value = round(chart_data.iloc[:, 1::].max().max() + 0.1, 1) 
     
+    st.markdown("""
+                <style>
+                    .stMultiSelect [data-baseweb=select] span{
+                        max-width: 800px;
+                        font-size: 0.9rem;
+                    }
+                </style>
+                """, unsafe_allow_html=True)
+    models = st.multiselect("Please choose the models", chart_data['Model'].tolist(), default = chart_data['Model'].tolist())
+
     options = {
         "title": {"text": f"{category_two}"},
         "tooltip": {
@@ -425,14 +458,15 @@ def draw_flores_translation(category_one, category_two, sorted):
         "xAxis": [
             {
                 "type": "category",
-                "boundaryGap": False,
+                "boundaryGap": True,
                 "triggerEvent": True,
-                "data": chart_data['Model'].tolist(),
+                "data": models,
             }
         ],
         "yAxis": [{"type": "value", 
                     "min": min_value,
                     "max": max_value, 
+                    "boundaryGap": True
                     # "splitNumber": 10
                     }],
         "series": [
@@ -445,15 +479,15 @@ def draw_flores_translation(category_one, category_two, sorted):
         ],
     }
     
-    events = {
-        "click": "function(params) { return params.value }"
-    }
+    # events = {
+    #     "click": "function(params) { return params.value }"
+    # }
 
-    value = st_echarts(options=options, events=events, height="500px")
+    value = st_echarts(options=options, height="500px")
     
-    if value != None:
-        # print(value)
-        nav_to(value)
+    # if value != None:
+    #     # print(value)
+    #     nav_to(value)
 
 
     ### create table
@@ -480,6 +514,16 @@ def draw_dialogue(category_one, category_two, sort, sorted):
     data_path = f'{folder}/{category_one}/{subtitle}.csv'
     chart_data = pd.read_csv(data_path).round(3)
 
+    st.markdown("""
+                <style>
+                    .stMultiSelect [data-baseweb=select] span{
+                        max-width: 800px;
+                        font-size: 0.9rem;
+                    }
+                </style>
+                """, unsafe_allow_html=True)
+    models = st.multiselect("Please choose the models", chart_data['Model'].tolist(), default = chart_data['Model'].tolist())
+
     if sorted == 'Ascending':
         ascend = True 
     else:
@@ -505,14 +549,15 @@ def draw_dialogue(category_one, category_two, sort, sorted):
             "xAxis": [
                 {
                     "type": "category",
-                    "boundaryGap": False,
+                    "boundaryGap": True,
                     "triggerEvent": True,
-                    "data": chart_data['Model'].tolist(),
+                    "data": models,
                 }
             ],
             "yAxis": [{"type": "value", 
                         "min": min_value,
                         "max": max_value, 
+                        "boundaryGap": True
                         # "splitNumber": 10
                         }],
             "series": [
@@ -554,15 +599,16 @@ def draw_dialogue(category_one, category_two, sort, sorted):
             "xAxis": [
                 {
                     "type": "category",
-                    "boundaryGap": False,
+                    "boundaryGap": True,
                     "triggerEvent": True,
-                    "data": chart_data['Model'].tolist(),
+                    "data": models,
                 }
             ],
             "yAxis": [{"type": "value", 
                         "min": min_value,
                         "max": max_value, 
                         # "splitNumber": 10
+                        "boundaryGap": True
                         }],
             "series": [
                 {
@@ -574,15 +620,15 @@ def draw_dialogue(category_one, category_two, sort, sorted):
             ],
         }
 
-    events = {
-        "click": "function(params) { return params.value }"
-    }
+    # events = {
+    #     "click": "function(params) { return params.value }"
+    # }
 
-    value = st_echarts(options=options, events=events, height="500px")
+    value = st_echarts(options=options, height="500px")
     
-    if value != None:
-        # print(value)
-        nav_to(value)
+    # if value != None:
+    #     # print(value)
+    #     nav_to(value)
 
 
     ### create table