df fixes

app.py

@@ -208,8 +208,8 @@ def update_board():
     # recursively. In this specific context, it is used to delete the directory named "m_data" along
     # with all its files and subdirectories. This command helps in cleaning up the existing data in
     # the "m_data" directory before downloading new dataset files into it.
-    shutil.rmtree("./m_data")
-    shutil.rmtree("./data")
+    # shutil.rmtree("./m_data")
+    # shutil.rmtree("./data")
     download_dataset("Vikhrmodels/s-openbench-eval", "m_data")
     data_list = [{"musicmc": 0.3021276595744681, "lawmc": 0.2800829875518672, "model": "apsys/saiga_3_8b", "moviesmc": 0.3472222222222222, "booksmc": 0.2800829875518672, "model_dtype": "torch.float16", "ppl": 0, 'mmluproru':0}]
     for file in glob.glob("./m_data/model_data/external/*.json"):

data/leaderboard.json

@@ -1 +1 @@
-[{"musicmc": 0.2936170212765957, "lawmc": 0.5345005149330587, "model": "RefalMachine/llama3 ushanka", "moviesmc": 0.35185185185185186, "booksmc": 0.3257261410788382, "model_dtype": "torch.bfloat16", "ppl": 0}, {"musicmc": 0.251063829787234, "lawmc": 0.48712667353244077, "model": "apsys/vikhr-52-7b", "moviesmc": 0.4212962962962963, "booksmc": 0.3112033195020747, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.09361702127659574, "mmluproru": 0.10207253886010363, "lawmc": 0.11431513903192585, "model": "NousResearch/Llama-2-7b-hf", "moviesmc": 0.07175925925925926, "booksmc": 0.1078838174273859, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.2553191489361702, "mmluproru": 0.2621761658031088, "lawmc": 0.5818743563336766, "model": "google/gemma-2-9b", "moviesmc": 0.5046296296296297, "booksmc": 0.3360995850622407, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.20851063829787234, "lawmc": 0.42636457260556127, "model": "cohere/aya-8b", "moviesmc": 0.3287037037037037, "booksmc": 0.24273858921161826, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.2936170212765957, "lawmc": 0.48094747682801237, "model": "apsys/saiga_3_8b", "moviesmc": 0.3402777777777778, "booksmc": 0.3112033195020747, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.3021276595744681, "lawmc": 0.544799176107106, "model": "alexwortega/saiga_submit", "moviesmc": 0.3958333333333333, "booksmc": 0.3381742738589212, "model_dtype": "torch.bfloat16", "ppl": 0}, {"musicmc": 0.28297872340425534, "lawmc": 0.5406797116374872, "model": "microsoft/Phi-3-medium-4k-instruct", "moviesmc": 0.42824074074074076, "booksmc": 0.3817427385892116, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.28085106382978725, "mmluproru": 0.17979274611398963, "lawmc": 0.5324407826982492, "model": "apsys/tlite-it-0.1", "moviesmc": 0.4699074074074074, "booksmc": 0.3360995850622407, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.2680851063829787, "mmluproru": 0.20103626943005182, "lawmc": 0.5386199794026777, "model": "Vikhrmodels/it-5.2-fp16-cp", "moviesmc": 0.4537037037037037, "booksmc": 0.3070539419087137, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.2723404255319149, "lawmc": 0.4850669412976313, "model": "Nexusflow/Starling-LM-7B-beta", "moviesmc": 0.38657407407407407, "booksmc": 0.3070539419087137, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.20851063829787234, "lawmc": 0.47167868177136973, "model": "Salesforce/LLaMA-3-8B-SFR-Iterative-DPO-R", "moviesmc": 0.3055555555555556, "booksmc": 0.26141078838174275, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.25957446808510637, "mmluproru": 0.19378238341968912, "lawmc": 0.518022657054583, "model": "lightblue/suzume-llama-3-8B-multilingual", "moviesmc": 0.3287037037037037, "booksmc": 0.2966804979253112, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.2872340425531915, "lawmc": 0.5066941297631308, "model": "vikhr-52-7b-chat-hf/apsys", "moviesmc": 0.4837962962962963, "booksmc": 0.3070539419087137, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.3021276595744681, "lawmc": 0.544799176107106, "model": "IlyaGusev/saiga_llama3_8b", "moviesmc": 0.3958333333333333, "booksmc": 0.3381742738589212, "model_dtype": "torch.bfloat16", "ppl": 0}, {"musicmc": 0.24468085106382978, "lawmc": 0.4788877445932029, "model": "apsys/vikhr-53-7b-32k", "moviesmc": 0.4050925925925926, "booksmc": 0.3049792531120332, "model_dtype": "torch.float16", "ppl": 0}, {"musicmc": 0.28085106382978725, "mmluproru": 0.17979274611398963, "lawmc": 0.5324407826982492, "model": "apsys/T-lite-instruct-0.1", "moviesmc": 0.4699074074074074, "booksmc": 0.3360995850622407, "model_dtype": "torch.float16", "ppl": 0}]
+[{"musicmc": 0.3021276595744681, "lawmc": 0.2800829875518672, "model": "apsys/saiga_3_8b", "moviesmc": 0.3472222222222222, "booksmc": 0.2800829875518672, "model_dtype": "torch.float16", "ppl": 0, "mmluproru": 0}]