Spaces:

llm-jp
/

open-japanese-llm-leaderboard

Running on CPU Upgrade

t0-0 commited on Aug 10, 2024

Commit

091b970

verified ·

1 Parent(s): 5413d9c

Update src/leaderboard/read_evals.py

Files changed (1) hide show

src/leaderboard/read_evals.py CHANGED Viewed

@@ -71,12 +71,12 @@ class EvalResult:
             org = None
             model = org_and_model[0]
             # result_key = f"{model}_{precision.value.name}"
-            result_key = f"{model}_{precision}_({num_few_shots}shots)"
         else:
             org = org_and_model[0]
             model = org_and_model[1]
             # result_key = f"{org}_{model}_{precision.value.name}"
-            result_key = f"{model}_{precision}_({num_few_shots}shots)"
         full_model = "/".join(org_and_model)
         still_on_hub, _, model_config = is_model_on_hub(

             org = None
             model = org_and_model[0]
             # result_key = f"{model}_{precision.value.name}"
+            result_key = f"{model}_{precision}_({num_few_shots}shots)_{add_special_tokens}"
         else:
             org = org_and_model[0]
             model = org_and_model[1]
             # result_key = f"{org}_{model}_{precision.value.name}"
+            result_key = f"{model}_{precision}_({num_few_shots}shots)_{add_special_tokens}"
         full_model = "/".join(org_and_model)
         still_on_hub, _, model_config = is_model_on_hub(