kz-transformers commited on
Commit
ccf43e6
·
verified ·
1 Parent(s): 6b9d997

Update genned.json

Browse files
Files changed (1) hide show
  1. genned.json +1 -1
genned.json CHANGED
@@ -1 +1 @@
1
- [{"kazakhdasturmc": 0.666, "model": "RefalMachine/llama3 ushanka", "model_dtype": "torch.bfloat16", "ppl": 0}]
 
1
+ [{"mmlu_translated_kk": 0.2651861528412802, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_constitution_mc": 0.24879227053140096, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_dastur_mc": 0.27761194029850744, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kazakh_and_literature_unt_mc": 0.19901877133105803, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_geography_unt_mc": 0.20838183934807916, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_world_history_unt_mc": 0.20195439739413681, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_history_of_kazakhstan_unt_mc": 0.19049079754601228, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_english_unt_mc": 0.2052799271734183, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_biology_unt_mc": 0.19921875, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}, {"kk_human_society_rights_unt_mc": 0.2242152466367713, "model_dtype": "torch.float16", "model": "dummy-random-baseline", "ppl": 0}]