Spaces:
Running
Running
Yotam-Perlitz
commited on
Commit
•
697d2f9
1
Parent(s):
0b85b1f
update cache
Browse filesSigned-off-by: Yotam-Perlitz <y.perlitz@ibm.com>
- cache/aggregate_scoress_cache_05c0405c5253dda90dc632e052accfd2.csv +130 -0
- cache/aggregate_scoress_cache_5e66a88dab42480065db47711c55c458.csv +133 -117
- cache/agreements_cache_05c0405c5253dda90dc632e052accfd2.csv +763 -0
- cache/agreements_cache_5e66a88dab42480065db47711c55c458.csv +0 -0
- cache/allbenchs_cache_05c0405c5253dda90dc632e052accfd2.csv +0 -0
- cache/allbenchs_cache_5e66a88dab42480065db47711c55c458.csv +0 -0
cache/aggregate_scoress_cache_05c0405c5253dda90dc632e052accfd2.csv
ADDED
@@ -0,0 +1,130 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
model,score
|
2 |
+
gemini_1_5_pro_api_0409_preview,1.0
|
3 |
+
gemini_1_5_pro_exp_0801,0.9921875
|
4 |
+
chatgpt_4o_latest,0.984375
|
5 |
+
gpt_3_5_turbo_0314,0.9765625
|
6 |
+
bard_jan_24_gemini_pro,0.96875
|
7 |
+
claude_1,0.9609375
|
8 |
+
gemini_advanced_0514,0.953125
|
9 |
+
llama3_1_70b_instruct,0.9453125
|
10 |
+
gpt_4o_2024_05_13,0.9375
|
11 |
+
gpt_4o_2024_08_06,0.9296875
|
12 |
+
gpt_4o_mini_2024_07_18,0.921875
|
13 |
+
claude_3_5_sonnet_20240620,0.9140625
|
14 |
+
claude_3_opus_20240229,0.90625
|
15 |
+
athene_70b_0725,0.8984375
|
16 |
+
gemini_pro_dev_api,0.890625
|
17 |
+
claude_2_0,0.8828125
|
18 |
+
glm_4_0520,0.875
|
19 |
+
nemotron_4_340b_instruct,0.8671875
|
20 |
+
yi_large_preview,0.859375
|
21 |
+
llama_2_70b_chat,0.8515625
|
22 |
+
reka_core_20240722,0.84375
|
23 |
+
gemini_1_5_pro_api_0514,0.8359375
|
24 |
+
gemini_pro,0.828125
|
25 |
+
llama3_1_405b_instruct,0.8203125
|
26 |
+
mistral_large_2407,0.8125
|
27 |
+
gpt_4_turbo_2024_04_09,0.8046875
|
28 |
+
gpt_4_1106_preview,0.796875
|
29 |
+
gpt_3_5_turbo_0613,0.7890625
|
30 |
+
gpt_4_0125_preview,0.78125
|
31 |
+
glm_4_0116,0.7734375
|
32 |
+
zephyr_orpo_141b_a35b_v0_1,0.765625
|
33 |
+
qwen_max_0428,0.7578125
|
34 |
+
claude_instant_1,0.75
|
35 |
+
yi_large,0.7421875
|
36 |
+
deepseek_coder_v2_0724,0.734375
|
37 |
+
deepseek_v2_api_0628,0.7265625
|
38 |
+
gemini_1_5_flash_api_0514,0.71875
|
39 |
+
llama3_70b_instruct,0.7109375
|
40 |
+
command_r_plus,0.703125
|
41 |
+
gpt_4_0314,0.6953125
|
42 |
+
claude_2_1,0.6875
|
43 |
+
wizardlm_70b,0.6796875
|
44 |
+
gemma_2_27b_it,0.671875
|
45 |
+
dolphin_2_2_1_mistral_7b,0.6640625
|
46 |
+
guanaco_33b,0.65625
|
47 |
+
nous_hermes_2_mixtral_8x7b_dpo,0.6484375
|
48 |
+
wizardlm_13b,0.640625
|
49 |
+
mpt_30b_chat,0.6328125
|
50 |
+
qwen1_5_110b_chat,0.625
|
51 |
+
claude_3_sonnet_20240229,0.6171875
|
52 |
+
mistral_next,0.609375
|
53 |
+
deepseek_coder_v2,0.6015625
|
54 |
+
reka_flash_21b_20240226_online,0.59375
|
55 |
+
starling_lm_7b_beta,0.5859375
|
56 |
+
llama2_70b_steerlm_chat,0.578125
|
57 |
+
mistral_medium,0.5703125
|
58 |
+
llama_2_13b_chat,0.5625
|
59 |
+
tulu_2_dpo_70b,0.5546875
|
60 |
+
reka_core_20240501,0.546875
|
61 |
+
gpt_4_0613,0.5390625
|
62 |
+
deepseek_llm_67b_chat,0.53125
|
63 |
+
solar_10_7b_instruct_v1_0,0.5234375
|
64 |
+
openchat_3_5_0106,0.515625
|
65 |
+
reka_flash_20240722,0.5078125
|
66 |
+
gemma_2_9b_it,0.5
|
67 |
+
llama3_1_8b_instruct,0.4921875
|
68 |
+
openchat_3_5,0.484375
|
69 |
+
pplx_7b_online,0.4765625
|
70 |
+
qwen1_5_72b_chat,0.46875
|
71 |
+
zephyr_7b_alpha,0.4609375
|
72 |
+
claude_3_haiku_20240307,0.453125
|
73 |
+
starling_lm_7b_alpha,0.4453125
|
74 |
+
reka_flash_21b_20240226,0.4375
|
75 |
+
mistral_large_2402,0.4296875
|
76 |
+
gpt_3_5_turbo_1106,0.421875
|
77 |
+
qwen1_5_7b_chat,0.4140625
|
78 |
+
reka_flash_preview_20240611,0.40625
|
79 |
+
yi_1_5_34b_chat,0.3984375
|
80 |
+
openhermes_2_5_mistral_7b,0.390625
|
81 |
+
codellama34b_instruct,0.3828125
|
82 |
+
qwen1_5_14b_chat,0.375
|
83 |
+
yi_34b_chat,0.3671875
|
84 |
+
pplx_70b_online,0.359375
|
85 |
+
qwen2_72b_instruct,0.3515625
|
86 |
+
dbrx_instructruct_preview,0.34375
|
87 |
+
llama3_8b_instruct,0.3359375
|
88 |
+
falcon_180b_chat,0.328125
|
89 |
+
palm_2,0.3203125
|
90 |
+
qwen_14b_chat,0.3125
|
91 |
+
stripedhyena_nous_7b,0.3046875
|
92 |
+
qwen1_5_32b_chat,0.296875
|
93 |
+
command_r,0.2890625
|
94 |
+
gemma_7b_it,0.28125
|
95 |
+
zephyr_7b_beta,0.2734375
|
96 |
+
mixtral_8x22b_instruct_v0_1,0.265625
|
97 |
+
vicuna_7b,0.2578125
|
98 |
+
snowflake_arctic_instruct,0.25
|
99 |
+
vicuna_33b,0.2421875
|
100 |
+
gemma_2_2b_it,0.234375
|
101 |
+
koala_13b,0.2265625
|
102 |
+
gpt_3_5_turbo_0125,0.21875
|
103 |
+
mistral_7b_instruct,0.2109375
|
104 |
+
llama_2_7b_chat,0.203125
|
105 |
+
mistral_7b_instruct_v0_2,0.1953125
|
106 |
+
gemma_1_1_7b_it,0.1875
|
107 |
+
gpt4all_13b_snoozy,0.1796875
|
108 |
+
phi_3_small_8k_instruct,0.171875
|
109 |
+
olmo_7b_instruct,0.1640625
|
110 |
+
phi_3_mini_4k_instruct,0.15625
|
111 |
+
phi_3_mini_128k_instruct,0.1484375
|
112 |
+
rwkv_4_raven_14b,0.140625
|
113 |
+
vicuna_13b,0.1328125
|
114 |
+
codellama_70b_instruct,0.125
|
115 |
+
mpt_7b_chat,0.1171875
|
116 |
+
mixtral_8x7b_instruct_v0_1,0.109375
|
117 |
+
phi_3_medium_4k_instruct,0.1015625
|
118 |
+
gemma_2b_it,0.09375
|
119 |
+
phi_3_mini_4k_instruct_june_2024,0.0859375
|
120 |
+
qwen1_5_4b_chat,0.078125
|
121 |
+
chatglm_6b,0.0703125
|
122 |
+
alpaca_13b,0.0625
|
123 |
+
gemma_1_1_2b_it,0.0546875
|
124 |
+
chatglm2_6b,0.046875
|
125 |
+
stablelm_tuned_alpha_7b,0.0390625
|
126 |
+
chatglm3_6b,0.03125
|
127 |
+
oasst_pythia_12b,0.0234375
|
128 |
+
llama_13b,0.015625
|
129 |
+
fastchat_t5_3b,0.0078125
|
130 |
+
dolly_v2_12b,0.0
|
cache/aggregate_scoress_cache_5e66a88dab42480065db47711c55c458.csv
CHANGED
@@ -1,122 +1,138 @@
|
|
1 |
model,score
|
2 |
-
gpt_4o_2024_05_13,0.
|
3 |
-
|
4 |
-
gpt_4o_2024_08_06,0.
|
5 |
-
|
6 |
-
|
7 |
-
|
8 |
-
|
9 |
-
|
10 |
-
|
11 |
-
|
12 |
-
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
|
23 |
-
|
24 |
-
|
25 |
-
|
26 |
-
|
27 |
-
qwen1_5_32b,0.
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
|
|
|
|
|
|
|
|
|
|
41 |
mistral_v0_1_7b,0.6239316239316239
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
llama_65b,0.
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
55 |
-
|
56 |
-
|
57 |
-
dbrx_instructruct,0.5344129554655871
|
58 |
jurassic_2_jumbo_178b,0.532051282051282
|
59 |
-
|
60 |
-
|
61 |
-
|
62 |
-
|
63 |
-
|
64 |
-
|
65 |
-
|
66 |
-
|
67 |
-
|
68 |
-
|
69 |
-
|
70 |
-
|
71 |
-
|
72 |
-
|
73 |
-
|
74 |
-
|
75 |
-
|
76 |
-
jurassic_2_grande_17b,0.
|
77 |
-
|
78 |
-
|
79 |
-
|
80 |
-
|
81 |
-
|
82 |
-
|
83 |
-
|
84 |
-
|
85 |
-
mistral_7b_v0_2,0.
|
86 |
-
|
87 |
-
|
88 |
-
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
96 |
luminous_extended_30b,0.2329059829059829
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
|
102 |
-
|
103 |
-
|
104 |
-
|
105 |
-
|
106 |
-
gpt_neox_20b,0.
|
107 |
-
|
108 |
-
|
109 |
-
|
110 |
-
|
111 |
-
gpt_j_6b,0.
|
112 |
luminous_base_13b,0.08333333333333333
|
113 |
-
|
114 |
-
gemma_1_1_2b_it,0.
|
115 |
-
olmo_7b,0.
|
116 |
-
|
117 |
-
|
118 |
-
|
119 |
-
|
120 |
-
pythia_6_9b,0.
|
121 |
-
|
122 |
-
|
|
|
1 |
model,score
|
2 |
+
gpt_4o_2024_05_13,0.9767482517482518
|
3 |
+
chatgpt_4o_latest,0.9754079254079254
|
4 |
+
gpt_4o_2024_08_06,0.9652680652680652
|
5 |
+
claude_3_5_sonnet_20240620,0.9572649572649573
|
6 |
+
gemini_1_5_pro_exp_0801,0.9545454545454546
|
7 |
+
llama3_1_70b_instruct,0.9343074620852398
|
8 |
+
gpt_4_turbo_2024_04_09,0.9055819180819181
|
9 |
+
claude_3_opus_20240229,0.8824397824397824
|
10 |
+
yi_large_preview,0.8714202464202464
|
11 |
+
llama3_1_405b_instruct,0.8598484848484849
|
12 |
+
gpt_4_0125_preview,0.8492118992118992
|
13 |
+
hermes_3_llama3_1_70b,0.8451178451178452
|
14 |
+
zephyr_orpo_141b_a35b_v0_1,0.8414055080721747
|
15 |
+
mistral_large_2407,0.8375291375291375
|
16 |
+
gpt_4o_mini_2024_07_18,0.8348776223776224
|
17 |
+
claude_2_0,0.8333333333333334
|
18 |
+
smaug_qwen2_72b_instruct,0.8331088664421997
|
19 |
+
gemini_1_5_pro_api_0514,0.8294871794871794
|
20 |
+
llama3_70b_instruct,0.8172801478357034
|
21 |
+
llama3_70b,0.8129154795821463
|
22 |
+
gemma_2_9b_it_dpo,0.8100649350649352
|
23 |
+
llama3_instruct_8b_simpo,0.7992424242424242
|
24 |
+
yi_large,0.7889194139194139
|
25 |
+
gemma_2_27b_it,0.776345259678593
|
26 |
+
qwen2_72b_instruct,0.7701936951936953
|
27 |
+
qwen1_5_32b,0.7678062678062678
|
28 |
+
gpt_4_0613,0.7641802641802643
|
29 |
+
phi_3_5_moe_instruct,0.7600448933782267
|
30 |
+
qwen1_5_110b_chat,0.7419770353103686
|
31 |
+
mixtral_8x22b_v0_1,0.7382154882154882
|
32 |
+
gemma_2_9b_it_simpo,0.7328042328042329
|
33 |
+
gemini_pro,0.7298951048951049
|
34 |
+
llama_2_70b,0.7293447293447294
|
35 |
+
gemini_1_5_flash_api_0514,0.7263403263403263
|
36 |
+
yi_34b,0.7188983855650521
|
37 |
+
deepseek_coder_v2,0.713053613053613
|
38 |
+
nous_hermes_2_mixtral_8x7b_dpo,0.7094017094017094
|
39 |
+
gpt_3_5_turbo_0613,0.6851851851851851
|
40 |
+
claude_2_1,0.6693861693861693
|
41 |
+
yi_1_5_34b_chat,0.6669566544566544
|
42 |
+
mistral_medium,0.657051282051282
|
43 |
+
phi_3_small_128k_instruct,0.6561167227833894
|
44 |
+
infinity_instruct_3m_0625_llama3_8b,0.6537598204264872
|
45 |
+
claude_instant_1_2,0.6486013986013985
|
46 |
mistral_v0_1_7b,0.6239316239316239
|
47 |
+
command_r_plus,0.6183108558108558
|
48 |
+
phi_3_5_mini_instruct,0.6103254769921437
|
49 |
+
llama3_1_8b_instruct,0.6080822469711359
|
50 |
+
gemma_2_9b_it,0.6048877048877048
|
51 |
+
yi_1_5_9b_chat,0.6041446208112875
|
52 |
+
claude_3_sonnet_20240229,0.5985236985236985
|
53 |
+
mixtral_8x22b_instruct_v0_1,0.585565052231719
|
54 |
+
qwen1_5_14b,0.5797720797720798
|
55 |
+
llama_65b,0.5759734093067427
|
56 |
+
deepseek_llm_67b_chat,0.5734841290396846
|
57 |
+
qwen1_5_32b_chat,0.571383349161127
|
58 |
+
wizardlm_70b,0.5620629370629371
|
59 |
+
yi_34b_chat,0.5558361391694725
|
60 |
+
qwen1_5_72b_chat,0.5463669663669664
|
61 |
+
dbrx_instructruct,0.5379867046533713
|
|
|
62 |
jurassic_2_jumbo_178b,0.532051282051282
|
63 |
+
mixtral_8x7b_v0_1,0.5310044893378227
|
64 |
+
openchat_3_5,0.5270655270655271
|
65 |
+
mistral_large_2402,0.5105672105672105
|
66 |
+
solar_10_7b_instruct_v1_0,0.5030864197530864
|
67 |
+
qwen2_7b_instruct,0.4970445192667415
|
68 |
+
phi_3_medium_4k_instruct,0.48541540763762986
|
69 |
+
dolphin_2_2_1_mistral_7b,0.4810606060606061
|
70 |
+
mistral_small_2402,0.47785547785547783
|
71 |
+
glm_4_9b_chat,0.4769547325102881
|
72 |
+
dbrx_instruct,0.4724025974025974
|
73 |
+
qwen1_5_14b_chat,0.45340153673487005
|
74 |
+
claude_3_haiku_20240307,0.44965034965034967
|
75 |
+
gemma_7b,0.4477682811016144
|
76 |
+
llama3_8b_instruct,0.4449662477440255
|
77 |
+
llama3_8b,0.4368471035137702
|
78 |
+
wizardlm_13b,0.42773892773892774
|
79 |
+
starling_lm_7b_alpha,0.42734323289878845
|
80 |
+
jurassic_2_grande_17b,0.4230769230769231
|
81 |
+
mistral_7b_v0_3,0.4228395061728395
|
82 |
+
llama_2_13b,0.4146881924659702
|
83 |
+
llama_2_70b_chat,0.412732329398996
|
84 |
+
phi_3_mini_4k_instruct,0.4048663270885493
|
85 |
+
openhermes_2_5_mistral_7b,0.40103708020374684
|
86 |
+
llama_2_13b_chat,0.38675213675213677
|
87 |
+
guanaco_33b,0.38374125874125875
|
88 |
+
phi_3_mini_128k_instruct,0.3778468445135112
|
89 |
+
mistral_7b_v0_2,0.3773849607182941
|
90 |
+
internlm2_chat_20b,0.37196969696969695
|
91 |
+
starling_lm_7b_beta,0.3611888111888112
|
92 |
+
gpt_3_5_turbo_0125,0.3591242091242091
|
93 |
+
tulu_2_dpo_70b,0.3585164835164835
|
94 |
+
qwen1_5_7b,0.35185185185185186
|
95 |
+
falcon_40b,0.3502690724912947
|
96 |
+
yi_1_5_6b_chat,0.33974132863021755
|
97 |
+
zephyr_7b_alpha,0.33875830959164294
|
98 |
+
command_r,0.3296911421911422
|
99 |
+
luminous_supreme_70b,0.32905982905982906
|
100 |
+
yi_6b,0.295346628679962
|
101 |
+
zephyr_7b_beta,0.28937667271000606
|
102 |
+
mixtral_8x7b_instruct_v0_1,0.284326167659501
|
103 |
+
qwen_14b_chat,0.2837995337995338
|
104 |
+
gemma_2_2b_it,0.28113553113553114
|
105 |
+
phi_3_small_8k_instruct,0.27051282051282055
|
106 |
+
gemma_1_1_7b_it,0.263927019482575
|
107 |
+
llama_2_7b,0.25466919911364355
|
108 |
+
mistral_7b_instruct_v0_2,0.250669392336059
|
109 |
+
mistral_7b_instruct_v0_3,0.24534231200897869
|
110 |
+
qwen1_5_7b_chat,0.24214088380755047
|
111 |
+
alpaca_7b,0.23484848484848483
|
112 |
luminous_extended_30b,0.2329059829059829
|
113 |
+
llama_13b,0.2222222222222222
|
114 |
+
phi_2,0.19812080923192033
|
115 |
+
qwen2_1_5b_instruct,0.1968574635241302
|
116 |
+
yi_6b_chat,0.19393939393939394
|
117 |
+
vicuna_7b,0.1885198135198135
|
118 |
+
gemma_7b_it,0.18790982679871568
|
119 |
+
olmo_7b_instruct,0.15669515669515668
|
120 |
+
vicuna_7b_v1_5,0.15454545454545454
|
121 |
+
vicuna_13b,0.14714452214452214
|
122 |
+
gpt_neox_20b,0.1419753086419753
|
123 |
+
falcon_40b_instruct,0.13187429854096522
|
124 |
+
qwen1_5_4b_chat,0.12542806987251431
|
125 |
+
falcon_7b,0.11380183602405824
|
126 |
+
llama_2_7b_chat,0.1122679789346456
|
127 |
+
gpt_j_6b,0.09876543209876543
|
128 |
luminous_base_13b,0.08333333333333333
|
129 |
+
gemma_2b_it,0.08119658119658119
|
130 |
+
gemma_1_1_2b_it,0.07454890788224121
|
131 |
+
olmo_7b,0.06220322886989553
|
132 |
+
qwen1_5_1_8b_chat,0.05544332210998878
|
133 |
+
qwen2_0_5b_instruct,0.055218855218855216
|
134 |
+
pythia_12b,0.05246913580246913
|
135 |
+
chatglm2_6b,0.029137529137529136
|
136 |
+
pythia_6_9b,0.018518518518518517
|
137 |
+
qwen1_5_0_5b_chat,0.012345679012345678
|
138 |
+
falcon_7b_instruct,0.011363636363636364
|
cache/agreements_cache_05c0405c5253dda90dc632e052accfd2.csv
ADDED
@@ -0,0 +1,763 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
scenario,scenario_source,ref_scenario,ref_source,corr_type,model_select_strategy,model_subset_size_requested,exp_n,correlation,p_value
|
2 |
+
Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5455447255899809,0.0614649096074132
|
3 |
+
Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.8571428571428571,0.001736111111111111
|
4 |
+
Helm Lite,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
5 |
+
Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
6 |
+
Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
7 |
+
Helm Lite NarrativeQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
8 |
+
Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
9 |
+
Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
10 |
+
Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
11 |
+
Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
12 |
+
Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
13 |
+
Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
14 |
+
Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
15 |
+
Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
16 |
+
Helm Lite OpenBookQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
17 |
+
Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
18 |
+
Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
19 |
+
Helm Lite MMLU,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
20 |
+
Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
21 |
+
Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
22 |
+
Helm Lite MathEquivalentCOT,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
23 |
+
Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.07142857142857142,0.9048611111111111
|
24 |
+
Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
25 |
+
Helm Lite GSM8K,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
26 |
+
Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
27 |
+
Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
28 |
+
Helm Lite LegalBench,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
29 |
+
Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
30 |
+
Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
31 |
+
Helm Lite MedQA,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
32 |
+
Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,0,0.2545875386086578,0.38281014365989596
|
33 |
+
Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
34 |
+
Helm Lite WMT2014,helm_lite_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
35 |
+
LMSys Arena,chatbot_arena_241104.csv,aggregate,aggregate,kendall,random,8,0,0.9999999999999998,4.96031746031746e-05
|
36 |
+
LMSys Arena,chatbot_arena_241104.csv,aggregate,aggregate,kendall,random,8,1,0.9999999999999998,4.96031746031746e-05
|
37 |
+
LMSys Arena,chatbot_arena_241104.csv,aggregate,aggregate,kendall,random,8,2,0.9999999999999998,4.96031746031746e-05
|
38 |
+
HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
39 |
+
HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
40 |
+
HF OpenLLM v2,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
41 |
+
HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
42 |
+
HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
43 |
+
HFv2 BBH,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
44 |
+
HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
45 |
+
HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
46 |
+
HFv2 GPQA,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
47 |
+
HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
48 |
+
HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
49 |
+
HFv2 IFEval,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
50 |
+
HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
51 |
+
HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
52 |
+
HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
53 |
+
HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
54 |
+
HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
55 |
+
HFv2 Math Level 5,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
56 |
+
HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
57 |
+
HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
58 |
+
HFv2 MuSR,hf_open_llm_v2_240829.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
59 |
+
tablebench_overall_dp,tablebench_241002.csv,aggregate,aggregate,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
60 |
+
tablebench_overall_dp,tablebench_241002.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
61 |
+
tablebench_overall_dp,tablebench_241002.csv,aggregate,aggregate,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
62 |
+
trustworthy_average,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
63 |
+
trustworthy_average,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
64 |
+
trustworthy_average,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
65 |
+
trustworthy_non_toxicity,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.14285714285714285,0.7195436507936508
|
66 |
+
trustworthy_non_toxicity,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
67 |
+
trustworthy_non_toxicity,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
68 |
+
trustworthy_non_stereotype,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
69 |
+
trustworthy_non_stereotype,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
70 |
+
trustworthy_non_stereotype,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
71 |
+
trustworthy_advglue_pp,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
72 |
+
trustworthy_advglue_pp,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
73 |
+
trustworthy_advglue_pp,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
74 |
+
trustworthy_ood,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
75 |
+
trustworthy_ood,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
76 |
+
trustworthy_ood,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
77 |
+
trustworthy_adv_demo,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
78 |
+
trustworthy_adv_demo,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
79 |
+
trustworthy_adv_demo,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
80 |
+
trustworthy_privacy,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.07142857142857142,0.9048611111111111
|
81 |
+
trustworthy_privacy,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
82 |
+
trustworthy_privacy,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
83 |
+
trustworthy_ethics,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
84 |
+
trustworthy_ethics,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
85 |
+
trustworthy_ethics,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
86 |
+
trustworthy_fairness,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,0,-0.6910233190806424,0.017844011512848347
|
87 |
+
trustworthy_fairness,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,1,-0.6910233190806424,0.017844011512848347
|
88 |
+
trustworthy_fairness,llm_trustworthy_241001.csv,aggregate,aggregate,kendall,random,8,2,-0.6910233190806424,0.017844011512848347
|
89 |
+
OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
90 |
+
OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
91 |
+
OpenCompass Academic,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
92 |
+
OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
93 |
+
OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
94 |
+
OpenCompass MMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
95 |
+
OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
96 |
+
OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
97 |
+
OpenCompass MMLU Pro,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
98 |
+
OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
99 |
+
OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
100 |
+
OpenCompass CMMLU,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
101 |
+
OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
102 |
+
OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
103 |
+
OpenCompass BBH,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
104 |
+
OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.036369648372665396,0.9007802600472398
|
105 |
+
OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
106 |
+
OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,-0.036369648372665396,0.9007802600472398
|
107 |
+
OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4447495899966607,0.1315867602811863
|
108 |
+
OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2545875386086578,0.38281014365989596
|
109 |
+
OpenCompass HumanEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.40006613209931935,0.17023995462900499
|
110 |
+
OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
111 |
+
OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
112 |
+
OpenCompass IFEval,opencompass_academic_240829.csv,aggregate,aggregate,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
113 |
+
Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
114 |
+
Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
115 |
+
Helm MMLU,helm_mmlu_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
116 |
+
MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
117 |
+
MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
118 |
+
MMLU Pro,mmlu_pro_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
119 |
+
MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
120 |
+
MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
121 |
+
MixEval,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
122 |
+
MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.9999999999999998,4.96031746031746e-05
|
123 |
+
MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
124 |
+
MixEval Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.8571428571428571,0.001736111111111111
|
125 |
+
MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
126 |
+
MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
127 |
+
MixEval TriviaQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
128 |
+
MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
129 |
+
MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
130 |
+
MixEval MMLU,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
131 |
+
MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
132 |
+
MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
133 |
+
MixEval DROP,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
134 |
+
MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
135 |
+
MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
136 |
+
MixEval HellaSwag,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6910233190806425,0.017844011512848347
|
137 |
+
MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
138 |
+
MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.47280542884465016,0.10506382347888965
|
139 |
+
MixEval CommonsenseQA,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6182840223353117,0.0340492747686748
|
140 |
+
MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
141 |
+
MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
142 |
+
MixEval TriviaQA Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
143 |
+
MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
144 |
+
MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
145 |
+
MixEval MMLU Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.8571428571428571,0.001736111111111111
|
146 |
+
MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
147 |
+
MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
148 |
+
MixEval DROP Hard,mixeval_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
149 |
+
AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
150 |
+
AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
151 |
+
AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,aggregate,aggregate,kendall,random,8,2,0.2545875386086578,0.38281014365989596
|
152 |
+
HELM AirBench Security Risks,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.42857142857142855,0.17886904761904762
|
153 |
+
HELM AirBench Security Risks,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.2857142857142857,0.39875992063492066
|
154 |
+
HELM AirBench Security Risks,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
155 |
+
HELM AirBench Operational Misuses,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
156 |
+
HELM AirBench Operational Misuses,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.18184824186332696,0.5330356744917513
|
157 |
+
HELM AirBench Operational Misuses,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
158 |
+
HELM AirBench Violence & Extremism,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
159 |
+
HELM AirBench Violence & Extremism,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.7142857142857142,0.014136904761904762
|
160 |
+
HELM AirBench Violence & Extremism,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
161 |
+
HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
162 |
+
HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.7142857142857142,0.014136904761904762
|
163 |
+
HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.2857142857142857,0.39875992063492066
|
164 |
+
HELM AirBench Sexual Content,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.42857142857142855,0.17886904761904762
|
165 |
+
HELM AirBench Sexual Content,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
166 |
+
HELM AirBench Sexual Content,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
167 |
+
HELM AirBench Child Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
168 |
+
HELM AirBench Child Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
169 |
+
HELM AirBench Child Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
170 |
+
HELM AirBench Self Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.40006613209931935,0.17023995462900499
|
171 |
+
HELM AirBench Self Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
172 |
+
HELM AirBench Self Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
173 |
+
HELM AirBench Political Usage,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
174 |
+
HELM AirBench Political Usage,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
175 |
+
HELM AirBench Political Usage,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
176 |
+
HELM AirBench Economic Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
177 |
+
HELM AirBench Economic Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.6182840223353117,0.0340492747686748
|
178 |
+
HELM AirBench Economic Harm,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
179 |
+
HELM AirBench Deception,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.4999999999999999,0.10868055555555556
|
180 |
+
HELM AirBench Deception,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.6428571428571428,0.03115079365079365
|
181 |
+
HELM AirBench Deception,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
182 |
+
HELM AirBench Manipulation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
183 |
+
HELM AirBench Manipulation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.6182840223353117,0.0340492747686748
|
184 |
+
HELM AirBench Manipulation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
185 |
+
HELM AirBench Defamation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.40006613209931935,0.17023995462900499
|
186 |
+
HELM AirBench Defamation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.4999999999999999,0.10868055555555556
|
187 |
+
HELM AirBench Defamation,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
188 |
+
HELM AirBench Fundamental Rights,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.6182840223353117,0.0340492747686748
|
189 |
+
HELM AirBench Fundamental Rights,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
190 |
+
HELM AirBench Fundamental Rights,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.41576092031014994,0.1612822677790775
|
191 |
+
HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
192 |
+
HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
193 |
+
HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.4999999999999999,0.10868055555555556
|
194 |
+
HELM AirBench Privacy,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
195 |
+
HELM AirBench Privacy,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.3571428571428571,0.27509920634920637
|
196 |
+
HELM AirBench Privacy,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
197 |
+
HELM AirBench Criminal Activities,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
198 |
+
HELM AirBench Criminal Activities,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
199 |
+
HELM AirBench Criminal Activities,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
200 |
+
HELM AirBench AIR Score,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,0,-0.6428571428571428,0.03115079365079365
|
201 |
+
HELM AirBench AIR Score,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
202 |
+
HELM AirBench AIR Score,helm_airbench_240916.csv,aggregate,aggregate,kendall,random,8,2,-0.47280542884465016,0.10506382347888965
|
203 |
+
OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
204 |
+
OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
205 |
+
OpenCompass,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
206 |
+
OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
207 |
+
OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
208 |
+
OpenCompass Language,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
209 |
+
OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
210 |
+
OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
211 |
+
OpenCompass Knowledge,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
212 |
+
OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
213 |
+
OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
214 |
+
OpenCompass Reasoning,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
215 |
+
OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
216 |
+
OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
217 |
+
OpenCompass Math,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
218 |
+
OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
219 |
+
OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6910233190806425,0.017844011512848347
|
220 |
+
OpenCompass Code,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.40006613209931935,0.17023995462900499
|
221 |
+
OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
222 |
+
OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.7857142857142856,0.005505952380952381
|
223 |
+
OpenCompass Instruction,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
224 |
+
OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
225 |
+
OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
226 |
+
OpenCompass Agent,opencompass_240829.csv,aggregate,aggregate,kendall,random,8,2,-0.14285714285714285,0.7195436507936508
|
227 |
+
OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,8,0,0.32732683535398854,0.2618277009271762
|
228 |
+
OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
229 |
+
OpenCompass Arena,opencompass_arena_240829.csv,aggregate,aggregate,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
230 |
+
LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
231 |
+
LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
232 |
+
LiveBench 240725,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
233 |
+
LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
234 |
+
LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2545875386086578,0.38281014365989596
|
235 |
+
LiveBench Reasoning,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
236 |
+
LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
237 |
+
LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
238 |
+
LiveBench Coding,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
239 |
+
LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
240 |
+
LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
241 |
+
LiveBench Mathematics,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
242 |
+
LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
243 |
+
LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
244 |
+
LiveBench Data Analysis,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,-0.07142857142857142,0.9048611111111111
|
245 |
+
LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
246 |
+
LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
247 |
+
LiveBench Language,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
248 |
+
LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
249 |
+
LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
250 |
+
LiveBench Instruction Following,livebench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
251 |
+
Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
252 |
+
Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
253 |
+
Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,aggregate,aggregate,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
254 |
+
WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
255 |
+
WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
256 |
+
WildBench Elo LC,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
257 |
+
WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
258 |
+
WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
259 |
+
WildBench Information Seeking,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
260 |
+
WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
261 |
+
WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
262 |
+
WildBench Creative,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
263 |
+
WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
264 |
+
WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
265 |
+
WildBench Code Debugging,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
266 |
+
WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
267 |
+
WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
268 |
+
WildBench Math & Data,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
269 |
+
WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
270 |
+
WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
271 |
+
WildBench Reasoning & Planning,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
272 |
+
WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
273 |
+
WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
274 |
+
WildBench Score,wildbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
275 |
+
Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
276 |
+
Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,aggregate,aggregate,kendall,random,8,1,0.40006613209931935,0.17023995462900499
|
277 |
+
Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
278 |
+
Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
279 |
+
Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
280 |
+
Arena Hard,arena_hard_240829.csv,aggregate,aggregate,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
281 |
+
AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,8,0,0.32732683535398854,0.2618277009271762
|
282 |
+
AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,8,1,0.32732683535398854,0.2618277009271762
|
283 |
+
AgentBench,agenbench_240829.csv,aggregate,aggregate,kendall,random,8,2,0.32732683535398854,0.2618277009271762
|
284 |
+
MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
285 |
+
MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.6182840223353117,0.0340492747686748
|
286 |
+
MT-Bench,mtbench_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
287 |
+
HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
288 |
+
HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
289 |
+
HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
290 |
+
HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
291 |
+
HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
292 |
+
HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
293 |
+
HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
294 |
+
HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.0,1.0
|
295 |
+
HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
296 |
+
HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
297 |
+
HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
298 |
+
HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
299 |
+
HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
300 |
+
HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
301 |
+
HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
302 |
+
HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
303 |
+
HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
304 |
+
HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.0,1.0
|
305 |
+
HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
306 |
+
HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
307 |
+
HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
308 |
+
BFCL,bfcl_240906.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
309 |
+
BFCL,bfcl_240906.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
310 |
+
BFCL,bfcl_240906.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
311 |
+
eq_bench,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,0,0.14285714285714285,0.7195436507936508
|
312 |
+
eq_bench,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
313 |
+
eq_bench,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
314 |
+
magi_hard,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
315 |
+
magi_hard,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
316 |
+
magi_hard,eqbench_240912.csv,aggregate,aggregate,kendall,random,8,2,-0.07142857142857142,0.9048611111111111
|
317 |
+
BIGGEN,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
318 |
+
BIGGEN,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
319 |
+
BIGGEN,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
320 |
+
BIGGEN Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
321 |
+
BIGGEN Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
322 |
+
BIGGEN Grounding,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
323 |
+
BIGGEN Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.47280542884465016,0.10506382347888965
|
324 |
+
BIGGEN Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.41576092031014994,0.1612822677790775
|
325 |
+
BIGGEN Instruction Following,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
326 |
+
BIGGEN Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
327 |
+
BIGGEN Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
328 |
+
BIGGEN Planning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
329 |
+
BIGGEN Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
330 |
+
BIGGEN Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,-0.21428571428571427,0.5484126984126985
|
331 |
+
BIGGEN Reasoning,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
332 |
+
BIGGEN Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6425396041156862,0.030400749685896046
|
333 |
+
BIGGEN Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,-0.036369648372665396,0.9007802600472398
|
334 |
+
BIGGEN Refinement,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
335 |
+
BIGGEN Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
336 |
+
BIGGEN Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
337 |
+
BIGGEN Safety,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
338 |
+
BIGGEN Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
339 |
+
BIGGEN Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
340 |
+
BIGGEN Theory of Mind,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
341 |
+
BIGGEN Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
342 |
+
BIGGEN Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
343 |
+
BIGGEN Tool Usage,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
344 |
+
BIGGEN Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
345 |
+
BIGGEN Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,8,1,0.47280542884465016,0.10506382347888965
|
346 |
+
BIGGEN Multilingual,biggen_240829.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
347 |
+
LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
348 |
+
LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
349 |
+
LiveBench 240624,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
350 |
+
LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
351 |
+
LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
352 |
+
LiveBench Reasoning Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.7637626158259734,0.008839740160738534
|
353 |
+
LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
354 |
+
LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
355 |
+
LiveBench Coding Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
356 |
+
LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
357 |
+
LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
358 |
+
LiveBench Mathematics Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
359 |
+
LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
360 |
+
LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
361 |
+
LiveBench Data Analysis Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
362 |
+
LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
363 |
+
LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
364 |
+
LiveBench Language Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
365 |
+
LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
366 |
+
LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
367 |
+
LiveBench Instruction Following Average,livebench_240701.csv,aggregate,aggregate,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
368 |
+
hydrox_integrity,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
369 |
+
hydrox_integrity,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,1,0.0,1.0
|
370 |
+
hydrox_integrity,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
371 |
+
hydrox_overall_score,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
372 |
+
hydrox_overall_score,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,1,0.0,1.0
|
373 |
+
hydrox_overall_score,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
374 |
+
hydrox_privacy,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
375 |
+
hydrox_privacy,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
376 |
+
hydrox_privacy,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
377 |
+
hydrox_safety,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
378 |
+
hydrox_safety,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
379 |
+
hydrox_safety,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
380 |
+
hydrox_security,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
381 |
+
hydrox_security,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,1,0.0,1.0
|
382 |
+
hydrox_security,hydrox_safety_241001.csv,aggregate,aggregate,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
383 |
+
aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,8,0,0.5455447255899809,0.0614649096074132
|
384 |
+
aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,8,1,0.8571428571428571,0.001736111111111111
|
385 |
+
aggregate,aggregate,Helm Lite,helm_lite_240829.csv,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
386 |
+
aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
387 |
+
aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
388 |
+
aggregate,aggregate,Helm Lite NarrativeQA,helm_lite_240829.csv,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
389 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
390 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
391 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsOpen,helm_lite_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
392 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
393 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
394 |
+
aggregate,aggregate,Helm Lite NaturalQuestionsClosed,helm_lite_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
395 |
+
aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
396 |
+
aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
397 |
+
aggregate,aggregate,Helm Lite OpenBookQA,helm_lite_240829.csv,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
398 |
+
aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
399 |
+
aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
400 |
+
aggregate,aggregate,Helm Lite MMLU,helm_lite_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
401 |
+
aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
402 |
+
aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
403 |
+
aggregate,aggregate,Helm Lite MathEquivalentCOT,helm_lite_240829.csv,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
404 |
+
aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,8,0,0.07142857142857142,0.9048611111111111
|
405 |
+
aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
406 |
+
aggregate,aggregate,Helm Lite GSM8K,helm_lite_240829.csv,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
407 |
+
aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
408 |
+
aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
409 |
+
aggregate,aggregate,Helm Lite LegalBench,helm_lite_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
410 |
+
aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
411 |
+
aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
412 |
+
aggregate,aggregate,Helm Lite MedQA,helm_lite_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
413 |
+
aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,8,0,0.2545875386086578,0.38281014365989596
|
414 |
+
aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
415 |
+
aggregate,aggregate,Helm Lite WMT2014,helm_lite_240829.csv,kendall,random,8,2,0.5455447255899809,0.0614649096074132
|
416 |
+
aggregate,aggregate,LMSys Arena,chatbot_arena_241104.csv,kendall,random,8,0,0.9999999999999998,4.96031746031746e-05
|
417 |
+
aggregate,aggregate,LMSys Arena,chatbot_arena_241104.csv,kendall,random,8,1,0.9999999999999998,4.96031746031746e-05
|
418 |
+
aggregate,aggregate,LMSys Arena,chatbot_arena_241104.csv,kendall,random,8,2,0.9999999999999998,4.96031746031746e-05
|
419 |
+
aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
420 |
+
aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
421 |
+
aggregate,aggregate,HF OpenLLM v2,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
422 |
+
aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
423 |
+
aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
424 |
+
aggregate,aggregate,HFv2 BBH,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
425 |
+
aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
426 |
+
aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
427 |
+
aggregate,aggregate,HFv2 GPQA,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
428 |
+
aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
429 |
+
aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
430 |
+
aggregate,aggregate,HFv2 IFEval,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
431 |
+
aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
432 |
+
aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
433 |
+
aggregate,aggregate,HFv2 MMLU Pro,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
434 |
+
aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
435 |
+
aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
436 |
+
aggregate,aggregate,HFv2 Math Level 5,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
437 |
+
aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
438 |
+
aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
439 |
+
aggregate,aggregate,HFv2 MuSR,hf_open_llm_v2_240829.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
440 |
+
aggregate,aggregate,tablebench_overall_dp,tablebench_241002.csv,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
441 |
+
aggregate,aggregate,tablebench_overall_dp,tablebench_241002.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
442 |
+
aggregate,aggregate,tablebench_overall_dp,tablebench_241002.csv,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
443 |
+
aggregate,aggregate,trustworthy_average,llm_trustworthy_241001.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
444 |
+
aggregate,aggregate,trustworthy_average,llm_trustworthy_241001.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
445 |
+
aggregate,aggregate,trustworthy_average,llm_trustworthy_241001.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
446 |
+
aggregate,aggregate,trustworthy_non_toxicity,llm_trustworthy_241001.csv,kendall,random,8,0,0.14285714285714285,0.7195436507936508
|
447 |
+
aggregate,aggregate,trustworthy_non_toxicity,llm_trustworthy_241001.csv,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
448 |
+
aggregate,aggregate,trustworthy_non_toxicity,llm_trustworthy_241001.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
449 |
+
aggregate,aggregate,trustworthy_non_stereotype,llm_trustworthy_241001.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
450 |
+
aggregate,aggregate,trustworthy_non_stereotype,llm_trustworthy_241001.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
451 |
+
aggregate,aggregate,trustworthy_non_stereotype,llm_trustworthy_241001.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
452 |
+
aggregate,aggregate,trustworthy_advglue_pp,llm_trustworthy_241001.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
453 |
+
aggregate,aggregate,trustworthy_advglue_pp,llm_trustworthy_241001.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
454 |
+
aggregate,aggregate,trustworthy_advglue_pp,llm_trustworthy_241001.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
455 |
+
aggregate,aggregate,trustworthy_ood,llm_trustworthy_241001.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
456 |
+
aggregate,aggregate,trustworthy_ood,llm_trustworthy_241001.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
457 |
+
aggregate,aggregate,trustworthy_ood,llm_trustworthy_241001.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
458 |
+
aggregate,aggregate,trustworthy_adv_demo,llm_trustworthy_241001.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
459 |
+
aggregate,aggregate,trustworthy_adv_demo,llm_trustworthy_241001.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
460 |
+
aggregate,aggregate,trustworthy_adv_demo,llm_trustworthy_241001.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
461 |
+
aggregate,aggregate,trustworthy_privacy,llm_trustworthy_241001.csv,kendall,random,8,0,0.07142857142857142,0.9048611111111111
|
462 |
+
aggregate,aggregate,trustworthy_privacy,llm_trustworthy_241001.csv,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
463 |
+
aggregate,aggregate,trustworthy_privacy,llm_trustworthy_241001.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
464 |
+
aggregate,aggregate,trustworthy_ethics,llm_trustworthy_241001.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
465 |
+
aggregate,aggregate,trustworthy_ethics,llm_trustworthy_241001.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
466 |
+
aggregate,aggregate,trustworthy_ethics,llm_trustworthy_241001.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
467 |
+
aggregate,aggregate,trustworthy_fairness,llm_trustworthy_241001.csv,kendall,random,8,0,-0.6910233190806424,0.017844011512848347
|
468 |
+
aggregate,aggregate,trustworthy_fairness,llm_trustworthy_241001.csv,kendall,random,8,1,-0.6910233190806424,0.017844011512848347
|
469 |
+
aggregate,aggregate,trustworthy_fairness,llm_trustworthy_241001.csv,kendall,random,8,2,-0.6910233190806424,0.017844011512848347
|
470 |
+
aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
471 |
+
aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
472 |
+
aggregate,aggregate,OpenCompass Academic,opencompass_academic_240829.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
473 |
+
aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
474 |
+
aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
475 |
+
aggregate,aggregate,OpenCompass MMLU,opencompass_academic_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
476 |
+
aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
477 |
+
aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
478 |
+
aggregate,aggregate,OpenCompass MMLU Pro,opencompass_academic_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
479 |
+
aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
480 |
+
aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
481 |
+
aggregate,aggregate,OpenCompass CMMLU,opencompass_academic_240829.csv,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
482 |
+
aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
483 |
+
aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
484 |
+
aggregate,aggregate,OpenCompass BBH,opencompass_academic_240829.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
485 |
+
aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,8,0,0.036369648372665396,0.9007802600472398
|
486 |
+
aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
487 |
+
aggregate,aggregate,OpenCompass GQPA-Dimand,opencompass_academic_240829.csv,kendall,random,8,2,-0.036369648372665396,0.9007802600472398
|
488 |
+
aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,8,0,0.4447495899966607,0.1315867602811863
|
489 |
+
aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,8,1,0.2545875386086578,0.38281014365989596
|
490 |
+
aggregate,aggregate,OpenCompass HumanEval,opencompass_academic_240829.csv,kendall,random,8,2,0.40006613209931935,0.17023995462900499
|
491 |
+
aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,8,0,0.2857142857142857,0.39875992063492066
|
492 |
+
aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
493 |
+
aggregate,aggregate,OpenCompass IFEval,opencompass_academic_240829.csv,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
494 |
+
aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
495 |
+
aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
496 |
+
aggregate,aggregate,Helm MMLU,helm_mmlu_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
497 |
+
aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
498 |
+
aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
499 |
+
aggregate,aggregate,MMLU Pro,mmlu_pro_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
500 |
+
aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
501 |
+
aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
502 |
+
aggregate,aggregate,MixEval,mixeval_240829.csv,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
503 |
+
aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,8,0,0.9999999999999998,4.96031746031746e-05
|
504 |
+
aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
505 |
+
aggregate,aggregate,MixEval Hard,mixeval_240829.csv,kendall,random,8,2,0.8571428571428571,0.001736111111111111
|
506 |
+
aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
507 |
+
aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
508 |
+
aggregate,aggregate,MixEval TriviaQA,mixeval_240829.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
509 |
+
aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
510 |
+
aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
511 |
+
aggregate,aggregate,MixEval MMLU,mixeval_240829.csv,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
512 |
+
aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
513 |
+
aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
514 |
+
aggregate,aggregate,MixEval DROP,mixeval_240829.csv,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
515 |
+
aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
516 |
+
aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
517 |
+
aggregate,aggregate,MixEval HellaSwag,mixeval_240829.csv,kendall,random,8,2,0.6910233190806425,0.017844011512848347
|
518 |
+
aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
519 |
+
aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,8,1,0.47280542884465016,0.10506382347888965
|
520 |
+
aggregate,aggregate,MixEval CommonsenseQA,mixeval_240829.csv,kendall,random,8,2,0.6182840223353117,0.0340492747686748
|
521 |
+
aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
522 |
+
aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
523 |
+
aggregate,aggregate,MixEval TriviaQA Hard,mixeval_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
524 |
+
aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
525 |
+
aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
526 |
+
aggregate,aggregate,MixEval MMLU Hard,mixeval_240829.csv,kendall,random,8,2,0.8571428571428571,0.001736111111111111
|
527 |
+
aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
528 |
+
aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
529 |
+
aggregate,aggregate,MixEval DROP Hard,mixeval_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
530 |
+
aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
531 |
+
aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
532 |
+
aggregate,aggregate,AlphacaEval v2lc,alphacaeval_v2lc_240829.csv,kendall,random,8,2,0.2545875386086578,0.38281014365989596
|
533 |
+
aggregate,aggregate,HELM AirBench Security Risks,helm_airbench_240916.csv,kendall,random,8,0,-0.42857142857142855,0.17886904761904762
|
534 |
+
aggregate,aggregate,HELM AirBench Security Risks,helm_airbench_240916.csv,kendall,random,8,1,-0.2857142857142857,0.39875992063492066
|
535 |
+
aggregate,aggregate,HELM AirBench Security Risks,helm_airbench_240916.csv,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
536 |
+
aggregate,aggregate,HELM AirBench Operational Misuses,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
537 |
+
aggregate,aggregate,HELM AirBench Operational Misuses,helm_airbench_240916.csv,kendall,random,8,1,-0.18184824186332696,0.5330356744917513
|
538 |
+
aggregate,aggregate,HELM AirBench Operational Misuses,helm_airbench_240916.csv,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
539 |
+
aggregate,aggregate,HELM AirBench Violence & Extremism,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
540 |
+
aggregate,aggregate,HELM AirBench Violence & Extremism,helm_airbench_240916.csv,kendall,random,8,1,-0.7142857142857142,0.014136904761904762
|
541 |
+
aggregate,aggregate,HELM AirBench Violence & Extremism,helm_airbench_240916.csv,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
542 |
+
aggregate,aggregate,HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
543 |
+
aggregate,aggregate,HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,kendall,random,8,1,-0.7142857142857142,0.014136904761904762
|
544 |
+
aggregate,aggregate,HELM AirBench Hate/Toxicity,helm_airbench_240916.csv,kendall,random,8,2,-0.2857142857142857,0.39875992063492066
|
545 |
+
aggregate,aggregate,HELM AirBench Sexual Content,helm_airbench_240916.csv,kendall,random,8,0,-0.42857142857142855,0.17886904761904762
|
546 |
+
aggregate,aggregate,HELM AirBench Sexual Content,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
547 |
+
aggregate,aggregate,HELM AirBench Sexual Content,helm_airbench_240916.csv,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
548 |
+
aggregate,aggregate,HELM AirBench Child Harm,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
549 |
+
aggregate,aggregate,HELM AirBench Child Harm,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
550 |
+
aggregate,aggregate,HELM AirBench Child Harm,helm_airbench_240916.csv,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
551 |
+
aggregate,aggregate,HELM AirBench Self Harm,helm_airbench_240916.csv,kendall,random,8,0,-0.40006613209931935,0.17023995462900499
|
552 |
+
aggregate,aggregate,HELM AirBench Self Harm,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
553 |
+
aggregate,aggregate,HELM AirBench Self Harm,helm_airbench_240916.csv,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
554 |
+
aggregate,aggregate,HELM AirBench Political Usage,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
555 |
+
aggregate,aggregate,HELM AirBench Political Usage,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
556 |
+
aggregate,aggregate,HELM AirBench Political Usage,helm_airbench_240916.csv,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
557 |
+
aggregate,aggregate,HELM AirBench Economic Harm,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
558 |
+
aggregate,aggregate,HELM AirBench Economic Harm,helm_airbench_240916.csv,kendall,random,8,1,-0.6182840223353117,0.0340492747686748
|
559 |
+
aggregate,aggregate,HELM AirBench Economic Harm,helm_airbench_240916.csv,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
560 |
+
aggregate,aggregate,HELM AirBench Deception,helm_airbench_240916.csv,kendall,random,8,0,-0.4999999999999999,0.10868055555555556
|
561 |
+
aggregate,aggregate,HELM AirBench Deception,helm_airbench_240916.csv,kendall,random,8,1,-0.6428571428571428,0.03115079365079365
|
562 |
+
aggregate,aggregate,HELM AirBench Deception,helm_airbench_240916.csv,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
563 |
+
aggregate,aggregate,HELM AirBench Manipulation,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
564 |
+
aggregate,aggregate,HELM AirBench Manipulation,helm_airbench_240916.csv,kendall,random,8,1,-0.6182840223353117,0.0340492747686748
|
565 |
+
aggregate,aggregate,HELM AirBench Manipulation,helm_airbench_240916.csv,kendall,random,8,2,-0.3571428571428571,0.27509920634920637
|
566 |
+
aggregate,aggregate,HELM AirBench Defamation,helm_airbench_240916.csv,kendall,random,8,0,-0.40006613209931935,0.17023995462900499
|
567 |
+
aggregate,aggregate,HELM AirBench Defamation,helm_airbench_240916.csv,kendall,random,8,1,-0.4999999999999999,0.10868055555555556
|
568 |
+
aggregate,aggregate,HELM AirBench Defamation,helm_airbench_240916.csv,kendall,random,8,2,-0.40006613209931935,0.17023995462900499
|
569 |
+
aggregate,aggregate,HELM AirBench Fundamental Rights,helm_airbench_240916.csv,kendall,random,8,0,-0.6182840223353117,0.0340492747686748
|
570 |
+
aggregate,aggregate,HELM AirBench Fundamental Rights,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
571 |
+
aggregate,aggregate,HELM AirBench Fundamental Rights,helm_airbench_240916.csv,kendall,random,8,2,-0.41576092031014994,0.1612822677790775
|
572 |
+
aggregate,aggregate,HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
573 |
+
aggregate,aggregate,HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
574 |
+
aggregate,aggregate,HELM AirBench Discrimination/Bias,helm_airbench_240916.csv,kendall,random,8,2,-0.4999999999999999,0.10868055555555556
|
575 |
+
aggregate,aggregate,HELM AirBench Privacy,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
576 |
+
aggregate,aggregate,HELM AirBench Privacy,helm_airbench_240916.csv,kendall,random,8,1,-0.3571428571428571,0.27509920634920637
|
577 |
+
aggregate,aggregate,HELM AirBench Privacy,helm_airbench_240916.csv,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
578 |
+
aggregate,aggregate,HELM AirBench Criminal Activities,helm_airbench_240916.csv,kendall,random,8,0,-0.5714285714285714,0.06101190476190476
|
579 |
+
aggregate,aggregate,HELM AirBench Criminal Activities,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
580 |
+
aggregate,aggregate,HELM AirBench Criminal Activities,helm_airbench_240916.csv,kendall,random,8,2,-0.42857142857142855,0.17886904761904762
|
581 |
+
aggregate,aggregate,HELM AirBench AIR Score,helm_airbench_240916.csv,kendall,random,8,0,-0.6428571428571428,0.03115079365079365
|
582 |
+
aggregate,aggregate,HELM AirBench AIR Score,helm_airbench_240916.csv,kendall,random,8,1,-0.5714285714285714,0.06101190476190476
|
583 |
+
aggregate,aggregate,HELM AirBench AIR Score,helm_airbench_240916.csv,kendall,random,8,2,-0.47280542884465016,0.10506382347888965
|
584 |
+
aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
585 |
+
aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
586 |
+
aggregate,aggregate,OpenCompass,opencompass_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
587 |
+
aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,8,0,0.21428571428571427,0.5484126984126985
|
588 |
+
aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
589 |
+
aggregate,aggregate,OpenCompass Language,opencompass_240829.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
590 |
+
aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
591 |
+
aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
592 |
+
aggregate,aggregate,OpenCompass Knowledge,opencompass_240829.csv,kendall,random,8,2,-0.21428571428571427,0.5484126984126985
|
593 |
+
aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
594 |
+
aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
595 |
+
aggregate,aggregate,OpenCompass Reasoning,opencompass_240829.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
596 |
+
aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
597 |
+
aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
598 |
+
aggregate,aggregate,OpenCompass Math,opencompass_240829.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
599 |
+
aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
600 |
+
aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,8,1,0.6910233190806425,0.017844011512848347
|
601 |
+
aggregate,aggregate,OpenCompass Code,opencompass_240829.csv,kendall,random,8,2,0.40006613209931935,0.17023995462900499
|
602 |
+
aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
603 |
+
aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,8,1,0.7857142857142856,0.005505952380952381
|
604 |
+
aggregate,aggregate,OpenCompass Instruction,opencompass_240829.csv,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
605 |
+
aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
606 |
+
aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
607 |
+
aggregate,aggregate,OpenCompass Agent,opencompass_240829.csv,kendall,random,8,2,-0.14285714285714285,0.7195436507936508
|
608 |
+
aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,8,0,0.32732683535398854,0.2618277009271762
|
609 |
+
aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
610 |
+
aggregate,aggregate,OpenCompass Arena,opencompass_arena_240829.csv,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
611 |
+
aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
612 |
+
aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
613 |
+
aggregate,aggregate,LiveBench 240725,livebench_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
614 |
+
aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
615 |
+
aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,8,1,0.2545875386086578,0.38281014365989596
|
616 |
+
aggregate,aggregate,LiveBench Reasoning,livebench_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
617 |
+
aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
618 |
+
aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
619 |
+
aggregate,aggregate,LiveBench Coding,livebench_240829.csv,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
620 |
+
aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
621 |
+
aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
622 |
+
aggregate,aggregate,LiveBench Mathematics,livebench_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
623 |
+
aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
624 |
+
aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
625 |
+
aggregate,aggregate,LiveBench Data Analysis,livebench_240829.csv,kendall,random,8,2,-0.07142857142857142,0.9048611111111111
|
626 |
+
aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
627 |
+
aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
628 |
+
aggregate,aggregate,LiveBench Language,livebench_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
629 |
+
aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
630 |
+
aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
631 |
+
aggregate,aggregate,LiveBench Instruction Following,livebench_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
632 |
+
aggregate,aggregate,Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
633 |
+
aggregate,aggregate,Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
634 |
+
aggregate,aggregate,Enkrypt AI Safety,enkrypt_ai_safety_240916.csv,kendall,random,8,2,0.2857142857142857,0.39875992063492066
|
635 |
+
aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
636 |
+
aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
637 |
+
aggregate,aggregate,WildBench Elo LC,wildbench_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
638 |
+
aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,8,0,0.7142857142857142,0.014136904761904762
|
639 |
+
aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
640 |
+
aggregate,aggregate,WildBench Information Seeking,wildbench_240829.csv,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
641 |
+
aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
642 |
+
aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
643 |
+
aggregate,aggregate,WildBench Creative,wildbench_240829.csv,kendall,random,8,2,0.7857142857142856,0.005505952380952381
|
644 |
+
aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
645 |
+
aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
646 |
+
aggregate,aggregate,WildBench Code Debugging,wildbench_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
647 |
+
aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
648 |
+
aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
649 |
+
aggregate,aggregate,WildBench Math & Data,wildbench_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
650 |
+
aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
651 |
+
aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
652 |
+
aggregate,aggregate,WildBench Reasoning & Planning,wildbench_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
653 |
+
aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
654 |
+
aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
655 |
+
aggregate,aggregate,WildBench Score,wildbench_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
656 |
+
aggregate,aggregate,Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
657 |
+
aggregate,aggregate,Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,kendall,random,8,1,0.40006613209931935,0.17023995462900499
|
658 |
+
aggregate,aggregate,Decentralized Arena (0-1 Normalized),dec_arena_241022.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
659 |
+
aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
660 |
+
aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
661 |
+
aggregate,aggregate,Arena Hard,arena_hard_240829.csv,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
662 |
+
aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,8,0,0.32732683535398854,0.2618277009271762
|
663 |
+
aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,8,1,0.32732683535398854,0.2618277009271762
|
664 |
+
aggregate,aggregate,AgentBench,agenbench_240829.csv,kendall,random,8,2,0.32732683535398854,0.2618277009271762
|
665 |
+
aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
666 |
+
aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,8,1,0.6182840223353117,0.0340492747686748
|
667 |
+
aggregate,aggregate,MT-Bench,mtbench_240829_frozen.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
668 |
+
aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
669 |
+
aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
670 |
+
aggregate,aggregate,HF OpenLLM v1,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
671 |
+
aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
672 |
+
aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
673 |
+
aggregate,aggregate,HFv1 ARC,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
674 |
+
aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
675 |
+
aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.0,1.0
|
676 |
+
aggregate,aggregate,HFv1 GSM8K,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
677 |
+
aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
678 |
+
aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
679 |
+
aggregate,aggregate,HFv1 HellaSwag,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.21428571428571427,0.5484126984126985
|
680 |
+
aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
681 |
+
aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
682 |
+
aggregate,aggregate,HFv1 MMLU,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
683 |
+
aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
684 |
+
aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.3571428571428571,0.27509920634920637
|
685 |
+
aggregate,aggregate,HFv1 TruthfulQA,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.0,1.0
|
686 |
+
aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
687 |
+
aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
688 |
+
aggregate,aggregate,HFv1 Winogrande,hf_open_llm_v1_240829_frozen.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
689 |
+
aggregate,aggregate,BFCL,bfcl_240906.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
690 |
+
aggregate,aggregate,BFCL,bfcl_240906.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
691 |
+
aggregate,aggregate,BFCL,bfcl_240906.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
692 |
+
aggregate,aggregate,eq_bench,eqbench_240912.csv,kendall,random,8,0,0.14285714285714285,0.7195436507936508
|
693 |
+
aggregate,aggregate,eq_bench,eqbench_240912.csv,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
694 |
+
aggregate,aggregate,eq_bench,eqbench_240912.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
695 |
+
aggregate,aggregate,magi_hard,eqbench_240912.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
696 |
+
aggregate,aggregate,magi_hard,eqbench_240912.csv,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
697 |
+
aggregate,aggregate,magi_hard,eqbench_240912.csv,kendall,random,8,2,-0.07142857142857142,0.9048611111111111
|
698 |
+
aggregate,aggregate,BIGGEN,biggen_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
699 |
+
aggregate,aggregate,BIGGEN,biggen_240829.csv,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
700 |
+
aggregate,aggregate,BIGGEN,biggen_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
701 |
+
aggregate,aggregate,BIGGEN Grounding,biggen_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
702 |
+
aggregate,aggregate,BIGGEN Grounding,biggen_240829.csv,kendall,random,8,1,0.07142857142857142,0.9048611111111111
|
703 |
+
aggregate,aggregate,BIGGEN Grounding,biggen_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
704 |
+
aggregate,aggregate,BIGGEN Instruction Following,biggen_240829.csv,kendall,random,8,0,0.47280542884465016,0.10506382347888965
|
705 |
+
aggregate,aggregate,BIGGEN Instruction Following,biggen_240829.csv,kendall,random,8,1,0.41576092031014994,0.1612822677790775
|
706 |
+
aggregate,aggregate,BIGGEN Instruction Following,biggen_240829.csv,kendall,random,8,2,0.7142857142857142,0.014136904761904762
|
707 |
+
aggregate,aggregate,BIGGEN Planning,biggen_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
708 |
+
aggregate,aggregate,BIGGEN Planning,biggen_240829.csv,kendall,random,8,1,0.2857142857142857,0.39875992063492066
|
709 |
+
aggregate,aggregate,BIGGEN Planning,biggen_240829.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
710 |
+
aggregate,aggregate,BIGGEN Reasoning,biggen_240829.csv,kendall,random,8,0,0.3571428571428571,0.27509920634920637
|
711 |
+
aggregate,aggregate,BIGGEN Reasoning,biggen_240829.csv,kendall,random,8,1,-0.21428571428571427,0.5484126984126985
|
712 |
+
aggregate,aggregate,BIGGEN Reasoning,biggen_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
713 |
+
aggregate,aggregate,BIGGEN Refinement,biggen_240829.csv,kendall,random,8,0,0.6425396041156862,0.030400749685896046
|
714 |
+
aggregate,aggregate,BIGGEN Refinement,biggen_240829.csv,kendall,random,8,1,-0.036369648372665396,0.9007802600472398
|
715 |
+
aggregate,aggregate,BIGGEN Refinement,biggen_240829.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
716 |
+
aggregate,aggregate,BIGGEN Safety,biggen_240829.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
717 |
+
aggregate,aggregate,BIGGEN Safety,biggen_240829.csv,kendall,random,8,1,0.21428571428571427,0.5484126984126985
|
718 |
+
aggregate,aggregate,BIGGEN Safety,biggen_240829.csv,kendall,random,8,2,0.47280542884465016,0.10506382347888965
|
719 |
+
aggregate,aggregate,BIGGEN Theory of Mind,biggen_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
720 |
+
aggregate,aggregate,BIGGEN Theory of Mind,biggen_240829.csv,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
721 |
+
aggregate,aggregate,BIGGEN Theory of Mind,biggen_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
722 |
+
aggregate,aggregate,BIGGEN Tool Usage,biggen_240829.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
723 |
+
aggregate,aggregate,BIGGEN Tool Usage,biggen_240829.csv,kendall,random,8,1,0.14285714285714285,0.7195436507936508
|
724 |
+
aggregate,aggregate,BIGGEN Tool Usage,biggen_240829.csv,kendall,random,8,2,0.42857142857142855,0.17886904761904762
|
725 |
+
aggregate,aggregate,BIGGEN Multilingual,biggen_240829.csv,kendall,random,8,0,0.8571428571428571,0.001736111111111111
|
726 |
+
aggregate,aggregate,BIGGEN Multilingual,biggen_240829.csv,kendall,random,8,1,0.47280542884465016,0.10506382347888965
|
727 |
+
aggregate,aggregate,BIGGEN Multilingual,biggen_240829.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
728 |
+
aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,8,0,0.5714285714285714,0.06101190476190476
|
729 |
+
aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
730 |
+
aggregate,aggregate,LiveBench 240624,livebench_240701.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
731 |
+
aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
732 |
+
aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,8,1,0.42857142857142855,0.17886904761904762
|
733 |
+
aggregate,aggregate,LiveBench Reasoning Average,livebench_240701.csv,kendall,random,8,2,0.7637626158259734,0.008839740160738534
|
734 |
+
aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
735 |
+
aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
736 |
+
aggregate,aggregate,LiveBench Coding Average,livebench_240701.csv,kendall,random,8,2,0.3571428571428571,0.27509920634920637
|
737 |
+
aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
738 |
+
aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,8,1,0.5714285714285714,0.06101190476190476
|
739 |
+
aggregate,aggregate,LiveBench Mathematics Average,livebench_240701.csv,kendall,random,8,2,0.6428571428571428,0.03115079365079365
|
740 |
+
aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
741 |
+
aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,8,1,0.4999999999999999,0.10868055555555556
|
742 |
+
aggregate,aggregate,LiveBench Data Analysis Average,livebench_240701.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
743 |
+
aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,8,0,0.6428571428571428,0.03115079365079365
|
744 |
+
aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,8,1,0.7142857142857142,0.014136904761904762
|
745 |
+
aggregate,aggregate,LiveBench Language Average,livebench_240701.csv,kendall,random,8,2,0.5714285714285714,0.06101190476190476
|
746 |
+
aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,8,0,0.7857142857142856,0.005505952380952381
|
747 |
+
aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,8,1,0.6428571428571428,0.03115079365079365
|
748 |
+
aggregate,aggregate,LiveBench Instruction Following Average,livebench_240701.csv,kendall,random,8,2,0.4999999999999999,0.10868055555555556
|
749 |
+
aggregate,aggregate,hydrox_integrity,hydrox_safety_241001.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
750 |
+
aggregate,aggregate,hydrox_integrity,hydrox_safety_241001.csv,kendall,random,8,1,0.0,1.0
|
751 |
+
aggregate,aggregate,hydrox_integrity,hydrox_safety_241001.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
752 |
+
aggregate,aggregate,hydrox_overall_score,hydrox_safety_241001.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
753 |
+
aggregate,aggregate,hydrox_overall_score,hydrox_safety_241001.csv,kendall,random,8,1,0.0,1.0
|
754 |
+
aggregate,aggregate,hydrox_overall_score,hydrox_safety_241001.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
755 |
+
aggregate,aggregate,hydrox_privacy,hydrox_safety_241001.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
756 |
+
aggregate,aggregate,hydrox_privacy,hydrox_safety_241001.csv,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
757 |
+
aggregate,aggregate,hydrox_privacy,hydrox_safety_241001.csv,kendall,random,8,2,0.14285714285714285,0.7195436507936508
|
758 |
+
aggregate,aggregate,hydrox_safety,hydrox_safety_241001.csv,kendall,random,8,0,0.42857142857142855,0.17886904761904762
|
759 |
+
aggregate,aggregate,hydrox_safety,hydrox_safety_241001.csv,kendall,random,8,1,-0.07142857142857142,0.9048611111111111
|
760 |
+
aggregate,aggregate,hydrox_safety,hydrox_safety_241001.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
761 |
+
aggregate,aggregate,hydrox_security,hydrox_safety_241001.csv,kendall,random,8,0,0.4999999999999999,0.10868055555555556
|
762 |
+
aggregate,aggregate,hydrox_security,hydrox_safety_241001.csv,kendall,random,8,1,0.0,1.0
|
763 |
+
aggregate,aggregate,hydrox_security,hydrox_safety_241001.csv,kendall,random,8,2,0.07142857142857142,0.9048611111111111
|
cache/agreements_cache_5e66a88dab42480065db47711c55c458.csv
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
cache/allbenchs_cache_05c0405c5253dda90dc632e052accfd2.csv
ADDED
The diff for this file is too large to render.
See raw diff
|
|
cache/allbenchs_cache_5e66a88dab42480065db47711c55c458.csv
CHANGED
The diff for this file is too large to render.
See raw diff
|
|