Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame contribute delete
No virus
567 Bytes
{
"test": {
"accuracy": 0.39075000000000004,
"accuracy_stderr": 0.02011000994529839,
"evaluation_time": 21.65,
"f1": 0.3501420354708222,
"f1_stderr": 0.015595291440010818,
"main_score": 0.39075000000000004
},
"validation": {
"accuracy": 0.40695,
"accuracy_stderr": 0.03307298746711582,
"evaluation_time": 24.95,
"f1": 0.3668185447111504,
"f1_stderr": 0.02395586698305724,
"main_score": 0.40695
},
"dataset_version": null,
"mteb_version": "0.0.2"
}