Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame contribute delete
939 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 141.33,
"map_at_1": 0.16303,
"map_at_10": 0.21629,
"map_at_100": 0.22388,
"map_at_1000": 0.22489,
"map_at_3": 0.19608,
"map_at_5": 0.20774,
"mrr_at_1": 0.1774,
"mrr_at_10": 0.23214,
"mrr_at_100": 0.2397,
"mrr_at_1000": 0.24054,
"mrr_at_3": 0.21243,
"mrr_at_5": 0.22322,
"ndcg_at_1": 0.1774,
"ndcg_at_10": 0.25113,
"ndcg_at_100": 0.29288,
"ndcg_at_1000": 0.32204,
"ndcg_at_3": 0.21111,
"ndcg_at_5": 0.23062,
"precision_at_1": 0.1774,
"precision_at_10": 0.03955,
"precision_at_100": 0.00644,
"precision_at_1000": 0.00093,
"precision_at_3": 0.08851,
"precision_at_5": 0.06418,
"recall_at_1": 0.16303,
"recall_at_10": 0.34487,
"recall_at_100": 0.54414,
"recall_at_1000": 0.77158,
"recall_at_3": 0.23733,
"recall_at_5": 0.28381
}
}