Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame contribute delete
935 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 2312.27,
"map_at_1": 0.05586,
"map_at_10": 0.1004,
"map_at_100": 0.1255,
"map_at_1000": 0.13124,
"map_at_3": 0.0775,
"map_at_5": 0.08836,
"mrr_at_1": 0.4225,
"mrr_at_10": 0.51206,
"mrr_at_100": 0.51818,
"mrr_at_1000": 0.51855,
"mrr_at_3": 0.48875,
"mrr_at_5": 0.50488,
"ndcg_at_1": 0.3225,
"ndcg_at_10": 0.22718,
"ndcg_at_100": 0.24359,
"ndcg_at_1000": 0.29232,
"ndcg_at_3": 0.25974,
"ndcg_at_5": 0.24292,
"precision_at_1": 0.4225,
"precision_at_10": 0.1775,
"precision_at_100": 0.05032,
"precision_at_1000": 0.01117,
"precision_at_3": 0.28833,
"precision_at_5": 0.2425,
"recall_at_1": 0.05586,
"recall_at_10": 0.1416,
"recall_at_100": 0.28051,
"recall_at_1000": 0.45157,
"recall_at_3": 0.08758,
"recall_at_5": 0.10976
}
}