SGPT-2.7B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWebmastersRetrieval.json
Muennighoff's picture
Add MTEB eval
aa91968
raw
history blame
No virus
942 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 1047.0,
"map_at_1": 0.23962,
"map_at_10": 0.31943,
"map_at_100": 0.33384,
"map_at_1000": 0.33611,
"map_at_3": 0.29243,
"map_at_5": 0.30446,
"mrr_at_1": 0.28458,
"mrr_at_10": 0.36157,
"mrr_at_100": 0.37093,
"mrr_at_1000": 0.37163,
"mrr_at_3": 0.3386,
"mrr_at_5": 0.35086,
"ndcg_at_1": 0.28458,
"ndcg_at_10": 0.37201,
"ndcg_at_100": 0.42591,
"ndcg_at_1000": 0.45539,
"ndcg_at_3": 0.32889,
"ndcg_at_5": 0.34483,
"precision_at_1": 0.28458,
"precision_at_10": 0.07332,
"precision_at_100": 0.01437,
"precision_at_1000": 0.00233,
"precision_at_3": 0.15547,
"precision_at_5": 0.11146,
"recall_at_1": 0.23962,
"recall_at_10": 0.46751,
"recall_at_100": 0.71626,
"recall_at_1000": 0.90939,
"recall_at_3": 0.34138,
"recall_at_5": 0.38673
}
}