SGPT-125M-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackProgrammersRetrieval.json
Muennighoff's picture
Add MTEB evaluation
154c4e9
raw
history blame
940 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 130.5,
"map_at_1": 0.17896,
"map_at_10": 0.24644,
"map_at_100": 0.2579,
"map_at_1000": 0.25914,
"map_at_3": 0.22694,
"map_at_5": 0.2369,
"mrr_at_1": 0.21347,
"mrr_at_10": 0.28594,
"mrr_at_100": 0.29544,
"mrr_at_1000": 0.29621,
"mrr_at_3": 0.26807,
"mrr_at_5": 0.27669,
"ndcg_at_1": 0.21347,
"ndcg_at_10": 0.28833,
"ndcg_at_100": 0.34272,
"ndcg_at_1000": 0.37355,
"ndcg_at_3": 0.25373,
"ndcg_at_5": 0.26756,
"precision_at_1": 0.21347,
"precision_at_10": 0.05217,
"precision_at_100": 0.00954,
"precision_at_1000": 0.00139,
"precision_at_3": 0.11948,
"precision_at_5": 0.08425,
"recall_at_1": 0.17896,
"recall_at_10": 0.37291,
"recall_at_100": 0.61138,
"recall_at_1000": 0.83212,
"recall_at_3": 0.27706,
"recall_at_5": 0.31234
}
}