SGPT-2.7B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackProgrammersRetrieval.json
Muennighoff's picture
Add MTEB eval
aa91968
raw
history blame
No virus
937 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 2301.71,
"map_at_1": 0.22589,
"map_at_10": 0.32244,
"map_at_100": 0.3346,
"map_at_1000": 0.33593,
"map_at_3": 0.2921,
"map_at_5": 0.3102,
"mrr_at_1": 0.28425,
"mrr_at_10": 0.37282,
"mrr_at_100": 0.38187,
"mrr_at_1000": 0.38248,
"mrr_at_3": 0.34684,
"mrr_at_5": 0.36123,
"ndcg_at_1": 0.28425,
"ndcg_at_10": 0.37942,
"ndcg_at_100": 0.43443,
"ndcg_at_1000": 0.45996,
"ndcg_at_3": 0.32874,
"ndcg_at_5": 0.35325,
"precision_at_1": 0.28425,
"precision_at_10": 0.071,
"precision_at_100": 0.01166,
"precision_at_1000": 0.00158,
"precision_at_3": 0.1602,
"precision_at_5": 0.11644,
"recall_at_1": 0.22589,
"recall_at_10": 0.5004,
"recall_at_100": 0.73973,
"recall_at_1000": 0.91128,
"recall_at_3": 0.35883,
"recall_at_5": 0.42188
}
}