SGPT-2.7B-weightedmean-msmarco-specb-bitfit / evaluation /mteb /CQADupstackWordpressRetrieval.json
Muennighoff's picture
Add MTEB eval
aa91968
raw
history blame
No virus
942 Bytes
{
"dataset_version": null,
"mteb_version": "0.0.2",
"test": {
"evaluation_time": 3522.66,
"map_at_1": 0.18555,
"map_at_10": 0.24759,
"map_at_100": 0.25732,
"map_at_1000": 0.25847,
"map_at_3": 0.22646,
"map_at_5": 0.23792,
"mrr_at_1": 0.20148,
"mrr_at_10": 0.26696,
"mrr_at_100": 0.27605,
"mrr_at_1000": 0.27696,
"mrr_at_3": 0.24522,
"mrr_at_5": 0.25715,
"ndcg_at_1": 0.20148,
"ndcg_at_10": 0.28746,
"ndcg_at_100": 0.3357,
"ndcg_at_1000": 0.36584,
"ndcg_at_3": 0.24532,
"ndcg_at_5": 0.26484,
"precision_at_1": 0.20148,
"precision_at_10": 0.04529,
"precision_at_100": 0.00736,
"precision_at_1000": 0.00108,
"precision_at_3": 0.10351,
"precision_at_5": 0.0732,
"recall_at_1": 0.18555,
"recall_at_10": 0.39276,
"recall_at_100": 0.61511,
"recall_at_1000": 0.84111,
"recall_at_3": 0.27779,
"recall_at_5": 0.32591
}
}