memray's picture
Upload 130 files
e840ac8
{
"dataset": "hotpotqa",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.6185,
"NDCG@3": 0.48136,
"NDCG@5": 0.50696,
"NDCG@10": 0.53065,
"NDCG@20": 0.54475,
"NDCG@50": 0.55921,
"NDCG@100": 0.5671,
"NDCG@200": 0.57347,
"NDCG@1000": 0.58466
},
"map": {
"MAP@1": 0.30925,
"MAP@3": 0.40225,
"MAP@5": 0.4199,
"MAP@10": 0.43304,
"MAP@20": 0.43822,
"MAP@50": 0.44152,
"MAP@100": 0.44254,
"MAP@200": 0.44302,
"MAP@1000": 0.44339
},
"precision": {
"P@1": 0.6185,
"P@3": 0.30056,
"P@5": 0.20059,
"P@10": 0.11214,
"P@20": 0.06061,
"P@50": 0.02661,
"P@100": 0.01409,
"P@200": 0.00742,
"P@1000": 0.00164
},
"recall": {
"Recall@1": 0.30925,
"Recall@3": 0.45084,
"Recall@5": 0.50149,
"Recall@10": 0.5607,
"Recall@20": 0.60614,
"Recall@50": 0.66516,
"Recall@100": 0.70459,
"Recall@200": 0.74153,
"Recall@1000": 0.82134
},
"mrr": {
"MRR@1": 0.6185,
"MRR@3": 0.68485,
"MRR@5": 0.69592,
"MRR@10": 0.70193,
"MRR@20": 0.70423,
"MRR@50": 0.70532,
"MRR@100": 0.70561,
"MRR@200": 0.70573,
"MRR@1000": 0.70579
},
"recall_cap": {
"R_cap@1": 0.6185,
"R_cap@3": 0.45084,
"R_cap@5": 0.50149,
"R_cap@10": 0.5607,
"R_cap@20": 0.60614,
"R_cap@50": 0.66516,
"R_cap@100": 0.70459,
"R_cap@200": 0.74153,
"R_cap@1000": 0.82134
},
"hole": {
"Hole@1": 0.37367,
"Hole@3": 0.68868,
"Hole@5": 0.78806,
"Hole@10": 0.87621,
"Hole@20": 0.92849,
"Hole@50": 0.96324,
"Hole@100": 0.97643,
"Hole@200": 0.98373,
"Hole@1000": 0.99089
}
}
}