{ "dataset": "hotpotqa", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.63862, "NDCG@3": 0.49334, "NDCG@5": 0.51824, "NDCG@10": 0.5397, "NDCG@20": 0.55425, "NDCG@50": 0.56808, "NDCG@100": 0.57607, "NDCG@200": 0.5818, "NDCG@1000": 0.59216 }, "map": { "MAP@1": 0.31931, "MAP@3": 0.41375, "MAP@5": 0.43127, "MAP@10": 0.44279, "MAP@20": 0.4482, "MAP@50": 0.45138, "MAP@100": 0.4524, "MAP@200": 0.45283, "MAP@1000": 0.45317 }, "precision": { "P@1": 0.63862, "P@3": 0.30722, "P@5": 0.204, "P@10": 0.11279, "P@20": 0.06106, "P@50": 0.02668, "P@100": 0.01414, "P@200": 0.0074, "P@1000": 0.00163 }, "recall": { "Recall@1": 0.31931, "Recall@3": 0.46084, "Recall@5": 0.50999, "Recall@10": 0.56394, "Recall@20": 0.6106, "Recall@50": 0.66705, "Recall@100": 0.70702, "Recall@200": 0.74045, "Recall@1000": 0.81431 }, "mrr": { "MRR@1": 0.63862, "MRR@3": 0.7007, "MRR@5": 0.71086, "MRR@10": 0.71684, "MRR@20": 0.71919, "MRR@50": 0.7202, "MRR@100": 0.72049, "MRR@200": 0.7206, "MRR@1000": 0.72065 }, "recall_cap": { "R_cap@1": 0.63862, "R_cap@3": 0.46084, "R_cap@5": 0.50999, "R_cap@10": 0.56394, "R_cap@20": 0.6106, "R_cap@50": 0.66705, "R_cap@100": 0.70702, "R_cap@200": 0.74045, "R_cap@1000": 0.81431 }, "hole": { "Hole@1": 0.35665, "Hole@3": 0.68368, "Hole@5": 0.78617, "Hole@10": 0.87699, "Hole@20": 0.92882, "Hole@50": 0.96392, "Hole@100": 0.97707, "Hole@200": 0.98433, "Hole@1000": 0.99142 } } }