{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.4685, "NDCG@3": 0.58291, "NDCG@5": 0.61555, "NDCG@10": 0.63923, "NDCG@20": 0.65243, "NDCG@50": 0.66162, "NDCG@100": 0.66512, "NDCG@200": 0.66738, "NDCG@1000": 0.66975 }, "map": { "MAP@1": 0.43439, "MAP@3": 0.54012, "MAP@5": 0.55886, "MAP@10": 0.56904, "MAP@20": 0.57297, "MAP@50": 0.57463, "MAP@100": 0.57501, "MAP@200": 0.57516, "MAP@1000": 0.57524 }, "precision": { "P@1": 0.4685, "P@3": 0.24182, "P@5": 0.1628, "P@10": 0.08954, "P@20": 0.04771, "P@50": 0.02015, "P@100": 0.01036, "P@200": 0.00529, "P@1000": 0.00109 }, "recall": { "Recall@1": 0.43439, "Recall@3": 0.66842, "Recall@5": 0.74702, "Recall@10": 0.81819, "Recall@20": 0.86817, "Recall@50": 0.91176, "Recall@100": 0.93145, "Recall@200": 0.94589, "Recall@1000": 0.9631 }, "mrr": { "MRR@1": 0.4685, "MRR@3": 0.57831, "MRR@5": 0.59725, "MRR@10": 0.60729, "MRR@20": 0.61065, "MRR@50": 0.61202, "MRR@100": 0.61225, "MRR@200": 0.61232, "MRR@1000": 0.61235 }, "recall_cap": { "R_cap@1": 0.4685, "R_cap@3": 0.66964, "R_cap@5": 0.74736, "R_cap@10": 0.8182, "R_cap@20": 0.86817, "R_cap@50": 0.91176, "R_cap@100": 0.93145, "R_cap@200": 0.94589, "R_cap@1000": 0.9631 }, "hole": { "Hole@1": 0.50285, "Hole@3": 0.72937, "Hole@5": 0.81251, "Hole@10": 0.891, "Hole@20": 0.93745, "Hole@50": 0.97033, "Hole@100": 0.98308, "Hole@200": 0.9901, "Hole@1000": 0.99652 } } }