{ "dataset": "fever", "split": "test", "metric": "dot", "norm_query": false, "norm_doc": false, "scores": { "ndcg": { "NDCG@1": 0.42634, "NDCG@3": 0.53524, "NDCG@5": 0.56871, "NDCG@10": 0.59681, "NDCG@20": 0.61266, "NDCG@50": 0.62281, "NDCG@100": 0.62696, "NDCG@200": 0.62946, "NDCG@1000": 0.63291 }, "map": { "MAP@1": 0.39788, "MAP@3": 0.49607, "MAP@5": 0.5153, "MAP@10": 0.52749, "MAP@20": 0.53206, "MAP@50": 0.53388, "MAP@100": 0.5343, "MAP@200": 0.53445, "MAP@1000": 0.53455 }, "precision": { "P@1": 0.42634, "P@3": 0.22282, "P@5": 0.15164, "P@10": 0.08533, "P@20": 0.04622, "P@50": 0.01968, "P@100": 0.01015, "P@200": 0.00519, "P@1000": 0.00108 }, "recall": { "Recall@1": 0.39788, "Recall@3": 0.61552, "Recall@5": 0.69633, "Recall@10": 0.78033, "Recall@20": 0.84084, "Recall@50": 0.88871, "Recall@100": 0.91255, "Recall@200": 0.92907, "Recall@1000": 0.95554 }, "mrr": { "MRR@1": 0.42634, "MRR@3": 0.52773, "MRR@5": 0.54718, "MRR@10": 0.55917, "MRR@20": 0.56332, "MRR@50": 0.5649, "MRR@100": 0.56521, "MRR@200": 0.56532, "MRR@1000": 0.56537 }, "recall_cap": { "R_cap@1": 0.42634, "R_cap@3": 0.61681, "R_cap@5": 0.69666, "R_cap@10": 0.78035, "R_cap@20": 0.84084, "R_cap@50": 0.88871, "R_cap@100": 0.91255, "R_cap@200": 0.92907, "R_cap@1000": 0.95554 }, "hole": { "Hole@1": 0.5483, "Hole@3": 0.75113, "Hole@5": 0.82298, "Hole@10": 0.89395, "Hole@20": 0.93869, "Hole@50": 0.97085, "Hole@100": 0.98315, "Hole@200": 0.98984, "Hole@1000": 0.99606 } } }