| { | |
| "dataset": "climate-fever", | |
| "split": "test", | |
| "metric": "dot", | |
| "norm_query": false, | |
| "norm_doc": false, | |
| "scores": { | |
| "ndcg": { | |
| "NDCG@1": 0.16287, | |
| "NDCG@3": 0.1398, | |
| "NDCG@5": 0.15203, | |
| "NDCG@10": 0.17682, | |
| "NDCG@20": 0.20024, | |
| "NDCG@50": 0.22878, | |
| "NDCG@100": 0.24699, | |
| "NDCG@200": 0.26335, | |
| "NDCG@1000": 0.29112 | |
| }, | |
| "map": { | |
| "MAP@1": 0.07742, | |
| "MAP@3": 0.10256, | |
| "MAP@5": 0.11234, | |
| "MAP@10": 0.12242, | |
| "MAP@20": 0.12946, | |
| "MAP@50": 0.13485, | |
| "MAP@100": 0.13695, | |
| "MAP@200": 0.13816, | |
| "MAP@1000": 0.13916 | |
| }, | |
| "precision": { | |
| "P@1": 0.16287, | |
| "P@3": 0.09924, | |
| "P@5": 0.07739, | |
| "P@10": 0.05472, | |
| "P@20": 0.03691, | |
| "P@50": 0.02098, | |
| "P@100": 0.01293, | |
| "P@200": 0.00778, | |
| "P@1000": 0.0021 | |
| }, | |
| "recall": { | |
| "Recall@1": 0.07742, | |
| "Recall@3": 0.12836, | |
| "Recall@5": 0.16251, | |
| "Recall@10": 0.21882, | |
| "Recall@20": 0.28607, | |
| "Recall@50": 0.38942, | |
| "Recall@100": 0.46955, | |
| "Recall@200": 0.5517, | |
| "Recall@1000": 0.72127 | |
| }, | |
| "mrr": { | |
| "MRR@1": 0.16287, | |
| "MRR@3": 0.21086, | |
| "MRR@5": 0.22555, | |
| "MRR@10": 0.23942, | |
| "MRR@20": 0.24681, | |
| "MRR@50": 0.25121, | |
| "MRR@100": 0.25246, | |
| "MRR@200": 0.25295, | |
| "MRR@1000": 0.25318 | |
| }, | |
| "recall_cap": { | |
| "R_cap@1": 0.16287, | |
| "R_cap@3": 0.13702, | |
| "R_cap@5": 0.16251, | |
| "R_cap@10": 0.21882, | |
| "R_cap@20": 0.28607, | |
| "R_cap@50": 0.38942, | |
| "R_cap@100": 0.46955, | |
| "R_cap@200": 0.5517, | |
| "R_cap@1000": 0.72127 | |
| }, | |
| "hole": { | |
| "Hole@1": 0.61824, | |
| "Hole@3": 0.67991, | |
| "Hole@5": 0.71101, | |
| "Hole@10": 0.74267, | |
| "Hole@20": 0.77085, | |
| "Hole@50": 0.80521, | |
| "Hole@100": 0.8344, | |
| "Hole@200": 0.86118, | |
| "Hole@1000": 0.91954 | |
| } | |
| } | |
| } | |