{
    "dataset": "hotpotqa",
    "split": "test",
    "metric": "dot",
    "norm_query": false,
    "norm_doc": false,
    "scores": {
        "ndcg": {
            "NDCG@1": 0.57542,
            "NDCG@3": 0.45244,
            "NDCG@5": 0.47841,
            "NDCG@10": 0.50295,
            "NDCG@20": 0.51863,
            "NDCG@50": 0.53481,
            "NDCG@100": 0.54412,
            "NDCG@200": 0.55116,
            "NDCG@1000": 0.56292
        },
        "map": {
            "MAP@1": 0.28771,
            "MAP@3": 0.3763,
            "MAP@5": 0.39453,
            "MAP@10": 0.40744,
            "MAP@20": 0.413,
            "MAP@50": 0.41656,
            "MAP@100": 0.41772,
            "MAP@200": 0.41824,
            "MAP@1000": 0.41863
        },
        "precision": {
            "P@1": 0.57542,
            "P@3": 0.28377,
            "P@5": 0.19079,
            "P@10": 0.10772,
            "P@20": 0.05891,
            "P@50": 0.02622,
            "P@100": 0.01404,
            "P@200": 0.00743,
            "P@1000": 0.00165
        },
        "recall": {
            "Recall@1": 0.28771,
            "Recall@3": 0.42566,
            "Recall@5": 0.47698,
            "Recall@10": 0.53862,
            "Recall@20": 0.58913,
            "Recall@50": 0.65544,
            "Recall@100": 0.70223,
            "Recall@200": 0.74321,
            "Recall@1000": 0.82694
        },
        "mrr": {
            "MRR@1": 0.57542,
            "MRR@3": 0.64461,
            "MRR@5": 0.65528,
            "MRR@10": 0.66264,
            "MRR@20": 0.66564,
            "MRR@50": 0.66703,
            "MRR@100": 0.66738,
            "MRR@200": 0.66752,
            "MRR@1000": 0.6676
        },
        "recall_cap": {
            "R_cap@1": 0.57542,
            "R_cap@3": 0.42566,
            "R_cap@5": 0.47698,
            "R_cap@10": 0.53862,
            "R_cap@20": 0.58913,
            "R_cap@50": 0.65544,
            "R_cap@100": 0.70223,
            "R_cap@200": 0.74321,
            "R_cap@1000": 0.82694
        },
        "hole": {
            "Hole@1": 0.41756,
            "Hole@3": 0.70488,
            "Hole@5": 0.79681,
            "Hole@10": 0.88022,
            "Hole@20": 0.92963,
            "Hole@50": 0.96304,
            "Hole@100": 0.97586,
            "Hole@200": 0.98298,
            "Hole@1000": 0.99027
        }
    }
}