Upload 130 files
e1b3d32
|
{ |
|
"dataset": "hotpotqa", |
|
"split": "test", |
|
"metric": "dot", |
|
"norm_query": false, |
|
"norm_doc": false, |
|
"scores": { |
|
"ndcg": { |
|
"NDCG@1": 0.63862, |
|
"NDCG@3": 0.49334, |
|
"NDCG@5": 0.51824, |
|
"NDCG@10": 0.5397, |
|
"NDCG@20": 0.55425, |
|
"NDCG@50": 0.56808, |
|
"NDCG@100": 0.57607, |
|
"NDCG@200": 0.5818, |
|
"NDCG@1000": 0.59216 |
|
}, |
|
"map": { |
|
"MAP@1": 0.31931, |
|
"MAP@3": 0.41375, |
|
"MAP@5": 0.43127, |
|
"MAP@10": 0.44279, |
|
"MAP@20": 0.4482, |
|
"MAP@50": 0.45138, |
|
"MAP@100": 0.4524, |
|
"MAP@200": 0.45283, |
|
"MAP@1000": 0.45317 |
|
}, |
|
"precision": { |
|
"P@1": 0.63862, |
|
"P@3": 0.30722, |
|
"P@5": 0.204, |
|
"P@10": 0.11279, |
|
"P@20": 0.06106, |
|
"P@50": 0.02668, |
|
"P@100": 0.01414, |
|
"P@200": 0.0074, |
|
"P@1000": 0.00163 |
|
}, |
|
"recall": { |
|
"Recall@1": 0.31931, |
|
"Recall@3": 0.46084, |
|
"Recall@5": 0.50999, |
|
"Recall@10": 0.56394, |
|
"Recall@20": 0.6106, |
|
"Recall@50": 0.66705, |
|
"Recall@100": 0.70702, |
|
"Recall@200": 0.74045, |
|
"Recall@1000": 0.81431 |
|
}, |
|
"mrr": { |
|
"MRR@1": 0.63862, |
|
"MRR@3": 0.7007, |
|
"MRR@5": 0.71086, |
|
"MRR@10": 0.71684, |
|
"MRR@20": 0.71919, |
|
"MRR@50": 0.7202, |
|
"MRR@100": 0.72049, |
|
"MRR@200": 0.7206, |
|
"MRR@1000": 0.72065 |
|
}, |
|
"recall_cap": { |
|
"R_cap@1": 0.63862, |
|
"R_cap@3": 0.46084, |
|
"R_cap@5": 0.50999, |
|
"R_cap@10": 0.56394, |
|
"R_cap@20": 0.6106, |
|
"R_cap@50": 0.66705, |
|
"R_cap@100": 0.70702, |
|
"R_cap@200": 0.74045, |
|
"R_cap@1000": 0.81431 |
|
}, |
|
"hole": { |
|
"Hole@1": 0.35665, |
|
"Hole@3": 0.68368, |
|
"Hole@5": 0.78617, |
|
"Hole@10": 0.87699, |
|
"Hole@20": 0.92882, |
|
"Hole@50": 0.96392, |
|
"Hole@100": 0.97707, |
|
"Hole@200": 0.98433, |
|
"Hole@1000": 0.99142 |
|
} |
|
} |
|
} |
|
|
