Spaces:
Running
Running
Commit
•
71bf541
1
Parent(s):
ab3a10d
Upload data.json
Browse files
data.json
CHANGED
|
@@ -6649,6 +6649,149 @@
|
|
| 6649 |
"max.f1": 73.67642,
|
| 6650 |
"main_score": 81.188
|
| 6651 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6652 |
"PPC": {
|
| 6653 |
"cos_sim.accuracy": 84.7,
|
| 6654 |
"cos_sim.accuracy_threshold": 84.19128,
|
|
@@ -6921,6 +7064,149 @@
|
|
| 6921 |
"v_measures": 48.42803,
|
| 6922 |
"main_score": 46.12075
|
| 6923 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6924 |
"STS22": {
|
| 6925 |
"cos_sim.pearson": 38.49439,
|
| 6926 |
"cos_sim.spearman": 39.70557,
|
|
@@ -6930,6 +7216,292 @@
|
|
| 6930 |
"manhattan.spearman": 39.8394,
|
| 6931 |
"main_score": 39.70557
|
| 6932 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6933 |
"CDSC-E": {
|
| 6934 |
"cos_sim.accuracy": 88.8,
|
| 6935 |
"cos_sim.accuracy_threshold": 91.19816,
|
|
@@ -6965,6 +7537,149 @@
|
|
| 6965 |
"max.f1": 68.15642,
|
| 6966 |
"main_score": 76.0554
|
| 6967 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6968 |
"SCIDOCS-PL": {
|
| 6969 |
"evaluation_time": 3452.5,
|
| 6970 |
"map_at_1": 4.203,
|
|
@@ -7018,30 +7733,155 @@
|
|
| 7018 |
"v_measures": 39.5628,
|
| 7019 |
"main_score": 40.41121
|
| 7020 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7021 |
"MassiveIntentClassification": {
|
| 7022 |
"accuracy": 77.75387,
|
| 7023 |
"accuracy_stderr": 1.43189,
|
| 7024 |
"f1": 74.50178,
|
| 7025 |
"f1_stderr": 1.18671,
|
| 7026 |
"main_score": 77.75387
|
| 7027 |
-
},
|
| 7028 |
-
"DBPedia-PL": {
|
| 7029 |
-
"main_score": 0
|
| 7030 |
-
},
|
| 7031 |
-
"HotpotQA-PL": {
|
| 7032 |
-
"main_score": 0
|
| 7033 |
-
},
|
| 7034 |
-
"MSMARCO-PL": {
|
| 7035 |
-
"main_score": 0
|
| 7036 |
-
},
|
| 7037 |
-
"NQ-PL": {
|
| 7038 |
-
"main_score": 0
|
| 7039 |
-
},
|
| 7040 |
-
"Quora-PL": {
|
| 7041 |
-
"main_score": 0
|
| 7042 |
-
},
|
| 7043 |
-
"TRECCOVID-PL": {
|
| 7044 |
-
"main_score": 0
|
| 7045 |
}
|
| 7046 |
}
|
| 7047 |
},
|
|
|
|
| 6649 |
"max.f1": 73.67642,
|
| 6650 |
"main_score": 81.188
|
| 6651 |
},
|
| 6652 |
+
"HotpotQA-PL": {
|
| 6653 |
+
"main_score": 77.028,
|
| 6654 |
+
"map_at_1": 41.249,
|
| 6655 |
+
"map_at_10": 69.512,
|
| 6656 |
+
"map_at_100": 70.291,
|
| 6657 |
+
"map_at_1000": 70.334,
|
| 6658 |
+
"map_at_20": 69.992,
|
| 6659 |
+
"map_at_3": 65.751,
|
| 6660 |
+
"map_at_5": 68.161,
|
| 6661 |
+
"mrr_at_1": 82.49831,
|
| 6662 |
+
"mrr_at_10": 87.71202,
|
| 6663 |
+
"mrr_at_100": 87.84266,
|
| 6664 |
+
"mrr_at_1000": 87.84558,
|
| 6665 |
+
"mrr_at_20": 87.8064,
|
| 6666 |
+
"mrr_at_3": 86.94576,
|
| 6667 |
+
"mrr_at_5": 87.4677,
|
| 6668 |
+
"nauc_map_at_1000_diff1": 17.1712,
|
| 6669 |
+
"nauc_map_at_1000_max": 29.98157,
|
| 6670 |
+
"nauc_map_at_1000_std": 8.9366,
|
| 6671 |
+
"nauc_map_at_100_diff1": 17.15618,
|
| 6672 |
+
"nauc_map_at_100_max": 29.98812,
|
| 6673 |
+
"nauc_map_at_100_std": 8.96795,
|
| 6674 |
+
"nauc_map_at_10_diff1": 16.85442,
|
| 6675 |
+
"nauc_map_at_10_max": 29.78421,
|
| 6676 |
+
"nauc_map_at_10_std": 8.53523,
|
| 6677 |
+
"nauc_map_at_1_diff1": 68.01295,
|
| 6678 |
+
"nauc_map_at_1_max": 47.5102,
|
| 6679 |
+
"nauc_map_at_1_std": -179.51406,
|
| 6680 |
+
"nauc_map_at_20_diff1": 16.99396,
|
| 6681 |
+
"nauc_map_at_20_max": 29.92081,
|
| 6682 |
+
"nauc_map_at_20_std": 8.8736,
|
| 6683 |
+
"nauc_map_at_3_diff1": 16.16515,
|
| 6684 |
+
"nauc_map_at_3_max": 27.62372,
|
| 6685 |
+
"nauc_map_at_3_std": 5.13141,
|
| 6686 |
+
"nauc_map_at_5_diff1": 16.50786,
|
| 6687 |
+
"nauc_map_at_5_max": 28.90191,
|
| 6688 |
+
"nauc_map_at_5_std": 7.23809,
|
| 6689 |
+
"nauc_mrr_at_1000_diff1": 66.74503,
|
| 6690 |
+
"nauc_mrr_at_1000_max": 50.29274,
|
| 6691 |
+
"nauc_mrr_at_1000_std": 1.60239,
|
| 6692 |
+
"nauc_mrr_at_100_diff1": 66.74136,
|
| 6693 |
+
"nauc_mrr_at_100_max": 50.2972,
|
| 6694 |
+
"nauc_mrr_at_100_std": 1.61214,
|
| 6695 |
+
"nauc_mrr_at_10_diff1": 66.71815,
|
| 6696 |
+
"nauc_mrr_at_10_max": 50.39851,
|
| 6697 |
+
"nauc_mrr_at_10_std": 1.73399,
|
| 6698 |
+
"nauc_mrr_at_1_diff1": 68.01295,
|
| 6699 |
+
"nauc_mrr_at_1_max": 47.6277,
|
| 6700 |
+
"nauc_mrr_at_1_std": -144.20431,
|
| 6701 |
+
"nauc_mrr_at_20_diff1": 66.72945,
|
| 6702 |
+
"nauc_mrr_at_20_max": 50.32572,
|
| 6703 |
+
"nauc_mrr_at_20_std": 1.65843,
|
| 6704 |
+
"nauc_mrr_at_3_diff1": 66.29662,
|
| 6705 |
+
"nauc_mrr_at_3_max": 50.29363,
|
| 6706 |
+
"nauc_mrr_at_3_std": 1.1373,
|
| 6707 |
+
"nauc_mrr_at_5_diff1": 66.70959,
|
| 6708 |
+
"nauc_mrr_at_5_max": 50.42831,
|
| 6709 |
+
"nauc_mrr_at_5_std": 1.54924,
|
| 6710 |
+
"nauc_ndcg_at_1000_diff1": 24.33716,
|
| 6711 |
+
"nauc_ndcg_at_1000_max": 35.02178,
|
| 6712 |
+
"nauc_ndcg_at_1000_std": 11.97674,
|
| 6713 |
+
"nauc_ndcg_at_100_diff1": 23.58443,
|
| 6714 |
+
"nauc_ndcg_at_100_max": 35.12305,
|
| 6715 |
+
"nauc_ndcg_at_100_std": 12.92129,
|
| 6716 |
+
"nauc_ndcg_at_10_diff1": 22.05713,
|
| 6717 |
+
"nauc_ndcg_at_10_max": 34.09397,
|
| 6718 |
+
"nauc_ndcg_at_10_std": 11.2134,
|
| 6719 |
+
"nauc_ndcg_at_1_diff1": 68.01295,
|
| 6720 |
+
"nauc_ndcg_at_1_max": 47.5102,
|
| 6721 |
+
"nauc_ndcg_at_1_std": -179.51406,
|
| 6722 |
+
"nauc_ndcg_at_20_diff1": 22.40435,
|
| 6723 |
+
"nauc_ndcg_at_20_max": 34.50508,
|
| 6724 |
+
"nauc_ndcg_at_20_std": 12.28199,
|
| 6725 |
+
"nauc_ndcg_at_3_diff1": 21.21895,
|
| 6726 |
+
"nauc_ndcg_at_3_max": 30.76465,
|
| 6727 |
+
"nauc_ndcg_at_3_std": 5.5019,
|
| 6728 |
+
"nauc_ndcg_at_5_diff1": 21.48983,
|
| 6729 |
+
"nauc_ndcg_at_5_max": 32.43517,
|
| 6730 |
+
"nauc_ndcg_at_5_std": 8.59021,
|
| 6731 |
+
"nauc_precision_at_1000_diff1": 9.05692,
|
| 6732 |
+
"nauc_precision_at_1000_max": 47.29862,
|
| 6733 |
+
"nauc_precision_at_1000_std": 60.06028,
|
| 6734 |
+
"nauc_precision_at_100_diff1": 6.85321,
|
| 6735 |
+
"nauc_precision_at_100_max": 40.23686,
|
| 6736 |
+
"nauc_precision_at_100_std": 44.69884,
|
| 6737 |
+
"nauc_precision_at_10_diff1": 7.75726,
|
| 6738 |
+
"nauc_precision_at_10_max": 33.24413,
|
| 6739 |
+
"nauc_precision_at_10_std": 22.89489,
|
| 6740 |
+
"nauc_precision_at_1_diff1": 68.01295,
|
| 6741 |
+
"nauc_precision_at_1_max": 47.5102,
|
| 6742 |
+
"nauc_precision_at_1_std": -179.51406,
|
| 6743 |
+
"nauc_precision_at_20_diff1": 6.10279,
|
| 6744 |
+
"nauc_precision_at_20_max": 34.38474,
|
| 6745 |
+
"nauc_precision_at_20_std": 29.40165,
|
| 6746 |
+
"nauc_precision_at_3_diff1": 10.00418,
|
| 6747 |
+
"nauc_precision_at_3_max": 27.07528,
|
| 6748 |
+
"nauc_precision_at_3_std": 8.03425,
|
| 6749 |
+
"nauc_precision_at_5_diff1": 8.67208,
|
| 6750 |
+
"nauc_precision_at_5_max": 29.35258,
|
| 6751 |
+
"nauc_precision_at_5_std": 14.45646,
|
| 6752 |
+
"nauc_recall_at_1000_diff1": 9.05692,
|
| 6753 |
+
"nauc_recall_at_1000_max": 47.29862,
|
| 6754 |
+
"nauc_recall_at_1000_std": 60.06028,
|
| 6755 |
+
"nauc_recall_at_100_diff1": 6.85321,
|
| 6756 |
+
"nauc_recall_at_100_max": 40.23686,
|
| 6757 |
+
"nauc_recall_at_100_std": 44.69884,
|
| 6758 |
+
"nauc_recall_at_10_diff1": 7.75726,
|
| 6759 |
+
"nauc_recall_at_10_max": 33.24413,
|
| 6760 |
+
"nauc_recall_at_10_std": 22.89489,
|
| 6761 |
+
"nauc_recall_at_1_diff1": 68.01295,
|
| 6762 |
+
"nauc_recall_at_1_max": 47.5102,
|
| 6763 |
+
"nauc_recall_at_1_std": -179.51406,
|
| 6764 |
+
"nauc_recall_at_20_diff1": 6.10279,
|
| 6765 |
+
"nauc_recall_at_20_max": 34.38474,
|
| 6766 |
+
"nauc_recall_at_20_std": 29.40165,
|
| 6767 |
+
"nauc_recall_at_3_diff1": 10.00418,
|
| 6768 |
+
"nauc_recall_at_3_max": 27.07528,
|
| 6769 |
+
"nauc_recall_at_3_std": 8.03425,
|
| 6770 |
+
"nauc_recall_at_5_diff1": 8.67208,
|
| 6771 |
+
"nauc_recall_at_5_max": 29.35258,
|
| 6772 |
+
"nauc_recall_at_5_std": 14.45646,
|
| 6773 |
+
"ndcg_at_1": 82.498,
|
| 6774 |
+
"ndcg_at_10": 77.028,
|
| 6775 |
+
"ndcg_at_100": 79.593,
|
| 6776 |
+
"ndcg_at_1000": 80.372,
|
| 6777 |
+
"ndcg_at_20": 78.194,
|
| 6778 |
+
"ndcg_at_3": 71.932,
|
| 6779 |
+
"ndcg_at_5": 74.878,
|
| 6780 |
+
"precision_at_1": 82.498,
|
| 6781 |
+
"precision_at_10": 16.289,
|
| 6782 |
+
"precision_at_100": 1.826,
|
| 6783 |
+
"precision_at_1000": 19.3,
|
| 6784 |
+
"precision_at_20": 8.519,
|
| 6785 |
+
"precision_at_3": 46.851,
|
| 6786 |
+
"precision_at_5": 30.436,
|
| 6787 |
+
"recall_at_1": 41.249,
|
| 6788 |
+
"recall_at_10": 81.445,
|
| 6789 |
+
"recall_at_100": 91.323,
|
| 6790 |
+
"recall_at_1000": 96.442,
|
| 6791 |
+
"recall_at_20": 85.186,
|
| 6792 |
+
"recall_at_3": 70.277,
|
| 6793 |
+
"recall_at_5": 76.09
|
| 6794 |
+
},
|
| 6795 |
"PPC": {
|
| 6796 |
"cos_sim.accuracy": 84.7,
|
| 6797 |
"cos_sim.accuracy_threshold": 84.19128,
|
|
|
|
| 7064 |
"v_measures": 48.42803,
|
| 7065 |
"main_score": 46.12075
|
| 7066 |
},
|
| 7067 |
+
"NQ-PL": {
|
| 7068 |
+
"main_score": 56.854,
|
| 7069 |
+
"map_at_1": 34.514,
|
| 7070 |
+
"map_at_10": 49.644,
|
| 7071 |
+
"map_at_100": 50.608,
|
| 7072 |
+
"map_at_1000": 50.635,
|
| 7073 |
+
"map_at_20": 50.305,
|
| 7074 |
+
"map_at_3": 45.672,
|
| 7075 |
+
"map_at_5": 48.089,
|
| 7076 |
+
"mrr_at_1": 38.78911,
|
| 7077 |
+
"mrr_at_10": 52.1484,
|
| 7078 |
+
"mrr_at_100": 52.85297,
|
| 7079 |
+
"mrr_at_1000": 52.87105,
|
| 7080 |
+
"mrr_at_20": 52.64189,
|
| 7081 |
+
"mrr_at_3": 48.97644,
|
| 7082 |
+
"mrr_at_5": 50.92169,
|
| 7083 |
+
"nauc_map_at_1000_diff1": 37.02157,
|
| 7084 |
+
"nauc_map_at_1000_max": 30.95412,
|
| 7085 |
+
"nauc_map_at_1000_std": 7.32003,
|
| 7086 |
+
"nauc_map_at_100_diff1": 37.02237,
|
| 7087 |
+
"nauc_map_at_100_max": 30.96977,
|
| 7088 |
+
"nauc_map_at_100_std": 7.33984,
|
| 7089 |
+
"nauc_map_at_10_diff1": 36.90103,
|
| 7090 |
+
"nauc_map_at_10_max": 30.78572,
|
| 7091 |
+
"nauc_map_at_10_std": 6.77945,
|
| 7092 |
+
"nauc_map_at_1_diff1": 39.90903,
|
| 7093 |
+
"nauc_map_at_1_max": 25.24163,
|
| 7094 |
+
"nauc_map_at_1_std": 3.93468,
|
| 7095 |
+
"nauc_map_at_20_diff1": 37.01886,
|
| 7096 |
+
"nauc_map_at_20_max": 30.93865,
|
| 7097 |
+
"nauc_map_at_20_std": 7.15778,
|
| 7098 |
+
"nauc_map_at_3_diff1": 36.66395,
|
| 7099 |
+
"nauc_map_at_3_max": 28.73918,
|
| 7100 |
+
"nauc_map_at_3_std": 4.97444,
|
| 7101 |
+
"nauc_map_at_5_diff1": 36.502,
|
| 7102 |
+
"nauc_map_at_5_max": 30.19695,
|
| 7103 |
+
"nauc_map_at_5_std": 6.0807,
|
| 7104 |
+
"nauc_mrr_at_1000_diff1": 37.13772,
|
| 7105 |
+
"nauc_mrr_at_1000_max": 31.75155,
|
| 7106 |
+
"nauc_mrr_at_1000_std": 9.50861,
|
| 7107 |
+
"nauc_mrr_at_100_diff1": 37.13715,
|
| 7108 |
+
"nauc_mrr_at_100_max": 31.76453,
|
| 7109 |
+
"nauc_mrr_at_100_std": 9.52733,
|
| 7110 |
+
"nauc_mrr_at_10_diff1": 37.04617,
|
| 7111 |
+
"nauc_mrr_at_10_max": 31.83556,
|
| 7112 |
+
"nauc_mrr_at_10_std": 9.40348,
|
| 7113 |
+
"nauc_mrr_at_1_diff1": 40.24341,
|
| 7114 |
+
"nauc_mrr_at_1_max": 27.89203,
|
| 7115 |
+
"nauc_mrr_at_1_std": 6.94806,
|
| 7116 |
+
"nauc_mrr_at_20_diff1": 37.1368,
|
| 7117 |
+
"nauc_mrr_at_20_max": 31.80571,
|
| 7118 |
+
"nauc_mrr_at_20_std": 9.46352,
|
| 7119 |
+
"nauc_mrr_at_3_diff1": 36.59948,
|
| 7120 |
+
"nauc_mrr_at_3_max": 30.56906,
|
| 7121 |
+
"nauc_mrr_at_3_std": 8.21347,
|
| 7122 |
+
"nauc_mrr_at_5_diff1": 36.6674,
|
| 7123 |
+
"nauc_mrr_at_5_max": 31.47023,
|
| 7124 |
+
"nauc_mrr_at_5_std": 9.0211,
|
| 7125 |
+
"nauc_ndcg_at_1000_diff1": 36.60296,
|
| 7126 |
+
"nauc_ndcg_at_1000_max": 33.40562,
|
| 7127 |
+
"nauc_ndcg_at_1000_std": 10.60845,
|
| 7128 |
+
"nauc_ndcg_at_100_diff1": 36.59947,
|
| 7129 |
+
"nauc_ndcg_at_100_max": 33.95703,
|
| 7130 |
+
"nauc_ndcg_at_100_std": 11.34047,
|
| 7131 |
+
"nauc_ndcg_at_10_diff1": 36.14418,
|
| 7132 |
+
"nauc_ndcg_at_10_max": 33.45104,
|
| 7133 |
+
"nauc_ndcg_at_10_std": 9.27297,
|
| 7134 |
+
"nauc_ndcg_at_1_diff1": 40.07169,
|
| 7135 |
+
"nauc_ndcg_at_1_max": 27.94335,
|
| 7136 |
+
"nauc_ndcg_at_1_std": 7.03664,
|
| 7137 |
+
"nauc_ndcg_at_20_diff1": 36.51152,
|
| 7138 |
+
"nauc_ndcg_at_20_max": 33.89378,
|
| 7139 |
+
"nauc_ndcg_at_20_std": 10.34272,
|
| 7140 |
+
"nauc_ndcg_at_3_diff1": 35.48228,
|
| 7141 |
+
"nauc_ndcg_at_3_max": 29.91235,
|
| 7142 |
+
"nauc_ndcg_at_3_std": 5.96941,
|
| 7143 |
+
"nauc_ndcg_at_5_diff1": 35.22178,
|
| 7144 |
+
"nauc_ndcg_at_5_max": 32.10722,
|
| 7145 |
+
"nauc_ndcg_at_5_std": 7.67017,
|
| 7146 |
+
"nauc_precision_at_1000_diff1": -428.50002,
|
| 7147 |
+
"nauc_precision_at_1000_max": 14.60063,
|
| 7148 |
+
"nauc_precision_at_1000_std": 21.99144,
|
| 7149 |
+
"nauc_precision_at_100_diff1": 1.72665,
|
| 7150 |
+
"nauc_precision_at_100_max": 22.99322,
|
| 7151 |
+
"nauc_precision_at_100_std": 27.46418,
|
| 7152 |
+
"nauc_precision_at_10_diff1": 16.16723,
|
| 7153 |
+
"nauc_precision_at_10_max": 32.61178,
|
| 7154 |
+
"nauc_precision_at_10_std": 19.30609,
|
| 7155 |
+
"nauc_precision_at_1_diff1": 40.07169,
|
| 7156 |
+
"nauc_precision_at_1_max": 27.94335,
|
| 7157 |
+
"nauc_precision_at_1_std": 7.03664,
|
| 7158 |
+
"nauc_precision_at_20_diff1": 10.98636,
|
| 7159 |
+
"nauc_precision_at_20_max": 30.00161,
|
| 7160 |
+
"nauc_precision_at_20_std": 23.47016,
|
| 7161 |
+
"nauc_precision_at_3_diff1": 25.0213,
|
| 7162 |
+
"nauc_precision_at_3_max": 31.11244,
|
| 7163 |
+
"nauc_precision_at_3_std": 9.97934,
|
| 7164 |
+
"nauc_precision_at_5_diff1": 19.85259,
|
| 7165 |
+
"nauc_precision_at_5_max": 33.01706,
|
| 7166 |
+
"nauc_precision_at_5_std": 14.2264,
|
| 7167 |
+
"nauc_recall_at_1000_diff1": 32.95681,
|
| 7168 |
+
"nauc_recall_at_1000_max": 81.17617,
|
| 7169 |
+
"nauc_recall_at_1000_std": 80.81894,
|
| 7170 |
+
"nauc_recall_at_100_diff1": 34.21544,
|
| 7171 |
+
"nauc_recall_at_100_max": 64.60424,
|
| 7172 |
+
"nauc_recall_at_100_std": 55.36263,
|
| 7173 |
+
"nauc_recall_at_10_diff1": 31.85457,
|
| 7174 |
+
"nauc_recall_at_10_max": 41.47698,
|
| 7175 |
+
"nauc_recall_at_10_std": 15.44982,
|
| 7176 |
+
"nauc_recall_at_1_diff1": 39.90903,
|
| 7177 |
+
"nauc_recall_at_1_max": 25.24163,
|
| 7178 |
+
"nauc_recall_at_1_std": 3.93468,
|
| 7179 |
+
"nauc_recall_at_20_diff1": 33.15542,
|
| 7180 |
+
"nauc_recall_at_20_max": 47.41147,
|
| 7181 |
+
"nauc_recall_at_20_std": 24.12282,
|
| 7182 |
+
"nauc_recall_at_3_diff1": 31.03007,
|
| 7183 |
+
"nauc_recall_at_3_max": 30.34947,
|
| 7184 |
+
"nauc_recall_at_3_std": 5.37926,
|
| 7185 |
+
"nauc_recall_at_5_diff1": 29.66245,
|
| 7186 |
+
"nauc_recall_at_5_max": 35.59584,
|
| 7187 |
+
"nauc_recall_at_5_std": 9.13848,
|
| 7188 |
+
"ndcg_at_1": 38.847,
|
| 7189 |
+
"ndcg_at_10": 56.854,
|
| 7190 |
+
"ndcg_at_100": 60.767,
|
| 7191 |
+
"ndcg_at_1000": 61.399,
|
| 7192 |
+
"ndcg_at_20": 58.941,
|
| 7193 |
+
"ndcg_at_3": 49.576,
|
| 7194 |
+
"ndcg_at_5": 53.502,
|
| 7195 |
+
"precision_at_1": 38.847,
|
| 7196 |
+
"precision_at_10": 9.064,
|
| 7197 |
+
"precision_at_100": 1.127,
|
| 7198 |
+
"precision_at_1000": 11.9,
|
| 7199 |
+
"precision_at_20": 5.038,
|
| 7200 |
+
"precision_at_3": 22.335,
|
| 7201 |
+
"precision_at_5": 15.689,
|
| 7202 |
+
"recall_at_1": 34.514,
|
| 7203 |
+
"recall_at_10": 76.152,
|
| 7204 |
+
"recall_at_100": 92.837,
|
| 7205 |
+
"recall_at_1000": 97.596,
|
| 7206 |
+
"recall_at_20": 83.778,
|
| 7207 |
+
"recall_at_3": 57.484,
|
| 7208 |
+
"recall_at_5": 66.476
|
| 7209 |
+
},
|
| 7210 |
"STS22": {
|
| 7211 |
"cos_sim.pearson": 38.49439,
|
| 7212 |
"cos_sim.spearman": 39.70557,
|
|
|
|
| 7216 |
"manhattan.spearman": 39.8394,
|
| 7217 |
"main_score": 39.70557
|
| 7218 |
},
|
| 7219 |
+
"DBPedia-PL": {
|
| 7220 |
+
"main_score": 43.189,
|
| 7221 |
+
"map_at_1": 8.838,
|
| 7222 |
+
"map_at_10": 20.335,
|
| 7223 |
+
"map_at_100": 29.818,
|
| 7224 |
+
"map_at_1000": 31.672,
|
| 7225 |
+
"map_at_20": 24.037,
|
| 7226 |
+
"map_at_3": 14.144,
|
| 7227 |
+
"map_at_5": 16.674,
|
| 7228 |
+
"mrr_at_1": 66.25,
|
| 7229 |
+
"mrr_at_10": 74.51429,
|
| 7230 |
+
"mrr_at_100": 74.85026,
|
| 7231 |
+
"mrr_at_1000": 74.86158,
|
| 7232 |
+
"mrr_at_20": 74.75228,
|
| 7233 |
+
"mrr_at_3": 73.25,
|
| 7234 |
+
"mrr_at_5": 73.825,
|
| 7235 |
+
"nauc_map_at_1000_diff1": 25.39796,
|
| 7236 |
+
"nauc_map_at_1000_max": 34.60046,
|
| 7237 |
+
"nauc_map_at_1000_std": 25.48434,
|
| 7238 |
+
"nauc_map_at_100_diff1": 26.7324,
|
| 7239 |
+
"nauc_map_at_100_max": 33.16273,
|
| 7240 |
+
"nauc_map_at_100_std": 22.70556,
|
| 7241 |
+
"nauc_map_at_10_diff1": 31.04835,
|
| 7242 |
+
"nauc_map_at_10_max": 20.58247,
|
| 7243 |
+
"nauc_map_at_10_std": -30.57741,
|
| 7244 |
+
"nauc_map_at_1_diff1": 37.44385,
|
| 7245 |
+
"nauc_map_at_1_max": 2.00907,
|
| 7246 |
+
"nauc_map_at_1_std": -1838.97204,
|
| 7247 |
+
"nauc_map_at_20_diff1": 29.14595,
|
| 7248 |
+
"nauc_map_at_20_max": 25.33724,
|
| 7249 |
+
"nauc_map_at_20_std": 7.68034,
|
| 7250 |
+
"nauc_map_at_3_diff1": 32.41887,
|
| 7251 |
+
"nauc_map_at_3_max": 8.97646,
|
| 7252 |
+
"nauc_map_at_3_std": -1420.69271,
|
| 7253 |
+
"nauc_map_at_5_diff1": 31.31692,
|
| 7254 |
+
"nauc_map_at_5_max": 14.01537,
|
| 7255 |
+
"nauc_map_at_5_std": -890.90076,
|
| 7256 |
+
"nauc_mrr_at_1000_diff1": 42.77521,
|
| 7257 |
+
"nauc_mrr_at_1000_max": 58.03734,
|
| 7258 |
+
"nauc_mrr_at_1000_std": 42.65118,
|
| 7259 |
+
"nauc_mrr_at_100_diff1": 42.76917,
|
| 7260 |
+
"nauc_mrr_at_100_max": 58.04747,
|
| 7261 |
+
"nauc_mrr_at_100_std": 42.65151,
|
| 7262 |
+
"nauc_mrr_at_10_diff1": 42.49927,
|
| 7263 |
+
"nauc_mrr_at_10_max": 58.15708,
|
| 7264 |
+
"nauc_mrr_at_10_std": 42.98779,
|
| 7265 |
+
"nauc_mrr_at_1_diff1": 46.67765,
|
| 7266 |
+
"nauc_mrr_at_1_max": 54.52897,
|
| 7267 |
+
"nauc_mrr_at_1_std": 35.71181,
|
| 7268 |
+
"nauc_mrr_at_20_diff1": 42.79101,
|
| 7269 |
+
"nauc_mrr_at_20_max": 58.0568,
|
| 7270 |
+
"nauc_mrr_at_20_std": 42.72289,
|
| 7271 |
+
"nauc_mrr_at_3_diff1": 41.85441,
|
| 7272 |
+
"nauc_mrr_at_3_max": 57.97558,
|
| 7273 |
+
"nauc_mrr_at_3_std": 43.52343,
|
| 7274 |
+
"nauc_mrr_at_5_diff1": 42.30415,
|
| 7275 |
+
"nauc_mrr_at_5_max": 58.5453,
|
| 7276 |
+
"nauc_mrr_at_5_std": 43.29448,
|
| 7277 |
+
"nauc_ndcg_at_1000_diff1": 32.16217,
|
| 7278 |
+
"nauc_ndcg_at_1000_max": 50.03467,
|
| 7279 |
+
"nauc_ndcg_at_1000_std": 42.87877,
|
| 7280 |
+
"nauc_ndcg_at_100_diff1": 33.55194,
|
| 7281 |
+
"nauc_ndcg_at_100_max": 45.12049,
|
| 7282 |
+
"nauc_ndcg_at_100_std": 34.78802,
|
| 7283 |
+
"nauc_ndcg_at_10_diff1": 31.14168,
|
| 7284 |
+
"nauc_ndcg_at_10_max": 45.31079,
|
| 7285 |
+
"nauc_ndcg_at_10_std": 28.55521,
|
| 7286 |
+
"nauc_ndcg_at_1_diff1": 45.12481,
|
| 7287 |
+
"nauc_ndcg_at_1_max": 45.93378,
|
| 7288 |
+
"nauc_ndcg_at_1_std": 26.67262,
|
| 7289 |
+
"nauc_ndcg_at_20_diff1": 31.81217,
|
| 7290 |
+
"nauc_ndcg_at_20_max": 41.93465,
|
| 7291 |
+
"nauc_ndcg_at_20_std": 26.08707,
|
| 7292 |
+
"nauc_ndcg_at_3_diff1": 29.90627,
|
| 7293 |
+
"nauc_ndcg_at_3_max": 46.50415,
|
| 7294 |
+
"nauc_ndcg_at_3_std": 29.6601,
|
| 7295 |
+
"nauc_ndcg_at_5_diff1": 29.08123,
|
| 7296 |
+
"nauc_ndcg_at_5_max": 46.815,
|
| 7297 |
+
"nauc_ndcg_at_5_std": 29.93593,
|
| 7298 |
+
"nauc_precision_at_1000_diff1": -1871.15001,
|
| 7299 |
+
"nauc_precision_at_1000_max": -92.20396,
|
| 7300 |
+
"nauc_precision_at_1000_std": 7.2199,
|
| 7301 |
+
"nauc_precision_at_100_diff1": -860.95287,
|
| 7302 |
+
"nauc_precision_at_100_max": 29.14705,
|
| 7303 |
+
"nauc_precision_at_100_std": 44.95804,
|
| 7304 |
+
"nauc_precision_at_10_diff1": 2.86892,
|
| 7305 |
+
"nauc_precision_at_10_max": 44.40893,
|
| 7306 |
+
"nauc_precision_at_10_std": 47.1857,
|
| 7307 |
+
"nauc_precision_at_1_diff1": 46.01229,
|
| 7308 |
+
"nauc_precision_at_1_max": 54.30281,
|
| 7309 |
+
"nauc_precision_at_1_std": 36.92313,
|
| 7310 |
+
"nauc_precision_at_20_diff1": -197.83516,
|
| 7311 |
+
"nauc_precision_at_20_max": 38.42067,
|
| 7312 |
+
"nauc_precision_at_20_std": 47.41936,
|
| 7313 |
+
"nauc_precision_at_3_diff1": 9.87758,
|
| 7314 |
+
"nauc_precision_at_3_max": 44.77007,
|
| 7315 |
+
"nauc_precision_at_3_std": 39.513,
|
| 7316 |
+
"nauc_precision_at_5_diff1": 5.09622,
|
| 7317 |
+
"nauc_precision_at_5_max": 45.66717,
|
| 7318 |
+
"nauc_precision_at_5_std": 42.65121,
|
| 7319 |
+
"nauc_recall_at_1000_diff1": 25.39529,
|
| 7320 |
+
"nauc_recall_at_1000_max": 44.94193,
|
| 7321 |
+
"nauc_recall_at_1000_std": 53.58345,
|
| 7322 |
+
"nauc_recall_at_100_diff1": 23.96202,
|
| 7323 |
+
"nauc_recall_at_100_max": 32.15141,
|
| 7324 |
+
"nauc_recall_at_100_std": 30.57127,
|
| 7325 |
+
"nauc_recall_at_10_diff1": 28.12054,
|
| 7326 |
+
"nauc_recall_at_10_max": 18.15483,
|
| 7327 |
+
"nauc_recall_at_10_std": -60.32387,
|
| 7328 |
+
"nauc_recall_at_1_diff1": 37.44385,
|
| 7329 |
+
"nauc_recall_at_1_max": 2.00907,
|
| 7330 |
+
"nauc_recall_at_1_std": -1838.97204,
|
| 7331 |
+
"nauc_recall_at_20_diff1": 23.43895,
|
| 7332 |
+
"nauc_recall_at_20_max": 17.20126,
|
| 7333 |
+
"nauc_recall_at_20_std": 3.75587,
|
| 7334 |
+
"nauc_recall_at_3_diff1": 29.86746,
|
| 7335 |
+
"nauc_recall_at_3_max": 8.06696,
|
| 7336 |
+
"nauc_recall_at_3_std": -1513.44057,
|
| 7337 |
+
"nauc_recall_at_5_diff1": 28.65712,
|
| 7338 |
+
"nauc_recall_at_5_max": 12.94255,
|
| 7339 |
+
"nauc_recall_at_5_std": -957.73567,
|
| 7340 |
+
"ndcg_at_1": 54.5,
|
| 7341 |
+
"ndcg_at_10": 43.189,
|
| 7342 |
+
"ndcg_at_100": 48.595,
|
| 7343 |
+
"ndcg_at_1000": 55.681,
|
| 7344 |
+
"ndcg_at_20": 43.09,
|
| 7345 |
+
"ndcg_at_3": 47.599,
|
| 7346 |
+
"ndcg_at_5": 44.907,
|
| 7347 |
+
"precision_at_1": 66.5,
|
| 7348 |
+
"precision_at_10": 35.725,
|
| 7349 |
+
"precision_at_100": 11.583,
|
| 7350 |
+
"precision_at_1000": 2.302,
|
| 7351 |
+
"precision_at_20": 27.375,
|
| 7352 |
+
"precision_at_3": 52.0,
|
| 7353 |
+
"precision_at_5": 44.7,
|
| 7354 |
+
"recall_at_1": 8.838,
|
| 7355 |
+
"recall_at_10": 25.425,
|
| 7356 |
+
"recall_at_100": 55.632,
|
| 7357 |
+
"recall_at_1000": 77.857,
|
| 7358 |
+
"recall_at_20": 34.458,
|
| 7359 |
+
"recall_at_3": 15.23,
|
| 7360 |
+
"recall_at_5": 18.872
|
| 7361 |
+
},
|
| 7362 |
+
"Quora-PL": {
|
| 7363 |
+
"main_score": 84.471,
|
| 7364 |
+
"map_at_1": 65.892,
|
| 7365 |
+
"map_at_10": 80.115,
|
| 7366 |
+
"map_at_100": 80.861,
|
| 7367 |
+
"map_at_1000": 80.879,
|
| 7368 |
+
"map_at_20": 80.604,
|
| 7369 |
+
"map_at_3": 76.97,
|
| 7370 |
+
"map_at_5": 78.926,
|
| 7371 |
+
"mrr_at_1": 75.83,
|
| 7372 |
+
"mrr_at_10": 83.21252,
|
| 7373 |
+
"mrr_at_100": 83.38714,
|
| 7374 |
+
"mrr_at_1000": 83.38942,
|
| 7375 |
+
"mrr_at_20": 83.34284,
|
| 7376 |
+
"mrr_at_3": 81.95333,
|
| 7377 |
+
"mrr_at_5": 82.78533,
|
| 7378 |
+
"nauc_map_at_1000_diff1": 73.95722,
|
| 7379 |
+
"nauc_map_at_1000_max": 9.65368,
|
| 7380 |
+
"nauc_map_at_1000_std": -4235.40813,
|
| 7381 |
+
"nauc_map_at_100_diff1": 73.96622,
|
| 7382 |
+
"nauc_map_at_100_max": 9.61812,
|
| 7383 |
+
"nauc_map_at_100_std": -4241.42968,
|
| 7384 |
+
"nauc_map_at_10_diff1": 74.20644,
|
| 7385 |
+
"nauc_map_at_10_max": 9.05669,
|
| 7386 |
+
"nauc_map_at_10_std": -4413.39644,
|
| 7387 |
+
"nauc_map_at_1_diff1": 77.18196,
|
| 7388 |
+
"nauc_map_at_1_max": 7.84065,
|
| 7389 |
+
"nauc_map_at_1_std": -3984.39572,
|
| 7390 |
+
"nauc_map_at_20_diff1": 74.03476,
|
| 7391 |
+
"nauc_map_at_20_max": 9.3858,
|
| 7392 |
+
"nauc_map_at_20_std": -4316.02996,
|
| 7393 |
+
"nauc_map_at_3_diff1": 74.43856,
|
| 7394 |
+
"nauc_map_at_3_max": 7.57422,
|
| 7395 |
+
"nauc_map_at_3_std": -4614.76276,
|
| 7396 |
+
"nauc_map_at_5_diff1": 74.38689,
|
| 7397 |
+
"nauc_map_at_5_max": 8.55776,
|
| 7398 |
+
"nauc_map_at_5_std": -4553.8979,
|
| 7399 |
+
"nauc_mrr_at_1000_diff1": 74.0311,
|
| 7400 |
+
"nauc_mrr_at_1000_max": 11.88545,
|
| 7401 |
+
"nauc_mrr_at_1000_std": -3816.00841,
|
| 7402 |
+
"nauc_mrr_at_100_diff1": 74.03075,
|
| 7403 |
+
"nauc_mrr_at_100_max": 11.88636,
|
| 7404 |
+
"nauc_mrr_at_100_std": -3815.91392,
|
| 7405 |
+
"nauc_mrr_at_10_diff1": 73.99522,
|
| 7406 |
+
"nauc_mrr_at_10_max": 11.7775,
|
| 7407 |
+
"nauc_mrr_at_10_std": -3826.62953,
|
| 7408 |
+
"nauc_mrr_at_1_diff1": 75.53193,
|
| 7409 |
+
"nauc_mrr_at_1_max": 12.97927,
|
| 7410 |
+
"nauc_mrr_at_1_std": -3663.40661,
|
| 7411 |
+
"nauc_mrr_at_20_diff1": 74.01274,
|
| 7412 |
+
"nauc_mrr_at_20_max": 11.88757,
|
| 7413 |
+
"nauc_mrr_at_20_std": -3816.92503,
|
| 7414 |
+
"nauc_mrr_at_3_diff1": 73.60735,
|
| 7415 |
+
"nauc_mrr_at_3_max": 11.45086,
|
| 7416 |
+
"nauc_mrr_at_3_std": -3876.71417,
|
| 7417 |
+
"nauc_mrr_at_5_diff1": 73.8495,
|
| 7418 |
+
"nauc_mrr_at_5_max": 11.78739,
|
| 7419 |
+
"nauc_mrr_at_5_std": -3857.24059,
|
| 7420 |
+
"nauc_ndcg_at_1000_diff1": 73.51677,
|
| 7421 |
+
"nauc_ndcg_at_1000_max": 10.72929,
|
| 7422 |
+
"nauc_ndcg_at_1000_std": -3992.81392,
|
| 7423 |
+
"nauc_ndcg_at_100_diff1": 73.53904,
|
| 7424 |
+
"nauc_ndcg_at_100_max": 10.56931,
|
| 7425 |
+
"nauc_ndcg_at_100_std": -4012.20626,
|
| 7426 |
+
"nauc_ndcg_at_10_diff1": 73.55959,
|
| 7427 |
+
"nauc_ndcg_at_10_max": 9.25579,
|
| 7428 |
+
"nauc_ndcg_at_10_std": -4278.56138,
|
| 7429 |
+
"nauc_ndcg_at_1_diff1": 75.3429,
|
| 7430 |
+
"nauc_ndcg_at_1_max": 13.49979,
|
| 7431 |
+
"nauc_ndcg_at_1_std": -3591.4839,
|
| 7432 |
+
"nauc_ndcg_at_20_diff1": 73.48071,
|
| 7433 |
+
"nauc_ndcg_at_20_max": 9.92428,
|
| 7434 |
+
"nauc_ndcg_at_20_std": -4155.6534,
|
| 7435 |
+
"nauc_ndcg_at_3_diff1": 72.72073,
|
| 7436 |
+
"nauc_ndcg_at_3_max": 8.30371,
|
| 7437 |
+
"nauc_ndcg_at_3_std": -4361.85311,
|
| 7438 |
+
"nauc_ndcg_at_5_diff1": 73.3006,
|
| 7439 |
+
"nauc_ndcg_at_5_max": 8.91539,
|
| 7440 |
+
"nauc_ndcg_at_5_std": -4408.80534,
|
| 7441 |
+
"nauc_precision_at_1000_diff1": -4154.05179,
|
| 7442 |
+
"nauc_precision_at_1000_max": 6.93616,
|
| 7443 |
+
"nauc_precision_at_1000_std": 42.39483,
|
| 7444 |
+
"nauc_precision_at_100_diff1": -4060.95767,
|
| 7445 |
+
"nauc_precision_at_100_max": 6.30245,
|
| 7446 |
+
"nauc_precision_at_100_std": 41.30693,
|
| 7447 |
+
"nauc_precision_at_10_diff1": -3091.65316,
|
| 7448 |
+
"nauc_precision_at_10_max": 4.84982,
|
| 7449 |
+
"nauc_precision_at_10_std": 24.47022,
|
| 7450 |
+
"nauc_precision_at_1_diff1": 75.3429,
|
| 7451 |
+
"nauc_precision_at_1_max": 13.49979,
|
| 7452 |
+
"nauc_precision_at_1_std": -3591.4839,
|
| 7453 |
+
"nauc_precision_at_20_diff1": -3675.16442,
|
| 7454 |
+
"nauc_precision_at_20_max": 5.44076,
|
| 7455 |
+
"nauc_precision_at_20_std": 33.08928,
|
| 7456 |
+
"nauc_precision_at_3_diff1": -532.407,
|
| 7457 |
+
"nauc_precision_at_3_max": 5.15664,
|
| 7458 |
+
"nauc_precision_at_3_std": -97.79263,
|
| 7459 |
+
"nauc_precision_at_5_diff1": -1992.1332,
|
| 7460 |
+
"nauc_precision_at_5_max": 5.43277,
|
| 7461 |
+
"nauc_precision_at_5_std": 11.41774,
|
| 7462 |
+
"nauc_recall_at_1000_diff1": 56.57663,
|
| 7463 |
+
"nauc_recall_at_1000_max": 25.80329,
|
| 7464 |
+
"nauc_recall_at_1000_std": 57.82938,
|
| 7465 |
+
"nauc_recall_at_100_diff1": 67.25189,
|
| 7466 |
+
"nauc_recall_at_100_max": 6.87994,
|
| 7467 |
+
"nauc_recall_at_100_std": -3009.8258,
|
| 7468 |
+
"nauc_recall_at_10_diff1": 68.00694,
|
| 7469 |
+
"nauc_recall_at_10_max": 72.26815,
|
| 7470 |
+
"nauc_recall_at_10_std": -5298.00028,
|
| 7471 |
+
"nauc_recall_at_1_diff1": 77.18196,
|
| 7472 |
+
"nauc_recall_at_1_max": 7.84065,
|
| 7473 |
+
"nauc_recall_at_1_std": -3984.39572,
|
| 7474 |
+
"nauc_recall_at_20_diff1": 66.56017,
|
| 7475 |
+
"nauc_recall_at_20_max": 1.91904,
|
| 7476 |
+
"nauc_recall_at_20_std": -4953.80686,
|
| 7477 |
+
"nauc_recall_at_3_diff1": 69.83247,
|
| 7478 |
+
"nauc_recall_at_3_max": 2.39559,
|
| 7479 |
+
"nauc_recall_at_3_std": -5211.11979,
|
| 7480 |
+
"nauc_recall_at_5_diff1": 69.25881,
|
| 7481 |
+
"nauc_recall_at_5_max": 2.91856,
|
| 7482 |
+
"nauc_recall_at_5_std": -5437.63467,
|
| 7483 |
+
"ndcg_at_1": 75.92,
|
| 7484 |
+
"ndcg_at_10": 84.471,
|
| 7485 |
+
"ndcg_at_100": 86.12,
|
| 7486 |
+
"ndcg_at_1000": 86.276,
|
| 7487 |
+
"ndcg_at_20": 85.376,
|
| 7488 |
+
"ndcg_at_3": 81.0,
|
| 7489 |
+
"ndcg_at_5": 82.888,
|
| 7490 |
+
"precision_at_1": 75.92,
|
| 7491 |
+
"precision_at_10": 12.987,
|
| 7492 |
+
"precision_at_100": 1.519,
|
| 7493 |
+
"precision_at_1000": 15.6,
|
| 7494 |
+
"precision_at_20": 6.977,
|
| 7495 |
+
"precision_at_3": 35.573,
|
| 7496 |
+
"precision_at_5": 23.566,
|
| 7497 |
+
"recall_at_1": 65.892,
|
| 7498 |
+
"recall_at_10": 93.318,
|
| 7499 |
+
"recall_at_100": 99.124,
|
| 7500 |
+
"recall_at_1000": 99.927,
|
| 7501 |
+
"recall_at_20": 96.256,
|
| 7502 |
+
"recall_at_3": 83.69,
|
| 7503 |
+
"recall_at_5": 88.783
|
| 7504 |
+
},
|
| 7505 |
"CDSC-E": {
|
| 7506 |
"cos_sim.accuracy": 88.8,
|
| 7507 |
"cos_sim.accuracy_threshold": 91.19816,
|
|
|
|
| 7537 |
"max.f1": 68.15642,
|
| 7538 |
"main_score": 76.0554
|
| 7539 |
},
|
| 7540 |
+
"TRECCOVID-PL": {
|
| 7541 |
+
"main_score": 82.749,
|
| 7542 |
+
"map_at_1": 20.4,
|
| 7543 |
+
"map_at_10": 2.099,
|
| 7544 |
+
"map_at_100": 12.948,
|
| 7545 |
+
"map_at_1000": 32.007,
|
| 7546 |
+
"map_at_20": 3.746,
|
| 7547 |
+
"map_at_3": 65.1,
|
| 7548 |
+
"map_at_5": 1.061,
|
| 7549 |
+
"mrr_at_1": 84.0,
|
| 7550 |
+
"mrr_at_10": 91.66667,
|
| 7551 |
+
"mrr_at_100": 91.66667,
|
| 7552 |
+
"mrr_at_1000": 91.66667,
|
| 7553 |
+
"mrr_at_20": 91.66667,
|
| 7554 |
+
"mrr_at_3": 91.66667,
|
| 7555 |
+
"mrr_at_5": 91.66667,
|
| 7556 |
+
"nauc_map_at_1000_diff1": 1.02914,
|
| 7557 |
+
"nauc_map_at_1000_max": 57.3348,
|
| 7558 |
+
"nauc_map_at_1000_std": 76.70364,
|
| 7559 |
+
"nauc_map_at_100_diff1": 6.94967,
|
| 7560 |
+
"nauc_map_at_100_max": 43.99862,
|
| 7561 |
+
"nauc_map_at_100_std": 64.12474,
|
| 7562 |
+
"nauc_map_at_10_diff1": 4.20857,
|
| 7563 |
+
"nauc_map_at_10_max": 18.87591,
|
| 7564 |
+
"nauc_map_at_10_std": 34.58171,
|
| 7565 |
+
"nauc_map_at_1_diff1": 8.43345,
|
| 7566 |
+
"nauc_map_at_1_max": 24.08001,
|
| 7567 |
+
"nauc_map_at_1_std": 35.21473,
|
| 7568 |
+
"nauc_map_at_20_diff1": 6.04105,
|
| 7569 |
+
"nauc_map_at_20_max": 22.57475,
|
| 7570 |
+
"nauc_map_at_20_std": 35.25481,
|
| 7571 |
+
"nauc_map_at_3_diff1": 11.16682,
|
| 7572 |
+
"nauc_map_at_3_max": 18.99543,
|
| 7573 |
+
"nauc_map_at_3_std": 34.29696,
|
| 7574 |
+
"nauc_map_at_5_diff1": 7.11348,
|
| 7575 |
+
"nauc_map_at_5_max": 20.03877,
|
| 7576 |
+
"nauc_map_at_5_std": 36.21644,
|
| 7577 |
+
"nauc_mrr_at_1000_diff1": -726.23947,
|
| 7578 |
+
"nauc_mrr_at_1000_max": 66.22379,
|
| 7579 |
+
"nauc_mrr_at_1000_std": 68.18146,
|
| 7580 |
+
"nauc_mrr_at_100_diff1": -726.23947,
|
| 7581 |
+
"nauc_mrr_at_100_max": 66.22379,
|
| 7582 |
+
"nauc_mrr_at_100_std": 68.18146,
|
| 7583 |
+
"nauc_mrr_at_10_diff1": -726.23947,
|
| 7584 |
+
"nauc_mrr_at_10_max": 66.22379,
|
| 7585 |
+
"nauc_mrr_at_10_std": 68.18146,
|
| 7586 |
+
"nauc_mrr_at_1_diff1": -1138.9298,
|
| 7587 |
+
"nauc_mrr_at_1_max": 68.58738,
|
| 7588 |
+
"nauc_mrr_at_1_std": 68.00442,
|
| 7589 |
+
"nauc_mrr_at_20_diff1": -726.23947,
|
| 7590 |
+
"nauc_mrr_at_20_max": 66.22379,
|
| 7591 |
+
"nauc_mrr_at_20_std": 68.18146,
|
| 7592 |
+
"nauc_mrr_at_3_diff1": -726.23947,
|
| 7593 |
+
"nauc_mrr_at_3_max": 66.22379,
|
| 7594 |
+
"nauc_mrr_at_3_std": 68.18146,
|
| 7595 |
+
"nauc_mrr_at_5_diff1": -726.23947,
|
| 7596 |
+
"nauc_mrr_at_5_max": 66.22379,
|
| 7597 |
+
"nauc_mrr_at_5_std": 68.18146,
|
| 7598 |
+
"nauc_ndcg_at_1000_diff1": 2.56284,
|
| 7599 |
+
"nauc_ndcg_at_1000_max": 57.60515,
|
| 7600 |
+
"nauc_ndcg_at_1000_std": 76.62892,
|
| 7601 |
+
"nauc_ndcg_at_100_diff1": -1331.30838,
|
| 7602 |
+
"nauc_ndcg_at_100_max": 52.93245,
|
| 7603 |
+
"nauc_ndcg_at_100_std": 73.50505,
|
| 7604 |
+
"nauc_ndcg_at_10_diff1": -683.78033,
|
| 7605 |
+
"nauc_ndcg_at_10_max": 59.29833,
|
| 7606 |
+
"nauc_ndcg_at_10_std": 63.71927,
|
| 7607 |
+
"nauc_ndcg_at_1_diff1": 4.83434,
|
| 7608 |
+
"nauc_ndcg_at_1_max": 53.58547,
|
| 7609 |
+
"nauc_ndcg_at_1_std": 59.07659,
|
| 7610 |
+
"nauc_ndcg_at_20_diff1": -961.76832,
|
| 7611 |
+
"nauc_ndcg_at_20_max": 54.57355,
|
| 7612 |
+
"nauc_ndcg_at_20_std": 63.15199,
|
| 7613 |
+
"nauc_ndcg_at_3_diff1": 15.21624,
|
| 7614 |
+
"nauc_ndcg_at_3_max": 58.34575,
|
| 7615 |
+
"nauc_ndcg_at_3_std": 61.78178,
|
| 7616 |
+
"nauc_ndcg_at_5_diff1": 1.38824,
|
| 7617 |
+
"nauc_ndcg_at_5_max": 62.44013,
|
| 7618 |
+
"nauc_ndcg_at_5_std": 65.64456,
|
| 7619 |
+
"nauc_precision_at_1000_diff1": -1851.68221,
|
| 7620 |
+
"nauc_precision_at_1000_max": 33.10336,
|
| 7621 |
+
"nauc_precision_at_1000_std": 29.49816,
|
| 7622 |
+
"nauc_precision_at_100_diff1": -1411.36192,
|
| 7623 |
+
"nauc_precision_at_100_max": 55.55228,
|
| 7624 |
+
"nauc_precision_at_100_std": 69.64355,
|
| 7625 |
+
"nauc_precision_at_10_diff1": -2727.12865,
|
| 7626 |
+
"nauc_precision_at_10_max": 61.88527,
|
| 7627 |
+
"nauc_precision_at_10_std": 60.7339,
|
| 7628 |
+
"nauc_precision_at_1_diff1": -1138.9298,
|
| 7629 |
+
"nauc_precision_at_1_max": 68.58738,
|
| 7630 |
+
"nauc_precision_at_1_std": 68.00442,
|
| 7631 |
+
"nauc_precision_at_20_diff1": -2153.63991,
|
| 7632 |
+
"nauc_precision_at_20_max": 53.36154,
|
| 7633 |
+
"nauc_precision_at_20_std": 55.58737,
|
| 7634 |
+
"nauc_precision_at_3_diff1": 3.78507,
|
| 7635 |
+
"nauc_precision_at_3_max": 61.66906,
|
| 7636 |
+
"nauc_precision_at_3_std": 62.81857,
|
| 7637 |
+
"nauc_precision_at_5_diff1": -1600.33948,
|
| 7638 |
+
"nauc_precision_at_5_max": 61.5247,
|
| 7639 |
+
"nauc_precision_at_5_std": 63.61506,
|
| 7640 |
+
"nauc_recall_at_1000_diff1": 5.87126,
|
| 7641 |
+
"nauc_recall_at_1000_max": 50.48398,
|
| 7642 |
+
"nauc_recall_at_1000_std": 67.37951,
|
| 7643 |
+
"nauc_recall_at_100_diff1": 8.31022,
|
| 7644 |
+
"nauc_recall_at_100_max": 28.68773,
|
| 7645 |
+
"nauc_recall_at_100_std": 50.34039,
|
| 7646 |
+
"nauc_recall_at_10_diff1": 3.34082,
|
| 7647 |
+
"nauc_recall_at_10_max": 6.89512,
|
| 7648 |
+
"nauc_recall_at_10_std": 22.92927,
|
| 7649 |
+
"nauc_recall_at_1_diff1": 8.43345,
|
| 7650 |
+
"nauc_recall_at_1_max": 24.08001,
|
| 7651 |
+
"nauc_recall_at_1_std": 35.21473,
|
| 7652 |
+
"nauc_recall_at_20_diff1": 5.30768,
|
| 7653 |
+
"nauc_recall_at_20_max": 10.02553,
|
| 7654 |
+
"nauc_recall_at_20_std": 24.11051,
|
| 7655 |
+
"nauc_recall_at_3_diff1": 13.35514,
|
| 7656 |
+
"nauc_recall_at_3_max": 8.56808,
|
| 7657 |
+
"nauc_recall_at_3_std": 23.69159,
|
| 7658 |
+
"nauc_recall_at_5_diff1": 6.53558,
|
| 7659 |
+
"nauc_recall_at_5_max": 9.14425,
|
| 7660 |
+
"nauc_recall_at_5_std": 27.00112,
|
| 7661 |
+
"ndcg_at_1": 79.0,
|
| 7662 |
+
"ndcg_at_10": 82.749,
|
| 7663 |
+
"ndcg_at_100": 63.846,
|
| 7664 |
+
"ndcg_at_1000": 57.691,
|
| 7665 |
+
"ndcg_at_20": 77.076,
|
| 7666 |
+
"ndcg_at_3": 84.838,
|
| 7667 |
+
"ndcg_at_5": 83.016,
|
| 7668 |
+
"precision_at_1": 84.0,
|
| 7669 |
+
"precision_at_10": 87.8,
|
| 7670 |
+
"precision_at_100": 66.1,
|
| 7671 |
+
"precision_at_1000": 25.764,
|
| 7672 |
+
"precision_at_20": 81.1,
|
| 7673 |
+
"precision_at_3": 91.333,
|
| 7674 |
+
"precision_at_5": 88.8,
|
| 7675 |
+
"recall_at_1": 20.4,
|
| 7676 |
+
"recall_at_10": 2.294,
|
| 7677 |
+
"recall_at_100": 16.135,
|
| 7678 |
+
"recall_at_1000": 54.981,
|
| 7679 |
+
"recall_at_20": 4.201,
|
| 7680 |
+
"recall_at_3": 69.9,
|
| 7681 |
+
"recall_at_5": 1.141
|
| 7682 |
+
},
|
| 7683 |
"SCIDOCS-PL": {
|
| 7684 |
"evaluation_time": 3452.5,
|
| 7685 |
"map_at_1": 4.203,
|
|
|
|
| 7733 |
"v_measures": 39.5628,
|
| 7734 |
"main_score": 40.41121
|
| 7735 |
},
|
| 7736 |
+
"MSMARCO-PL": {
|
| 7737 |
+
"main_score": 72.695,
|
| 7738 |
+
"map_at_1": 2.313,
|
| 7739 |
+
"map_at_10": 16.541,
|
| 7740 |
+
"map_at_100": 42.664,
|
| 7741 |
+
"map_at_1000": 51.048,
|
| 7742 |
+
"map_at_20": 25.691,
|
| 7743 |
+
"map_at_3": 6.858,
|
| 7744 |
+
"map_at_5": 10.227,
|
| 7745 |
+
"mrr_at_1": 90.69767,
|
| 7746 |
+
"mrr_at_10": 94.65116,
|
| 7747 |
+
"mrr_at_100": 94.65116,
|
| 7748 |
+
"mrr_at_1000": 94.65116,
|
| 7749 |
+
"mrr_at_20": 94.65116,
|
| 7750 |
+
"mrr_at_3": 94.18605,
|
| 7751 |
+
"mrr_at_5": 94.65116,
|
| 7752 |
+
"nauc_map_at_1000_diff1": -1939.42718,
|
| 7753 |
+
"nauc_map_at_1000_max": 35.63073,
|
| 7754 |
+
"nauc_map_at_1000_std": 56.92804,
|
| 7755 |
+
"nauc_map_at_100_diff1": -702.33405,
|
| 7756 |
+
"nauc_map_at_100_max": 22.96766,
|
| 7757 |
+
"nauc_map_at_100_std": 28.64423,
|
| 7758 |
+
"nauc_map_at_10_diff1": 18.22453,
|
| 7759 |
+
"nauc_map_at_10_max": 3.23597,
|
| 7760 |
+
"nauc_map_at_10_std": -1152.84995,
|
| 7761 |
+
"nauc_map_at_1_diff1": 17.90744,
|
| 7762 |
+
"nauc_map_at_1_max": -1461.62765,
|
| 7763 |
+
"nauc_map_at_1_std": -2426.24303,
|
| 7764 |
+
"nauc_map_at_20_diff1": 14.96423,
|
| 7765 |
+
"nauc_map_at_20_max": 11.12813,
|
| 7766 |
+
"nauc_map_at_20_std": -40.87236,
|
| 7767 |
+
"nauc_map_at_3_diff1": 16.45733,
|
| 7768 |
+
"nauc_map_at_3_max": -1488.19678,
|
| 7769 |
+
"nauc_map_at_3_std": -2609.63235,
|
| 7770 |
+
"nauc_map_at_5_diff1": 17.57216,
|
| 7771 |
+
"nauc_map_at_5_max": -1120.68127,
|
| 7772 |
+
"nauc_map_at_5_std": -2227.07082,
|
| 7773 |
+
"nauc_mrr_at_1000_diff1": 33.66069,
|
| 7774 |
+
"nauc_mrr_at_1000_max": 43.87774,
|
| 7775 |
+
"nauc_mrr_at_1000_std": 52.33731,
|
| 7776 |
+
"nauc_mrr_at_100_diff1": 33.66069,
|
| 7777 |
+
"nauc_mrr_at_100_max": 43.87774,
|
| 7778 |
+
"nauc_mrr_at_100_std": 52.33731,
|
| 7779 |
+
"nauc_mrr_at_10_diff1": 33.66069,
|
| 7780 |
+
"nauc_mrr_at_10_max": 43.87774,
|
| 7781 |
+
"nauc_mrr_at_10_std": 52.33731,
|
| 7782 |
+
"nauc_mrr_at_1_diff1": 23.70979,
|
| 7783 |
+
"nauc_mrr_at_1_max": 35.4594,
|
| 7784 |
+
"nauc_mrr_at_1_std": 45.1879,
|
| 7785 |
+
"nauc_mrr_at_20_diff1": 33.66069,
|
| 7786 |
+
"nauc_mrr_at_20_max": 43.87774,
|
| 7787 |
+
"nauc_mrr_at_20_std": 52.33731,
|
| 7788 |
+
"nauc_mrr_at_3_diff1": 38.96784,
|
| 7789 |
+
"nauc_mrr_at_3_max": 48.36752,
|
| 7790 |
+
"nauc_mrr_at_3_std": 56.15032,
|
| 7791 |
+
"nauc_mrr_at_5_diff1": 33.66069,
|
| 7792 |
+
"nauc_mrr_at_5_max": 43.87774,
|
| 7793 |
+
"nauc_mrr_at_5_std": 52.33731,
|
| 7794 |
+
"nauc_ndcg_at_1000_diff1": -840.92276,
|
| 7795 |
+
"nauc_ndcg_at_1000_max": 55.08579,
|
| 7796 |
+
"nauc_ndcg_at_1000_std": 64.71829,
|
| 7797 |
+
"nauc_ndcg_at_100_diff1": -1217.1382,
|
| 7798 |
+
"nauc_ndcg_at_100_max": 37.2796,
|
| 7799 |
+
"nauc_ndcg_at_100_std": 55.59571,
|
| 7800 |
+
"nauc_ndcg_at_10_diff1": -427.45894,
|
| 7801 |
+
"nauc_ndcg_at_10_max": 35.61094,
|
| 7802 |
+
"nauc_ndcg_at_10_std": 31.49123,
|
| 7803 |
+
"nauc_ndcg_at_1_diff1": 34.77342,
|
| 7804 |
+
"nauc_ndcg_at_1_max": 18.41878,
|
| 7805 |
+
"nauc_ndcg_at_1_std": 3.60031,
|
| 7806 |
+
"nauc_ndcg_at_20_diff1": -1693.76003,
|
| 7807 |
+
"nauc_ndcg_at_20_max": 28.731,
|
| 7808 |
+
"nauc_ndcg_at_20_std": 40.14003,
|
| 7809 |
+
"nauc_ndcg_at_3_diff1": 21.00856,
|
| 7810 |
+
"nauc_ndcg_at_3_max": 32.09293,
|
| 7811 |
+
"nauc_ndcg_at_3_std": 7.78316,
|
| 7812 |
+
"nauc_ndcg_at_5_diff1": 13.35248,
|
| 7813 |
+
"nauc_ndcg_at_5_max": 33.48637,
|
| 7814 |
+
"nauc_ndcg_at_5_std": 19.88366,
|
| 7815 |
+
"nauc_precision_at_1000_diff1": -3461.31705,
|
| 7816 |
+
"nauc_precision_at_1000_max": 14.17898,
|
| 7817 |
+
"nauc_precision_at_1000_std": 53.45813,
|
| 7818 |
+
"nauc_precision_at_100_diff1": -4067.55235,
|
| 7819 |
+
"nauc_precision_at_100_max": 23.09197,
|
| 7820 |
+
"nauc_precision_at_100_std": 62.39645,
|
| 7821 |
+
"nauc_precision_at_10_diff1": -2961.21026,
|
| 7822 |
+
"nauc_precision_at_10_max": 43.9921,
|
| 7823 |
+
"nauc_precision_at_10_std": 67.25525,
|
| 7824 |
+
"nauc_precision_at_1_diff1": 23.70979,
|
| 7825 |
+
"nauc_precision_at_1_max": 35.4594,
|
| 7826 |
+
"nauc_precision_at_1_std": 45.1879,
|
| 7827 |
+
"nauc_precision_at_20_diff1": -3829.11005,
|
| 7828 |
+
"nauc_precision_at_20_max": 28.73705,
|
| 7829 |
+
"nauc_precision_at_20_std": 62.12026,
|
| 7830 |
+
"nauc_precision_at_3_diff1": -495.00692,
|
| 7831 |
+
"nauc_precision_at_3_max": 35.30311,
|
| 7832 |
+
"nauc_precision_at_3_std": 37.2479,
|
| 7833 |
+
"nauc_precision_at_5_diff1": -825.97257,
|
| 7834 |
+
"nauc_precision_at_5_max": 33.98529,
|
| 7835 |
+
"nauc_precision_at_5_std": 53.5955,
|
| 7836 |
+
"nauc_recall_at_1000_diff1": -599.69614,
|
| 7837 |
+
"nauc_recall_at_1000_max": 63.11827,
|
| 7838 |
+
"nauc_recall_at_1000_std": 69.56497,
|
| 7839 |
+
"nauc_recall_at_100_diff1": 6.92065,
|
| 7840 |
+
"nauc_recall_at_100_max": 26.76777,
|
| 7841 |
+
"nauc_recall_at_100_std": 24.8135,
|
| 7842 |
+
"nauc_recall_at_10_diff1": 18.63658,
|
| 7843 |
+
"nauc_recall_at_10_max": 2.21437,
|
| 7844 |
+
"nauc_recall_at_10_std": -1293.99538,
|
| 7845 |
+
"nauc_recall_at_1_diff1": 17.90744,
|
| 7846 |
+
"nauc_recall_at_1_max": -1461.62765,
|
| 7847 |
+
"nauc_recall_at_1_std": -2426.24303,
|
| 7848 |
+
"nauc_recall_at_20_diff1": 17.61204,
|
| 7849 |
+
"nauc_recall_at_20_max": 11.18263,
|
| 7850 |
+
"nauc_recall_at_20_std": -248.35954,
|
| 7851 |
+
"nauc_recall_at_3_diff1": 16.77334,
|
| 7852 |
+
"nauc_recall_at_3_max": -1505.12428,
|
| 7853 |
+
"nauc_recall_at_3_std": -2641.02746,
|
| 7854 |
+
"nauc_recall_at_5_diff1": 17.09186,
|
| 7855 |
+
"nauc_recall_at_5_max": -1324.3465,
|
| 7856 |
+
"nauc_recall_at_5_std": -2392.98235,
|
| 7857 |
+
"ndcg_at_1": 78.295,
|
| 7858 |
+
"ndcg_at_10": 72.695,
|
| 7859 |
+
"ndcg_at_100": 65.695,
|
| 7860 |
+
"ndcg_at_1000": 73.359,
|
| 7861 |
+
"ndcg_at_20": 69.165,
|
| 7862 |
+
"ndcg_at_3": 76.632,
|
| 7863 |
+
"ndcg_at_5": 74.024,
|
| 7864 |
+
"precision_at_1": 90.698,
|
| 7865 |
+
"precision_at_10": 81.628,
|
| 7866 |
+
"precision_at_100": 38.116,
|
| 7867 |
+
"precision_at_1000": 7.2,
|
| 7868 |
+
"precision_at_20": 72.209,
|
| 7869 |
+
"precision_at_3": 89.922,
|
| 7870 |
+
"precision_at_5": 86.047,
|
| 7871 |
+
"recall_at_1": 2.313,
|
| 7872 |
+
"recall_at_10": 17.48,
|
| 7873 |
+
"recall_at_100": 53.937,
|
| 7874 |
+
"recall_at_1000": 80.018,
|
| 7875 |
+
"recall_at_20": 28.081,
|
| 7876 |
+
"recall_at_3": 6.927,
|
| 7877 |
+
"recall_at_5": 10.575
|
| 7878 |
+
},
|
| 7879 |
"MassiveIntentClassification": {
|
| 7880 |
"accuracy": 77.75387,
|
| 7881 |
"accuracy_stderr": 1.43189,
|
| 7882 |
"f1": 74.50178,
|
| 7883 |
"f1_stderr": 1.18671,
|
| 7884 |
"main_score": 77.75387
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7885 |
}
|
| 7886 |
}
|
| 7887 |
},
|