Hugging Face's logo

joe32140
/
ModernBERT-base-msmarco

Sentence Similarity
sentence-transformers
Safetensors
English
modernbert
feature-extraction
Generated from Trainer
dataset_size:11662655
loss:CachedMultipleNegativesRankingLoss
Eval Results
Inference Endpoints
Model card Files Community
ModernBERT-base-msmarco
File size: 5,991 Bytes 
81d107a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
 
{
  "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb",
  "task_name": "CQADupstackAndroidRetrieval",
  "mteb_version": "1.25.1",
  "scores": {
    "test": [
      {
        "ndcg_at_1": 0.29757,
        "ndcg_at_3": 0.34736,
        "ndcg_at_5": 0.36529,
        "ndcg_at_10": 0.39114,
        "ndcg_at_20": 0.4105,
        "ndcg_at_100": 0.44359,
        "ndcg_at_1000": 0.47015,
        "map_at_1": 0.24501,
        "map_at_3": 0.30857,
        "map_at_5": 0.32307,
        "map_at_10": 0.33582,
        "map_at_20": 0.34229,
        "map_at_100": 0.34801,
        "map_at_1000": 0.34936,
        "recall_at_1": 0.24501,
        "recall_at_3": 0.37393,
        "recall_at_5": 0.42701,
        "recall_at_10": 0.5047,
        "recall_at_20": 0.57451,
        "recall_at_100": 0.72912,
        "recall_at_1000": 0.90643,
        "precision_at_1": 0.29757,
        "precision_at_3": 0.16738,
        "precision_at_5": 0.11788,
        "precision_at_10": 0.07282,
        "precision_at_20": 0.04349,
        "precision_at_100": 0.01209,
        "precision_at_1000": 0.00172,
        "mrr_at_1": 0.297568,
        "mrr_at_3": 0.360515,
        "mrr_at_5": 0.37432,
        "mrr_at_10": 0.384942,
        "mrr_at_20": 0.389932,
        "mrr_at_100": 0.393632,
        "mrr_at_1000": 0.394271,
        "nauc_ndcg_at_1_max": 0.35163,
        "nauc_ndcg_at_1_std": -0.04949,
        "nauc_ndcg_at_1_diff1": 0.506784,
        "nauc_ndcg_at_3_max": 0.360879,
        "nauc_ndcg_at_3_std": -0.032672,
        "nauc_ndcg_at_3_diff1": 0.472847,
        "nauc_ndcg_at_5_max": 0.364638,
        "nauc_ndcg_at_5_std": -0.016767,
        "nauc_ndcg_at_5_diff1": 0.466553,
        "nauc_ndcg_at_10_max": 0.373779,
        "nauc_ndcg_at_10_std": -0.007015,
        "nauc_ndcg_at_10_diff1": 0.468114,
        "nauc_ndcg_at_20_max": 0.374599,
        "nauc_ndcg_at_20_std": -0.000285,
        "nauc_ndcg_at_20_diff1": 0.460127,
        "nauc_ndcg_at_100_max": 0.376178,
        "nauc_ndcg_at_100_std": 0.003917,
        "nauc_ndcg_at_100_diff1": 0.459498,
        "nauc_ndcg_at_1000_max": 0.378896,
        "nauc_ndcg_at_1000_std": 0.011141,
        "nauc_ndcg_at_1000_diff1": 0.45977,
        "nauc_map_at_1_max": 0.329735,
        "nauc_map_at_1_std": -0.06633,
        "nauc_map_at_1_diff1": 0.52641,
        "nauc_map_at_3_max": 0.352305,
        "nauc_map_at_3_std": -0.050847,
        "nauc_map_at_3_diff1": 0.496157,
        "nauc_map_at_5_max": 0.356133,
        "nauc_map_at_5_std": -0.040399,
        "nauc_map_at_5_diff1": 0.488895,
        "nauc_map_at_10_max": 0.361679,
        "nauc_map_at_10_std": -0.03574,
        "nauc_map_at_10_diff1": 0.487396,
        "nauc_map_at_20_max": 0.362918,
        "nauc_map_at_20_std": -0.032796,
        "nauc_map_at_20_diff1": 0.484663,
        "nauc_map_at_100_max": 0.364498,
        "nauc_map_at_100_std": -0.030688,
        "nauc_map_at_100_diff1": 0.484524,
        "nauc_map_at_1000_max": 0.364623,
        "nauc_map_at_1000_std": -0.030062,
        "nauc_map_at_1000_diff1": 0.484259,
        "nauc_recall_at_1_max": 0.329735,
        "nauc_recall_at_1_std": -0.06633,
        "nauc_recall_at_1_diff1": 0.52641,
        "nauc_recall_at_3_max": 0.34925,
        "nauc_recall_at_3_std": -0.020609,
        "nauc_recall_at_3_diff1": 0.441485,
        "nauc_recall_at_5_max": 0.347606,
        "nauc_recall_at_5_std": 0.016887,
        "nauc_recall_at_5_diff1": 0.414227,
        "nauc_recall_at_10_max": 0.3657,
        "nauc_recall_at_10_std": 0.055427,
        "nauc_recall_at_10_diff1": 0.409419,
        "nauc_recall_at_20_max": 0.366151,
        "nauc_recall_at_20_std": 0.091305,
        "nauc_recall_at_20_diff1": 0.372562,
        "nauc_recall_at_100_max": 0.375285,
        "nauc_recall_at_100_std": 0.138761,
        "nauc_recall_at_100_diff1": 0.355754,
        "nauc_recall_at_1000_max": 0.485408,
        "nauc_recall_at_1000_std": 0.470295,
        "nauc_recall_at_1000_diff1": 0.311568,
        "nauc_precision_at_1_max": 0.35163,
        "nauc_precision_at_1_std": -0.04949,
        "nauc_precision_at_1_diff1": 0.506784,
        "nauc_precision_at_3_max": 0.332905,
        "nauc_precision_at_3_std": -0.016148,
        "nauc_precision_at_3_diff1": 0.331776,
        "nauc_precision_at_5_max": 0.333257,
        "nauc_precision_at_5_std": 0.04402,
        "nauc_precision_at_5_diff1": 0.272371,
        "nauc_precision_at_10_max": 0.307887,
        "nauc_precision_at_10_std": 0.070138,
        "nauc_precision_at_10_diff1": 0.20856,
        "nauc_precision_at_20_max": 0.27621,
        "nauc_precision_at_20_std": 0.099861,
        "nauc_precision_at_20_diff1": 0.131662,
        "nauc_precision_at_100_max": 0.176654,
        "nauc_precision_at_100_std": 0.126523,
        "nauc_precision_at_100_diff1": 0.007577,
        "nauc_precision_at_1000_max": -0.000854,
        "nauc_precision_at_1000_std": 0.095769,
        "nauc_precision_at_1000_diff1": -0.16308,
        "nauc_mrr_at_1_max": 0.35163,
        "nauc_mrr_at_1_std": -0.04949,
        "nauc_mrr_at_1_diff1": 0.506784,
        "nauc_mrr_at_3_max": 0.363793,
        "nauc_mrr_at_3_std": -0.03288,
        "nauc_mrr_at_3_diff1": 0.469367,
        "nauc_mrr_at_5_max": 0.364904,
        "nauc_mrr_at_5_std": -0.021184,
        "nauc_mrr_at_5_diff1": 0.463741,
        "nauc_mrr_at_10_max": 0.368009,
        "nauc_mrr_at_10_std": -0.016722,
        "nauc_mrr_at_10_diff1": 0.464536,
        "nauc_mrr_at_20_max": 0.368492,
        "nauc_mrr_at_20_std": -0.015649,
        "nauc_mrr_at_20_diff1": 0.462973,
        "nauc_mrr_at_100_max": 0.367136,
        "nauc_mrr_at_100_std": -0.016903,
        "nauc_mrr_at_100_diff1": 0.463234,
        "nauc_mrr_at_1000_max": 0.367098,
        "nauc_mrr_at_1000_std": -0.016532,
        "nauc_mrr_at_1000_diff1": 0.463207,
        "main_score": 0.39114,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 27.28526473045349,
  "kg_co2_emissions": null
}