Omartificial-Intelligence-Space
commited on
update readme.md
Browse files
README.md
CHANGED
@@ -20,43 +20,203 @@ model-index:
|
|
20 |
name: MTEB MIRACLRetrievalHardNegatives (ar)
|
21 |
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
|
22 |
split: dev
|
23 |
-
type:
|
24 |
metrics:
|
25 |
-
|
26 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
27 |
task:
|
28 |
type: Retrieval
|
29 |
- dataset:
|
30 |
-
config:
|
31 |
-
name: MTEB
|
32 |
-
revision:
|
33 |
split: test
|
34 |
-
type:
|
35 |
metrics:
|
36 |
-
|
37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
38 |
task:
|
39 |
type: Retrieval
|
40 |
- dataset:
|
41 |
config: ar
|
42 |
-
name: MTEB
|
43 |
-
revision:
|
44 |
-
split:
|
45 |
-
type:
|
46 |
metrics:
|
47 |
-
|
48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
49 |
task:
|
50 |
type: Retrieval
|
51 |
- dataset:
|
52 |
config: default
|
53 |
-
name: MTEB SadeemQuestionRetrieval (
|
54 |
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
|
55 |
split: test
|
56 |
-
type: sadeem-
|
57 |
metrics:
|
58 |
-
|
59 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
60 |
task:
|
61 |
type: Retrieval
|
62 |
- dataset:
|
|
|
20 |
name: MTEB MIRACLRetrievalHardNegatives (ar)
|
21 |
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
|
22 |
split: dev
|
23 |
+
type: miracl/mmteb-miracl-hardnegatives
|
24 |
metrics:
|
25 |
+
- type: main_score
|
26 |
+
value: 22.583
|
27 |
+
- type: map_at_1
|
28 |
+
value: 8.211
|
29 |
+
- type: map_at_3
|
30 |
+
value: 12.913
|
31 |
+
- type: map_at_5
|
32 |
+
value: 14.622
|
33 |
+
- type: map_at_10
|
34 |
+
value: 16.315
|
35 |
+
- type: ndcg_at_1
|
36 |
+
value: 12.5
|
37 |
+
- type: ndcg_at_3
|
38 |
+
value: 16.058
|
39 |
+
- type: ndcg_at_5
|
40 |
+
value: 18.833
|
41 |
+
- type: ndcg_at_10
|
42 |
+
value: 22.583
|
43 |
+
- type: recall_at_1
|
44 |
+
value: 8.211
|
45 |
+
- type: recall_at_3
|
46 |
+
value: 18.474
|
47 |
+
- type: recall_at_5
|
48 |
+
value: 24.969
|
49 |
+
- type: recall_at_10
|
50 |
+
value: 34.894
|
51 |
+
- type: precision_at_1
|
52 |
+
value: 12.5
|
53 |
+
- type: precision_at_3
|
54 |
+
value: 9.7
|
55 |
+
- type: precision_at_5
|
56 |
+
value: 8.24
|
57 |
+
- type: precision_at_10
|
58 |
+
value: 6.07
|
59 |
+
- type: mrr_at_1
|
60 |
+
value: 12.5
|
61 |
+
- type: mrr_at_3
|
62 |
+
value: 18.5333
|
63 |
+
- type: mrr_at_5
|
64 |
+
value: 20.5983
|
65 |
+
- type: mrr_at_10
|
66 |
+
value: 22.165
|
67 |
task:
|
68 |
type: Retrieval
|
69 |
- dataset:
|
70 |
+
config: ar
|
71 |
+
name: MTEB MintakaRetrieval (ar)
|
72 |
+
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
|
73 |
split: test
|
74 |
+
type: mintaka/mmteb-mintaka
|
75 |
metrics:
|
76 |
+
- type: main_score
|
77 |
+
value: 18.23
|
78 |
+
- type: map_at_1
|
79 |
+
value: 9.941
|
80 |
+
- type: map_at_3
|
81 |
+
value: 13.277
|
82 |
+
- type: map_at_5
|
83 |
+
value: 14.33
|
84 |
+
- type: map_at_10
|
85 |
+
value: 15.12
|
86 |
+
- type: ndcg_at_1
|
87 |
+
value: 9.941
|
88 |
+
- type: ndcg_at_3
|
89 |
+
value: 14.41
|
90 |
+
- type: ndcg_at_5
|
91 |
+
value: 16.303
|
92 |
+
- type: ndcg_at_10
|
93 |
+
value: 18.23
|
94 |
+
- type: recall_at_1
|
95 |
+
value: 9.941
|
96 |
+
- type: recall_at_3
|
97 |
+
value: 17.703
|
98 |
+
- type: recall_at_5
|
99 |
+
value: 22.288
|
100 |
+
- type: recall_at_10
|
101 |
+
value: 28.28
|
102 |
+
- type: precision_at_1
|
103 |
+
value: 9.941
|
104 |
+
- type: precision_at_3
|
105 |
+
value: 5.901
|
106 |
+
- type: precision_at_5
|
107 |
+
value: 4.458
|
108 |
+
- type: precision_at_10
|
109 |
+
value: 2.828
|
110 |
+
- type: mrr_at_1
|
111 |
+
value: 9.941
|
112 |
+
- type: mrr_at_3
|
113 |
+
value: 13.2773
|
114 |
+
- type: mrr_at_5
|
115 |
+
value: 14.3305
|
116 |
+
- type: mrr_at_10
|
117 |
+
value: 15.1196
|
118 |
task:
|
119 |
type: Retrieval
|
120 |
- dataset:
|
121 |
config: ar
|
122 |
+
name: MTEB MLQARetrieval (ar)
|
123 |
+
revision: 397ed406c1a7902140303e7faf60fff35b58d285
|
124 |
+
split: validation
|
125 |
+
type: mlqa/mmteb-mlqa
|
126 |
metrics:
|
127 |
+
- type: main_score
|
128 |
+
value: 65.234
|
129 |
+
- type: map_at_1
|
130 |
+
value: 50.29
|
131 |
+
- type: map_at_3
|
132 |
+
value: 58.317
|
133 |
+
- type: map_at_5
|
134 |
+
value: 59.487
|
135 |
+
- type: map_at_10
|
136 |
+
value: 60.37
|
137 |
+
- type: ndcg_at_1
|
138 |
+
value: 50.29
|
139 |
+
- type: ndcg_at_3
|
140 |
+
value: 60.972
|
141 |
+
- type: ndcg_at_5
|
142 |
+
value: 63.102
|
143 |
+
- type: ndcg_at_10
|
144 |
+
value: 65.234
|
145 |
+
- type: recall_at_1
|
146 |
+
value: 50.29
|
147 |
+
- type: recall_at_3
|
148 |
+
value: 68.665
|
149 |
+
- type: recall_at_5
|
150 |
+
value: 73.888
|
151 |
+
- type: recall_at_10
|
152 |
+
value: 80.464
|
153 |
+
- type: precision_at_1
|
154 |
+
value: 50.29
|
155 |
+
- type: precision_at_3
|
156 |
+
value: 22.888
|
157 |
+
- type: precision_at_5
|
158 |
+
value: 14.778
|
159 |
+
- type: precision_at_10
|
160 |
+
value: 8.046
|
161 |
+
- type: mrr_at_1
|
162 |
+
value: 50.2901
|
163 |
+
- type: mrr_at_3
|
164 |
+
value: 58.3172
|
165 |
+
- type: mrr_at_5
|
166 |
+
value: 59.4874
|
167 |
+
- type: mrr_at_10
|
168 |
+
value: 60.3699
|
169 |
task:
|
170 |
type: Retrieval
|
171 |
- dataset:
|
172 |
config: default
|
173 |
+
name: MTEB SadeemQuestionRetrieval (ar)
|
174 |
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
|
175 |
split: test
|
176 |
+
type: sadeem/mmteb-sadeem
|
177 |
metrics:
|
178 |
+
- type: main_score
|
179 |
+
value: 62.241
|
180 |
+
- type: map_at_1
|
181 |
+
value: 28.147
|
182 |
+
- type: map_at_3
|
183 |
+
value: 50.989
|
184 |
+
- type: map_at_5
|
185 |
+
value: 52.059
|
186 |
+
- type: map_at_10
|
187 |
+
value: 52.553
|
188 |
+
- type: ndcg_at_1
|
189 |
+
value: 28.147
|
190 |
+
- type: ndcg_at_3
|
191 |
+
value: 59.156
|
192 |
+
- type: ndcg_at_5
|
193 |
+
value: 61.066
|
194 |
+
- type: ndcg_at_10
|
195 |
+
value: 62.241
|
196 |
+
- type: recall_at_1
|
197 |
+
value: 28.147
|
198 |
+
- type: recall_at_3
|
199 |
+
value: 83.006
|
200 |
+
- type: recall_at_5
|
201 |
+
value: 87.602
|
202 |
+
- type: recall_at_10
|
203 |
+
value: 91.192
|
204 |
+
- type: precision_at_1
|
205 |
+
value: 28.147
|
206 |
+
- type: precision_at_3
|
207 |
+
value: 27.669
|
208 |
+
- type: precision_at_5
|
209 |
+
value: 17.52
|
210 |
+
- type: precision_at_10
|
211 |
+
value: 9.119
|
212 |
+
- type: mrr_at_1
|
213 |
+
value: 26.9507
|
214 |
+
- type: mrr_at_3
|
215 |
+
value: 50.1675
|
216 |
+
- type: mrr_at_5
|
217 |
+
value: 51.2207
|
218 |
+
- type: mrr_at_10
|
219 |
+
value: 51.7396
|
220 |
task:
|
221 |
type: Retrieval
|
222 |
- dataset:
|