Omartificial-Intelligence-Space commited on
Commit
74e215d
·
verified ·
1 Parent(s): d6de98d

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +179 -19
README.md CHANGED
@@ -20,43 +20,203 @@ model-index:
20
  name: MTEB MIRACLRetrievalHardNegatives (ar)
21
  revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
22
  split: dev
23
- type: mteb/miracl-hard-negatives
24
  metrics:
25
- - type: main_score
26
- value: 22.583
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  task:
28
  type: Retrieval
29
  - dataset:
30
- config: ara-ara
31
- name: MTEB MLQARetrieval (ara-ara)
32
- revision: 397ed406c1a7902140303e7faf60fff35b58d285
33
  split: test
34
- type: facebook/mlqa
35
  metrics:
36
- - type: main_score
37
- value: 65.234
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  task:
39
  type: Retrieval
40
  - dataset:
41
  config: ar
42
- name: MTEB MintakaRetrieval (ar)
43
- revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
44
- split: test
45
- type: jinaai/mintakaqa
46
  metrics:
47
- - type: main_score
48
- value: 18.23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49
  task:
50
  type: Retrieval
51
  - dataset:
52
  config: default
53
- name: MTEB SadeemQuestionRetrieval (default)
54
  revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
55
  split: test
56
- type: sadeem-ai/sadeem-ar-eval-retrieval-questions
57
  metrics:
58
- - type: main_score
59
- value: 62.241
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
60
  task:
61
  type: Retrieval
62
  - dataset:
 
20
  name: MTEB MIRACLRetrievalHardNegatives (ar)
21
  revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
22
  split: dev
23
+ type: miracl/mmteb-miracl-hardnegatives
24
  metrics:
25
+ - type: main_score
26
+ value: 22.583
27
+ - type: map_at_1
28
+ value: 8.211
29
+ - type: map_at_3
30
+ value: 12.913
31
+ - type: map_at_5
32
+ value: 14.622
33
+ - type: map_at_10
34
+ value: 16.315
35
+ - type: ndcg_at_1
36
+ value: 12.5
37
+ - type: ndcg_at_3
38
+ value: 16.058
39
+ - type: ndcg_at_5
40
+ value: 18.833
41
+ - type: ndcg_at_10
42
+ value: 22.583
43
+ - type: recall_at_1
44
+ value: 8.211
45
+ - type: recall_at_3
46
+ value: 18.474
47
+ - type: recall_at_5
48
+ value: 24.969
49
+ - type: recall_at_10
50
+ value: 34.894
51
+ - type: precision_at_1
52
+ value: 12.5
53
+ - type: precision_at_3
54
+ value: 9.7
55
+ - type: precision_at_5
56
+ value: 8.24
57
+ - type: precision_at_10
58
+ value: 6.07
59
+ - type: mrr_at_1
60
+ value: 12.5
61
+ - type: mrr_at_3
62
+ value: 18.5333
63
+ - type: mrr_at_5
64
+ value: 20.5983
65
+ - type: mrr_at_10
66
+ value: 22.165
67
  task:
68
  type: Retrieval
69
  - dataset:
70
+ config: ar
71
+ name: MTEB MintakaRetrieval (ar)
72
+ revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
73
  split: test
74
+ type: mintaka/mmteb-mintaka
75
  metrics:
76
+ - type: main_score
77
+ value: 18.23
78
+ - type: map_at_1
79
+ value: 9.941
80
+ - type: map_at_3
81
+ value: 13.277
82
+ - type: map_at_5
83
+ value: 14.33
84
+ - type: map_at_10
85
+ value: 15.12
86
+ - type: ndcg_at_1
87
+ value: 9.941
88
+ - type: ndcg_at_3
89
+ value: 14.41
90
+ - type: ndcg_at_5
91
+ value: 16.303
92
+ - type: ndcg_at_10
93
+ value: 18.23
94
+ - type: recall_at_1
95
+ value: 9.941
96
+ - type: recall_at_3
97
+ value: 17.703
98
+ - type: recall_at_5
99
+ value: 22.288
100
+ - type: recall_at_10
101
+ value: 28.28
102
+ - type: precision_at_1
103
+ value: 9.941
104
+ - type: precision_at_3
105
+ value: 5.901
106
+ - type: precision_at_5
107
+ value: 4.458
108
+ - type: precision_at_10
109
+ value: 2.828
110
+ - type: mrr_at_1
111
+ value: 9.941
112
+ - type: mrr_at_3
113
+ value: 13.2773
114
+ - type: mrr_at_5
115
+ value: 14.3305
116
+ - type: mrr_at_10
117
+ value: 15.1196
118
  task:
119
  type: Retrieval
120
  - dataset:
121
  config: ar
122
+ name: MTEB MLQARetrieval (ar)
123
+ revision: 397ed406c1a7902140303e7faf60fff35b58d285
124
+ split: validation
125
+ type: mlqa/mmteb-mlqa
126
  metrics:
127
+ - type: main_score
128
+ value: 65.234
129
+ - type: map_at_1
130
+ value: 50.29
131
+ - type: map_at_3
132
+ value: 58.317
133
+ - type: map_at_5
134
+ value: 59.487
135
+ - type: map_at_10
136
+ value: 60.37
137
+ - type: ndcg_at_1
138
+ value: 50.29
139
+ - type: ndcg_at_3
140
+ value: 60.972
141
+ - type: ndcg_at_5
142
+ value: 63.102
143
+ - type: ndcg_at_10
144
+ value: 65.234
145
+ - type: recall_at_1
146
+ value: 50.29
147
+ - type: recall_at_3
148
+ value: 68.665
149
+ - type: recall_at_5
150
+ value: 73.888
151
+ - type: recall_at_10
152
+ value: 80.464
153
+ - type: precision_at_1
154
+ value: 50.29
155
+ - type: precision_at_3
156
+ value: 22.888
157
+ - type: precision_at_5
158
+ value: 14.778
159
+ - type: precision_at_10
160
+ value: 8.046
161
+ - type: mrr_at_1
162
+ value: 50.2901
163
+ - type: mrr_at_3
164
+ value: 58.3172
165
+ - type: mrr_at_5
166
+ value: 59.4874
167
+ - type: mrr_at_10
168
+ value: 60.3699
169
  task:
170
  type: Retrieval
171
  - dataset:
172
  config: default
173
+ name: MTEB SadeemQuestionRetrieval (ar)
174
  revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
175
  split: test
176
+ type: sadeem/mmteb-sadeem
177
  metrics:
178
+ - type: main_score
179
+ value: 62.241
180
+ - type: map_at_1
181
+ value: 28.147
182
+ - type: map_at_3
183
+ value: 50.989
184
+ - type: map_at_5
185
+ value: 52.059
186
+ - type: map_at_10
187
+ value: 52.553
188
+ - type: ndcg_at_1
189
+ value: 28.147
190
+ - type: ndcg_at_3
191
+ value: 59.156
192
+ - type: ndcg_at_5
193
+ value: 61.066
194
+ - type: ndcg_at_10
195
+ value: 62.241
196
+ - type: recall_at_1
197
+ value: 28.147
198
+ - type: recall_at_3
199
+ value: 83.006
200
+ - type: recall_at_5
201
+ value: 87.602
202
+ - type: recall_at_10
203
+ value: 91.192
204
+ - type: precision_at_1
205
+ value: 28.147
206
+ - type: precision_at_3
207
+ value: 27.669
208
+ - type: precision_at_5
209
+ value: 17.52
210
+ - type: precision_at_10
211
+ value: 9.119
212
+ - type: mrr_at_1
213
+ value: 26.9507
214
+ - type: mrr_at_3
215
+ value: 50.1675
216
+ - type: mrr_at_5
217
+ value: 51.2207
218
+ - type: mrr_at_10
219
+ value: 51.7396
220
  task:
221
  type: Retrieval
222
  - dataset: