Omartificial-Intelligence-Space commited on
Commit
b40a987
·
verified ·
1 Parent(s): fe83e5e

update readme.md

Browse files
Files changed (1) hide show
  1. README.md +183 -23
README.md CHANGED
@@ -62,46 +62,206 @@ model-index:
62
  results:
63
  - dataset:
64
  config: ar
65
- name: MTEB MIRACLRetrievalHardNegatives (ar)
66
- revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
67
- split: dev
68
- type: mteb/miracl-hard-negatives
69
  metrics:
70
- - type: main_score
71
- value: 30.152
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
72
  task:
73
  type: Retrieval
74
  - dataset:
75
- config: ara-ara
76
- name: MTEB MLQARetrieval (ara-ara)
77
- revision: 397ed406c1a7902140303e7faf60fff35b58d285
78
- split: test
79
- type: facebook/mlqa
80
  metrics:
81
- - type: main_score
82
- value: 65.234
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83
  task:
84
  type: Retrieval
85
  - dataset:
86
  config: ar
87
- name: MTEB MintakaRetrieval (ar)
88
- revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
89
- split: test
90
- type: jinaai/mintakaqa
91
  metrics:
92
- - type: main_score
93
- value: 16.1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
94
  task:
95
  type: Retrieval
96
  - dataset:
97
  config: default
98
- name: MTEB SadeemQuestionRetrieval (default)
99
  revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
100
  split: test
101
- type: sadeem-ai/sadeem-ar-eval-retrieval-questions
102
  metrics:
103
- - type: main_score
104
- value: 58.884
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  task:
106
  type: Retrieval
107
  - dataset:
 
62
  results:
63
  - dataset:
64
  config: ar
65
+ name: MTEB MintakaRetrieval (ar)
66
+ revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
67
+ split: test
68
+ type: mintaka/mmteb-mintaka
69
  metrics:
70
+ - type: main_score
71
+ value: 16.1
72
+ - type: map_at_1
73
+ value: 8.761
74
+ - type: map_at_3
75
+ value: 11.855
76
+ - type: map_at_5
77
+ value: 12.661
78
+ - type: map_at_10
79
+ value: 13.396
80
+ - type: ndcg_at_1
81
+ value: 8.761
82
+ - type: ndcg_at_3
83
+ value: 12.867
84
+ - type: ndcg_at_5
85
+ value: 14.322
86
+ - type: ndcg_at_10
87
+ value: 16.1
88
+ - type: recall_at_1
89
+ value: 8.761
90
+ - type: recall_at_3
91
+ value: 15.797
92
+ - type: recall_at_5
93
+ value: 19.337
94
+ - type: recall_at_10
95
+ value: 24.83
96
+ - type: precision_at_1
97
+ value: 8.761
98
+ - type: precision_at_3
99
+ value: 5.266
100
+ - type: precision_at_5
101
+ value: 3.867
102
+ - type: precision_at_10
103
+ value: 2.483
104
+ - type: mrr_at_1
105
+ value: 8.7608
106
+ - type: mrr_at_3
107
+ value: 11.855
108
+ - type: mrr_at_5
109
+ value: 12.6608
110
+ - type: mrr_at_10
111
+ value: 13.3959
112
  task:
113
  type: Retrieval
114
  - dataset:
115
+ config: ar
116
+ name: MTEB MIRACLRetrievalHardNegatives (ar)
117
+ revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
118
+ split: dev
119
+ type: miracl/mmteb-miracl-hardnegatives
120
  metrics:
121
+ - type: main_score
122
+ value: 30.152
123
+ - type: map_at_1
124
+ value: 13.067
125
+ - type: map_at_3
126
+ value: 19.303
127
+ - type: map_at_5
128
+ value: 21.406
129
+ - type: map_at_10
130
+ value: 23.195
131
+ - type: ndcg_at_1
132
+ value: 20.7
133
+ - type: ndcg_at_3
134
+ value: 23.766
135
+ - type: ndcg_at_5
136
+ value: 26.479
137
+ - type: ndcg_at_10
138
+ value: 30.152
139
+ - type: recall_at_1
140
+ value: 13.067
141
+ - type: recall_at_3
142
+ value: 25.663
143
+ - type: recall_at_5
144
+ value: 32.707
145
+ - type: recall_at_10
146
+ value: 42.458
147
+ - type: precision_at_1
148
+ value: 20.7
149
+ - type: precision_at_3
150
+ value: 14.367
151
+ - type: precision_at_5
152
+ value: 11.36
153
+ - type: precision_at_10
154
+ value: 7.68
155
+ - type: mrr_at_1
156
+ value: 20.7
157
+ - type: mrr_at_3
158
+ value: 27.75
159
+ - type: mrr_at_5
160
+ value: 29.66
161
+ - type: mrr_at_10
162
+ value: 31.0725
163
  task:
164
  type: Retrieval
165
  - dataset:
166
  config: ar
167
+ name: MTEB MLQARetrieval (ar)
168
+ revision: 397ed406c1a7902140303e7faf60fff35b58d285
169
+ split: validation
170
+ type: mlqa/mmteb-mlqa
171
  metrics:
172
+ - type: main_score
173
+ value: 63.541
174
+ - type: map_at_1
175
+ value: 51.451
176
+ - type: map_at_3
177
+ value: 58.027
178
+ - type: map_at_5
179
+ value: 59.197
180
+ - type: map_at_10
181
+ value: 59.644
182
+ - type: ndcg_at_1
183
+ value: 51.451
184
+ - type: ndcg_at_3
185
+ value: 60.302
186
+ - type: ndcg_at_5
187
+ value: 62.432
188
+ - type: ndcg_at_10
189
+ value: 63.541
190
+ - type: recall_at_1
191
+ value: 51.451
192
+ - type: recall_at_3
193
+ value: 66.925
194
+ - type: recall_at_5
195
+ value: 72.147
196
+ - type: recall_at_10
197
+ value: 75.629
198
+ - type: precision_at_1
199
+ value: 51.451
200
+ - type: precision_at_3
201
+ value: 22.308
202
+ - type: precision_at_5
203
+ value: 14.429
204
+ - type: precision_at_10
205
+ value: 7.563
206
+ - type: mrr_at_1
207
+ value: 51.4507
208
+ - type: mrr_at_3
209
+ value: 58.0271
210
+ - type: mrr_at_5
211
+ value: 59.1973
212
+ - type: mrr_at_10
213
+ value: 59.6441
214
  task:
215
  type: Retrieval
216
  - dataset:
217
  config: default
218
+ name: MTEB SadeemQuestionRetrieval (ar)
219
  revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
220
  split: test
221
+ type: sadeem/mmteb-sadeem
222
  metrics:
223
+ - type: main_score
224
+ value: 58.884
225
+ - type: map_at_1
226
+ value: 25.945
227
+ - type: map_at_3
228
+ value: 47.981
229
+ - type: map_at_5
230
+ value: 49.051
231
+ - type: map_at_10
232
+ value: 49.536
233
+ - type: ndcg_at_1
234
+ value: 25.945
235
+ - type: ndcg_at_3
236
+ value: 55.796
237
+ - type: ndcg_at_5
238
+ value: 57.726
239
+ - type: ndcg_at_10
240
+ value: 58.884
241
+ - type: recall_at_1
242
+ value: 25.945
243
+ - type: recall_at_3
244
+ value: 78.602
245
+ - type: recall_at_5
246
+ value: 83.293
247
+ - type: recall_at_10
248
+ value: 86.836
249
+ - type: precision_at_1
250
+ value: 25.945
251
+ - type: precision_at_3
252
+ value: 26.201
253
+ - type: precision_at_5
254
+ value: 16.659
255
+ - type: precision_at_10
256
+ value: 8.684
257
+ - type: mrr_at_1
258
+ value: 24.3179
259
+ - type: mrr_at_3
260
+ value: 46.8566
261
+ - type: mrr_at_5
262
+ value: 47.9288
263
+ - type: mrr_at_10
264
+ value: 48.4848
265
  task:
266
  type: Retrieval
267
  - dataset: