Omartificial-Intelligence-Space
commited on
update readme.md
Browse files
README.md
CHANGED
@@ -62,46 +62,206 @@ model-index:
|
|
62 |
results:
|
63 |
- dataset:
|
64 |
config: ar
|
65 |
-
name: MTEB
|
66 |
-
revision:
|
67 |
-
split:
|
68 |
-
type:
|
69 |
metrics:
|
70 |
-
|
71 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
72 |
task:
|
73 |
type: Retrieval
|
74 |
- dataset:
|
75 |
-
config:
|
76 |
-
name: MTEB
|
77 |
-
revision:
|
78 |
-
split:
|
79 |
-
type:
|
80 |
metrics:
|
81 |
-
|
82 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
83 |
task:
|
84 |
type: Retrieval
|
85 |
- dataset:
|
86 |
config: ar
|
87 |
-
name: MTEB
|
88 |
-
revision:
|
89 |
-
split:
|
90 |
-
type:
|
91 |
metrics:
|
92 |
-
|
93 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
94 |
task:
|
95 |
type: Retrieval
|
96 |
- dataset:
|
97 |
config: default
|
98 |
-
name: MTEB SadeemQuestionRetrieval (
|
99 |
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
|
100 |
split: test
|
101 |
-
type: sadeem-
|
102 |
metrics:
|
103 |
-
|
104 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
105 |
task:
|
106 |
type: Retrieval
|
107 |
- dataset:
|
|
|
62 |
results:
|
63 |
- dataset:
|
64 |
config: ar
|
65 |
+
name: MTEB MintakaRetrieval (ar)
|
66 |
+
revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
|
67 |
+
split: test
|
68 |
+
type: mintaka/mmteb-mintaka
|
69 |
metrics:
|
70 |
+
- type: main_score
|
71 |
+
value: 16.1
|
72 |
+
- type: map_at_1
|
73 |
+
value: 8.761
|
74 |
+
- type: map_at_3
|
75 |
+
value: 11.855
|
76 |
+
- type: map_at_5
|
77 |
+
value: 12.661
|
78 |
+
- type: map_at_10
|
79 |
+
value: 13.396
|
80 |
+
- type: ndcg_at_1
|
81 |
+
value: 8.761
|
82 |
+
- type: ndcg_at_3
|
83 |
+
value: 12.867
|
84 |
+
- type: ndcg_at_5
|
85 |
+
value: 14.322
|
86 |
+
- type: ndcg_at_10
|
87 |
+
value: 16.1
|
88 |
+
- type: recall_at_1
|
89 |
+
value: 8.761
|
90 |
+
- type: recall_at_3
|
91 |
+
value: 15.797
|
92 |
+
- type: recall_at_5
|
93 |
+
value: 19.337
|
94 |
+
- type: recall_at_10
|
95 |
+
value: 24.83
|
96 |
+
- type: precision_at_1
|
97 |
+
value: 8.761
|
98 |
+
- type: precision_at_3
|
99 |
+
value: 5.266
|
100 |
+
- type: precision_at_5
|
101 |
+
value: 3.867
|
102 |
+
- type: precision_at_10
|
103 |
+
value: 2.483
|
104 |
+
- type: mrr_at_1
|
105 |
+
value: 8.7608
|
106 |
+
- type: mrr_at_3
|
107 |
+
value: 11.855
|
108 |
+
- type: mrr_at_5
|
109 |
+
value: 12.6608
|
110 |
+
- type: mrr_at_10
|
111 |
+
value: 13.3959
|
112 |
task:
|
113 |
type: Retrieval
|
114 |
- dataset:
|
115 |
+
config: ar
|
116 |
+
name: MTEB MIRACLRetrievalHardNegatives (ar)
|
117 |
+
revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
|
118 |
+
split: dev
|
119 |
+
type: miracl/mmteb-miracl-hardnegatives
|
120 |
metrics:
|
121 |
+
- type: main_score
|
122 |
+
value: 30.152
|
123 |
+
- type: map_at_1
|
124 |
+
value: 13.067
|
125 |
+
- type: map_at_3
|
126 |
+
value: 19.303
|
127 |
+
- type: map_at_5
|
128 |
+
value: 21.406
|
129 |
+
- type: map_at_10
|
130 |
+
value: 23.195
|
131 |
+
- type: ndcg_at_1
|
132 |
+
value: 20.7
|
133 |
+
- type: ndcg_at_3
|
134 |
+
value: 23.766
|
135 |
+
- type: ndcg_at_5
|
136 |
+
value: 26.479
|
137 |
+
- type: ndcg_at_10
|
138 |
+
value: 30.152
|
139 |
+
- type: recall_at_1
|
140 |
+
value: 13.067
|
141 |
+
- type: recall_at_3
|
142 |
+
value: 25.663
|
143 |
+
- type: recall_at_5
|
144 |
+
value: 32.707
|
145 |
+
- type: recall_at_10
|
146 |
+
value: 42.458
|
147 |
+
- type: precision_at_1
|
148 |
+
value: 20.7
|
149 |
+
- type: precision_at_3
|
150 |
+
value: 14.367
|
151 |
+
- type: precision_at_5
|
152 |
+
value: 11.36
|
153 |
+
- type: precision_at_10
|
154 |
+
value: 7.68
|
155 |
+
- type: mrr_at_1
|
156 |
+
value: 20.7
|
157 |
+
- type: mrr_at_3
|
158 |
+
value: 27.75
|
159 |
+
- type: mrr_at_5
|
160 |
+
value: 29.66
|
161 |
+
- type: mrr_at_10
|
162 |
+
value: 31.0725
|
163 |
task:
|
164 |
type: Retrieval
|
165 |
- dataset:
|
166 |
config: ar
|
167 |
+
name: MTEB MLQARetrieval (ar)
|
168 |
+
revision: 397ed406c1a7902140303e7faf60fff35b58d285
|
169 |
+
split: validation
|
170 |
+
type: mlqa/mmteb-mlqa
|
171 |
metrics:
|
172 |
+
- type: main_score
|
173 |
+
value: 63.541
|
174 |
+
- type: map_at_1
|
175 |
+
value: 51.451
|
176 |
+
- type: map_at_3
|
177 |
+
value: 58.027
|
178 |
+
- type: map_at_5
|
179 |
+
value: 59.197
|
180 |
+
- type: map_at_10
|
181 |
+
value: 59.644
|
182 |
+
- type: ndcg_at_1
|
183 |
+
value: 51.451
|
184 |
+
- type: ndcg_at_3
|
185 |
+
value: 60.302
|
186 |
+
- type: ndcg_at_5
|
187 |
+
value: 62.432
|
188 |
+
- type: ndcg_at_10
|
189 |
+
value: 63.541
|
190 |
+
- type: recall_at_1
|
191 |
+
value: 51.451
|
192 |
+
- type: recall_at_3
|
193 |
+
value: 66.925
|
194 |
+
- type: recall_at_5
|
195 |
+
value: 72.147
|
196 |
+
- type: recall_at_10
|
197 |
+
value: 75.629
|
198 |
+
- type: precision_at_1
|
199 |
+
value: 51.451
|
200 |
+
- type: precision_at_3
|
201 |
+
value: 22.308
|
202 |
+
- type: precision_at_5
|
203 |
+
value: 14.429
|
204 |
+
- type: precision_at_10
|
205 |
+
value: 7.563
|
206 |
+
- type: mrr_at_1
|
207 |
+
value: 51.4507
|
208 |
+
- type: mrr_at_3
|
209 |
+
value: 58.0271
|
210 |
+
- type: mrr_at_5
|
211 |
+
value: 59.1973
|
212 |
+
- type: mrr_at_10
|
213 |
+
value: 59.6441
|
214 |
task:
|
215 |
type: Retrieval
|
216 |
- dataset:
|
217 |
config: default
|
218 |
+
name: MTEB SadeemQuestionRetrieval (ar)
|
219 |
revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
|
220 |
split: test
|
221 |
+
type: sadeem/mmteb-sadeem
|
222 |
metrics:
|
223 |
+
- type: main_score
|
224 |
+
value: 58.884
|
225 |
+
- type: map_at_1
|
226 |
+
value: 25.945
|
227 |
+
- type: map_at_3
|
228 |
+
value: 47.981
|
229 |
+
- type: map_at_5
|
230 |
+
value: 49.051
|
231 |
+
- type: map_at_10
|
232 |
+
value: 49.536
|
233 |
+
- type: ndcg_at_1
|
234 |
+
value: 25.945
|
235 |
+
- type: ndcg_at_3
|
236 |
+
value: 55.796
|
237 |
+
- type: ndcg_at_5
|
238 |
+
value: 57.726
|
239 |
+
- type: ndcg_at_10
|
240 |
+
value: 58.884
|
241 |
+
- type: recall_at_1
|
242 |
+
value: 25.945
|
243 |
+
- type: recall_at_3
|
244 |
+
value: 78.602
|
245 |
+
- type: recall_at_5
|
246 |
+
value: 83.293
|
247 |
+
- type: recall_at_10
|
248 |
+
value: 86.836
|
249 |
+
- type: precision_at_1
|
250 |
+
value: 25.945
|
251 |
+
- type: precision_at_3
|
252 |
+
value: 26.201
|
253 |
+
- type: precision_at_5
|
254 |
+
value: 16.659
|
255 |
+
- type: precision_at_10
|
256 |
+
value: 8.684
|
257 |
+
- type: mrr_at_1
|
258 |
+
value: 24.3179
|
259 |
+
- type: mrr_at_3
|
260 |
+
value: 46.8566
|
261 |
+
- type: mrr_at_5
|
262 |
+
value: 47.9288
|
263 |
+
- type: mrr_at_10
|
264 |
+
value: 48.4848
|
265 |
task:
|
266 |
type: Retrieval
|
267 |
- dataset:
|