dangvantuan commited on
Commit
97284a0
·
verified ·
1 Parent(s): 34a1bef

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +664 -648
README.md CHANGED
@@ -21,9 +21,9 @@ model-index:
21
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
22
  metrics:
23
  - type: v_measure
24
- value: 55.52298673909706
25
  - type: v_measures
26
- value: [0.5198748380785404, 0.5562521099012603, 0.5322986254464575, 0.5722250987615152, 0.532932258758668]
27
  - task:
28
  type: Clustering
29
  dataset:
@@ -34,9 +34,9 @@ model-index:
34
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
35
  metrics:
36
  - type: v_measure
37
- value: 35.802733348353094
38
  - type: v_measures
39
- value: [0.37359796790048144, 0.36376421464272285, 0.37524966704915225, 0.3749296797757371, 0.36673700158106576]
40
  - task:
41
  type: Reranking
42
  dataset:
@@ -47,17 +47,17 @@ model-index:
47
  revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
48
  metrics:
49
  - type: map
50
- value: 73.10088493122083
51
  - type: mrr
52
- value: 74.33452929243086
53
  - type: nAUC_map_diff1
54
- value: 56.63750231223696
55
  - type: nAUC_map_max
56
- value: 27.066268470355492
57
  - type: nAUC_mrr_diff1
58
- value: 55.33487252773409
59
  - type: nAUC_mrr_max
60
- value: 27.328424865584367
61
  - task:
62
  type: Retrieval
63
  dataset:
@@ -68,215 +68,215 @@ model-index:
68
  revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
69
  metrics:
70
  - type: map_at_1
71
- value: 28.282
72
  - type: map_at_10
73
- value: 38.805
74
  - type: map_at_100
75
- value: 39.804
76
  - type: map_at_1000
77
- value: 39.859
78
  - type: map_at_20
79
- value: 39.428999999999995
80
  - type: map_at_3
81
- value: 35.838
82
  - type: map_at_5
83
- value: 37.537
84
  - type: mrr_at_1
85
- value: 28.281519861830745
86
  - type: mrr_at_10
87
- value: 38.805171752063
88
  - type: mrr_at_100
89
- value: 39.80444636265999
90
  - type: mrr_at_1000
91
- value: 39.858722309770464
92
  - type: mrr_at_20
93
- value: 39.42867574383368
94
  - type: mrr_at_3
95
- value: 35.83765112262528
96
  - type: mrr_at_5
97
- value: 37.53670120898111
98
  - type: nauc_map_at_1000_diff1
99
- value: 42.44333601195352
100
  - type: nauc_map_at_1000_max
101
- value: 41.88361927698375
102
  - type: nauc_map_at_100_diff1
103
- value: 42.42746715522874
104
  - type: nauc_map_at_100_max
105
- value: 41.913701611267015
106
  - type: nauc_map_at_10_diff1
107
- value: 42.25094726032311
108
  - type: nauc_map_at_10_max
109
- value: 41.76772459035808
110
  - type: nauc_map_at_1_diff1
111
- value: 48.03355307282109
112
  - type: nauc_map_at_1_max
113
- value: 38.73226070718987
114
  - type: nauc_map_at_20_diff1
115
- value: 42.3550770875435
116
  - type: nauc_map_at_20_max
117
- value: 41.89957212013687
118
  - type: nauc_map_at_3_diff1
119
- value: 42.88695727955848
120
  - type: nauc_map_at_3_max
121
- value: 40.81262402287836
122
  - type: nauc_map_at_5_diff1
123
- value: 42.34041989483334
124
  - type: nauc_map_at_5_max
125
- value: 41.36458206255729
126
  - type: nauc_mrr_at_1000_diff1
127
- value: 42.44333601195352
128
  - type: nauc_mrr_at_1000_max
129
- value: 41.88361927698375
130
  - type: nauc_mrr_at_100_diff1
131
- value: 42.42746715522874
132
  - type: nauc_mrr_at_100_max
133
- value: 41.913701611267015
134
  - type: nauc_mrr_at_10_diff1
135
- value: 42.25094726032311
136
  - type: nauc_mrr_at_10_max
137
- value: 41.76772459035808
138
  - type: nauc_mrr_at_1_diff1
139
- value: 48.03355307282109
140
  - type: nauc_mrr_at_1_max
141
- value: 38.73226070718987
142
  - type: nauc_mrr_at_20_diff1
143
- value: 42.3550770875435
144
  - type: nauc_mrr_at_20_max
145
- value: 41.89957212013687
146
  - type: nauc_mrr_at_3_diff1
147
- value: 42.88695727955848
148
  - type: nauc_mrr_at_3_max
149
- value: 40.81262402287836
150
  - type: nauc_mrr_at_5_diff1
151
- value: 42.34041989483334
152
  - type: nauc_mrr_at_5_max
153
- value: 41.36458206255729
154
  - type: nauc_ndcg_at_1000_diff1
155
- value: 41.35830258715452
156
  - type: nauc_ndcg_at_1000_max
157
- value: 43.2765379475269
158
  - type: nauc_ndcg_at_100_diff1
159
- value: 40.95047094384412
160
  - type: nauc_ndcg_at_100_max
161
- value: 44.293436979483594
162
  - type: nauc_ndcg_at_10_diff1
163
- value: 40.0359339979518
164
  - type: nauc_ndcg_at_10_max
165
- value: 43.390909520520076
166
  - type: nauc_ndcg_at_1_diff1
167
- value: 48.03355307282109
168
  - type: nauc_ndcg_at_1_max
169
- value: 38.73226070718987
170
  - type: nauc_ndcg_at_20_diff1
171
- value: 40.35056898575259
172
  - type: nauc_ndcg_at_20_max
173
- value: 43.991764985610345
174
  - type: nauc_ndcg_at_3_diff1
175
- value: 41.40129960980627
176
  - type: nauc_ndcg_at_3_max
177
- value: 41.41104483378663
178
  - type: nauc_ndcg_at_5_diff1
179
- value: 40.36007384476364
180
  - type: nauc_ndcg_at_5_max
181
- value: 42.383481303106414
182
  - type: nauc_precision_at_1000_diff1
183
- value: 34.36657255351115
184
  - type: nauc_precision_at_1000_max
185
- value: 74.91976431868189
186
  - type: nauc_precision_at_100_diff1
187
- value: 33.55702830592739
188
  - type: nauc_precision_at_100_max
189
- value: 65.71347416493107
190
  - type: nauc_precision_at_10_diff1
191
- value: 32.521448032129
192
  - type: nauc_precision_at_10_max
193
- value: 49.19930788953475
194
  - type: nauc_precision_at_1_diff1
195
- value: 48.03355307282109
196
  - type: nauc_precision_at_1_max
197
- value: 38.73226070718987
198
  - type: nauc_precision_at_20_diff1
199
- value: 32.57892299703891
200
  - type: nauc_precision_at_20_max
201
- value: 53.45967162017302
202
  - type: nauc_precision_at_3_diff1
203
- value: 37.249551957650795
204
  - type: nauc_precision_at_3_max
205
- value: 43.08267504682664
206
  - type: nauc_precision_at_5_diff1
207
- value: 34.44393985129692
208
  - type: nauc_precision_at_5_max
209
- value: 45.460096642832646
210
  - type: nauc_recall_at_1000_diff1
211
- value: 34.36657255350965
212
  - type: nauc_recall_at_1000_max
213
- value: 74.91976431868211
214
  - type: nauc_recall_at_100_diff1
215
- value: 33.55702830592741
216
  - type: nauc_recall_at_100_max
217
- value: 65.71347416493116
218
  - type: nauc_recall_at_10_diff1
219
- value: 32.52144803212901
220
  - type: nauc_recall_at_10_max
221
- value: 49.199307889534715
222
  - type: nauc_recall_at_1_diff1
223
- value: 48.03355307282109
224
  - type: nauc_recall_at_1_max
225
- value: 38.73226070718987
226
  - type: nauc_recall_at_20_diff1
227
- value: 32.57892299703892
228
  - type: nauc_recall_at_20_max
229
- value: 53.45967162017302
230
  - type: nauc_recall_at_3_diff1
231
- value: 37.249551957650766
232
  - type: nauc_recall_at_3_max
233
- value: 43.082675046826644
234
  - type: nauc_recall_at_5_diff1
235
- value: 34.4439398512969
236
  - type: nauc_recall_at_5_max
237
- value: 45.460096642832674
238
  - type: ndcg_at_1
239
- value: 28.282
240
  - type: ndcg_at_10
241
- value: 44.421
242
  - type: ndcg_at_100
243
- value: 49.447
244
  - type: ndcg_at_1000
245
- value: 50.981
246
  - type: ndcg_at_20
247
- value: 46.671
248
  - type: ndcg_at_3
249
- value: 38.289
250
  - type: ndcg_at_5
251
- value: 41.349999999999994
252
  - type: precision_at_1
253
- value: 28.282
254
  - type: precision_at_10
255
- value: 6.231
256
  - type: precision_at_100
257
- value: 0.8619999999999999
258
  - type: precision_at_1000
259
- value: 0.098
260
  - type: precision_at_20
261
- value: 3.558
262
  - type: precision_at_3
263
- value: 15.126999999999999
264
  - type: precision_at_5
265
- value: 10.561
266
  - type: recall_at_1
267
- value: 28.282
268
  - type: recall_at_10
269
- value: 62.306
270
  - type: recall_at_100
271
- value: 86.226
272
  - type: recall_at_1000
273
- value: 98.489
274
  - type: recall_at_20
275
- value: 71.15700000000001
276
  - type: recall_at_3
277
- value: 45.379999999999995
278
  - type: recall_at_5
279
- value: 52.807
280
  - task:
281
  type: Classification
282
  dataset:
@@ -287,11 +287,11 @@ model-index:
287
  revision: 1399c76144fd37290681b995c656ef9b2e06e26d
288
  metrics:
289
  - type: accuracy
290
- value: 44.10999999999999
291
  - type: f1
292
- value: 42.00584553745547
293
  - type: f1_weighted
294
- value: 42.005845537455485
295
  - task:
296
  type: Retrieval
297
  dataset:
@@ -302,215 +302,215 @@ model-index:
302
  revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
303
  metrics:
304
  - type: map_at_1
305
- value: 4.955
306
  - type: map_at_10
307
- value: 9.103
308
  - type: map_at_100
309
- value: 9.998999999999999
310
  - type: map_at_1000
311
- value: 10.136000000000001
312
  - type: map_at_20
313
- value: 9.554
314
  - type: map_at_3
315
- value: 7.4319999999999995
316
  - type: map_at_5
317
- value: 7.95
318
  - type: mrr_at_1
319
- value: 4.954954954954955
320
  - type: mrr_at_10
321
- value: 9.102852852852852
322
  - type: mrr_at_100
323
- value: 9.999215850941926
324
  - type: mrr_at_1000
325
- value: 10.13616308946331
326
  - type: mrr_at_20
327
- value: 9.554402632963003
328
  - type: mrr_at_3
329
- value: 7.432432432432434
330
  - type: mrr_at_5
331
- value: 7.950450450450451
332
  - type: nauc_map_at_1000_diff1
333
- value: 14.655819915811785
334
  - type: nauc_map_at_1000_max
335
- value: 9.188182207979008
336
  - type: nauc_map_at_100_diff1
337
- value: 14.517637755979687
338
  - type: nauc_map_at_100_max
339
- value: 9.060725563022503
340
  - type: nauc_map_at_10_diff1
341
- value: 15.776144582905358
342
  - type: nauc_map_at_10_max
343
- value: 9.448668398689462
344
  - type: nauc_map_at_1_diff1
345
- value: 19.10921794840591
346
  - type: nauc_map_at_1_max
347
- value: 4.060331068810239
348
  - type: nauc_map_at_20_diff1
349
- value: 15.061809327427353
350
  - type: nauc_map_at_20_max
351
- value: 9.085953657690329
352
  - type: nauc_map_at_3_diff1
353
- value: 18.42793018906856
354
  - type: nauc_map_at_3_max
355
- value: 10.10140103912974
356
  - type: nauc_map_at_5_diff1
357
- value: 17.407972669931233
358
  - type: nauc_map_at_5_max
359
- value: 10.064885264376228
360
  - type: nauc_mrr_at_1000_diff1
361
- value: 14.655819915811785
362
  - type: nauc_mrr_at_1000_max
363
- value: 9.188182207979008
364
  - type: nauc_mrr_at_100_diff1
365
- value: 14.517637755979687
366
  - type: nauc_mrr_at_100_max
367
- value: 9.060725563022503
368
  - type: nauc_mrr_at_10_diff1
369
- value: 15.776144582905358
370
  - type: nauc_mrr_at_10_max
371
- value: 9.448668398689462
372
  - type: nauc_mrr_at_1_diff1
373
- value: 19.10921794840591
374
  - type: nauc_mrr_at_1_max
375
- value: 4.060331068810239
376
  - type: nauc_mrr_at_20_diff1
377
- value: 15.061809327427353
378
  - type: nauc_mrr_at_20_max
379
- value: 9.085953657690329
380
  - type: nauc_mrr_at_3_diff1
381
- value: 18.42793018906856
382
  - type: nauc_mrr_at_3_max
383
- value: 10.10140103912974
384
  - type: nauc_mrr_at_5_diff1
385
- value: 17.407972669931233
386
  - type: nauc_mrr_at_5_max
387
- value: 10.064885264376228
388
  - type: nauc_ndcg_at_1000_diff1
389
- value: 11.940580725648152
390
  - type: nauc_ndcg_at_1000_max
391
- value: 11.004283166102807
392
  - type: nauc_ndcg_at_100_diff1
393
- value: 10.009680762933215
394
  - type: nauc_ndcg_at_100_max
395
- value: 8.444186642393188
396
  - type: nauc_ndcg_at_10_diff1
397
- value: 14.423251037136561
398
  - type: nauc_ndcg_at_10_max
399
- value: 10.614014795363303
400
  - type: nauc_ndcg_at_1_diff1
401
- value: 19.10921794840591
402
  - type: nauc_ndcg_at_1_max
403
- value: 4.060331068810239
404
  - type: nauc_ndcg_at_20_diff1
405
- value: 12.486198272876521
406
  - type: nauc_ndcg_at_20_max
407
- value: 9.550225653436467
408
  - type: nauc_ndcg_at_3_diff1
409
- value: 18.813915768129757
410
  - type: nauc_ndcg_at_3_max
411
- value: 11.865670858870484
412
  - type: nauc_ndcg_at_5_diff1
413
- value: 17.01715479783127
414
  - type: nauc_ndcg_at_5_max
415
- value: 11.523181173967899
416
  - type: nauc_precision_at_1000_diff1
417
- value: 6.162580085242911
418
  - type: nauc_precision_at_1000_max
419
- value: 21.74545120171883
420
  - type: nauc_precision_at_100_diff1
421
- value: 1.4492186570094137
422
  - type: nauc_precision_at_100_max
423
- value: 5.320582161712451
424
  - type: nauc_precision_at_10_diff1
425
- value: 12.199838986983115
426
  - type: nauc_precision_at_10_max
427
- value: 12.409471572004998
428
  - type: nauc_precision_at_1_diff1
429
- value: 19.10921794840591
430
  - type: nauc_precision_at_1_max
431
- value: 4.060331068810239
432
  - type: nauc_precision_at_20_diff1
433
- value: 8.089525252638769
434
  - type: nauc_precision_at_20_max
435
- value: 9.829600854870332
436
  - type: nauc_precision_at_3_diff1
437
- value: 19.71630962813128
438
  - type: nauc_precision_at_3_max
439
- value: 15.560242379569136
440
  - type: nauc_precision_at_5_diff1
441
- value: 16.151579517326258
442
  - type: nauc_precision_at_5_max
443
- value: 14.225120177799683
444
  - type: nauc_recall_at_1000_diff1
445
- value: 6.1625800852429595
446
  - type: nauc_recall_at_1000_max
447
- value: 21.745451201718687
448
  - type: nauc_recall_at_100_diff1
449
- value: 1.4492186570093863
450
  - type: nauc_recall_at_100_max
451
- value: 5.320582161712405
452
  - type: nauc_recall_at_10_diff1
453
- value: 12.199838986983083
454
  - type: nauc_recall_at_10_max
455
- value: 12.409471572004962
456
  - type: nauc_recall_at_1_diff1
457
- value: 19.10921794840591
458
  - type: nauc_recall_at_1_max
459
- value: 4.060331068810239
460
  - type: nauc_recall_at_20_diff1
461
- value: 8.089525252638692
462
  - type: nauc_recall_at_20_max
463
- value: 9.829600854870273
464
  - type: nauc_recall_at_3_diff1
465
- value: 19.716309628131278
466
  - type: nauc_recall_at_3_max
467
- value: 15.560242379569129
468
  - type: nauc_recall_at_5_diff1
469
- value: 16.151579517326265
470
  - type: nauc_recall_at_5_max
471
- value: 14.225120177799697
472
  - type: ndcg_at_1
473
- value: 4.955
474
  - type: ndcg_at_10
475
- value: 12.005
476
  - type: ndcg_at_100
477
- value: 17.238
478
  - type: ndcg_at_1000
479
- value: 21.287
480
  - type: ndcg_at_20
481
- value: 13.691999999999998
482
  - type: ndcg_at_3
483
- value: 8.296000000000001
484
  - type: ndcg_at_5
485
- value: 9.225999999999999
486
  - type: precision_at_1
487
- value: 4.955
488
  - type: precision_at_10
489
- value: 2.162
490
  - type: precision_at_100
491
- value: 0.482
492
  - type: precision_at_1000
493
- value: 0.08099999999999999
494
  - type: precision_at_20
495
- value: 1.419
496
  - type: precision_at_3
497
- value: 3.604
498
  - type: precision_at_5
499
- value: 2.613
500
  - type: recall_at_1
501
- value: 4.955
502
  - type: recall_at_10
503
- value: 21.622
504
  - type: recall_at_100
505
- value: 48.198
506
  - type: recall_at_1000
507
- value: 81.081
508
  - type: recall_at_20
509
- value: 28.377999999999997
510
  - type: recall_at_3
511
- value: 10.811
512
  - type: recall_at_5
513
- value: 13.062999999999999
514
  - task:
515
  type: Clustering
516
  dataset:
@@ -521,35 +521,35 @@ model-index:
521
  revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
522
  metrics:
523
  - type: v_measure
524
- value: 23.137623974622365
525
  - type: v_measures
526
- value: [0.2802068838665942, 0.2565274984774815, 0.25245022445056786, 0.22595460950575297, 0.20177741591393913]
527
  - task:
528
  type: Clustering
529
  dataset:
530
  type: reciTAL/mlsum
531
  name: MTEB MLSUMClusteringP2P
532
- config: default
533
  split: test
534
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
535
  metrics:
536
  - type: v_measure
537
- value: 40.31003279146524
538
  - type: v_measures
539
- value: [0.3943651322813771, 0.4189000344922205, 0.4101443880670743, 0.3832149080991847, 0.37602613534689566]
540
  - task:
541
  type: Clustering
542
  dataset:
543
  type: reciTAL/mlsum
544
  name: MTEB MLSUMClusteringS2S
545
- config: default
546
  split: test
547
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
548
  metrics:
549
  - type: v_measure
550
- value: 40.04524841336757
551
  - type: v_measures
552
- value: [0.39835449199860185, 0.405905613221237, 0.40326782414397255, 0.40882879348632284, 0.3683302592759367]
553
  - task:
554
  type: Classification
555
  dataset:
@@ -560,11 +560,11 @@ model-index:
560
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
561
  metrics:
562
  - type: accuracy
563
- value: 87.82023175696837
564
  - type: f1
565
- value: 87.58287510797385
566
  - type: f1_weighted
567
- value: 87.75645870762435
568
  - task:
569
  type: Classification
570
  dataset:
@@ -575,11 +575,11 @@ model-index:
575
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
576
  metrics:
577
  - type: accuracy
578
- value: 58.628249295333546
579
  - type: f1
580
- value: 42.22070573172825
581
  - type: f1_weighted
582
- value: 60.62087995743649
583
  - task:
584
  type: Classification
585
  dataset:
@@ -590,11 +590,11 @@ model-index:
590
  revision: 18193f187b92da67168c655c9973a165ed9593dd
591
  metrics:
592
  - type: accuracy
593
- value: 69.81042654028435
594
  - type: f1
595
- value: 66.05811881796396
596
  - type: f1_weighted
597
- value: 70.34901566149948
598
  - task:
599
  type: Clustering
600
  dataset:
@@ -605,9 +605,9 @@ model-index:
605
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
606
  metrics:
607
  - type: v_measure
608
- value: 45.02712178986078
609
  - type: v_measures
610
- value: [1.0, 0.23955793240111928, 0.7158920010774062, 0.036391635653837, 0.25951452036067674]
611
  - task:
612
  type: Clustering
613
  dataset:
@@ -618,9 +618,9 @@ model-index:
618
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
619
  metrics:
620
  - type: v_measure
621
- value: 30.38607254306223
622
  - type: v_measures
623
- value: [1.0, 0.01936507478006705, 0.19876372667844472, 0.17182595867380823, 0.12934886702079137]
624
  - task:
625
  type: Classification
626
  dataset:
@@ -631,11 +631,11 @@ model-index:
631
  revision: 4672e20407010da34463acc759c162ca9734bca6
632
  metrics:
633
  - type: accuracy
634
- value: 66.13651647612645
635
  - type: f1
636
- value: 64.42898347709598
637
  - type: f1_weighted
638
- value: 65.01442547020224
639
  - task:
640
  type: Classification
641
  dataset:
@@ -646,11 +646,11 @@ model-index:
646
  revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
647
  metrics:
648
  - type: accuracy
649
- value: 72.73705447209144
650
  - type: f1
651
- value: 72.09285609231057
652
  - type: f1_weighted
653
- value: 72.34295244611339
654
  - task:
655
  type: Retrieval
656
  dataset:
@@ -661,215 +661,215 @@ model-index:
661
  revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
662
  metrics:
663
  - type: map_at_1
664
- value: 13.677
665
  - type: map_at_10
666
- value: 21.044
667
  - type: map_at_100
668
- value: 22.012
669
  - type: map_at_1000
670
- value: 22.125
671
  - type: map_at_20
672
- value: 21.573999999999998
673
  - type: map_at_3
674
- value: 18.857
675
  - type: map_at_5
676
- value: 19.936999999999998
677
  - type: mrr_at_1
678
- value: 13.677313677313677
679
  - type: mrr_at_10
680
- value: 21.043933543933505
681
  - type: mrr_at_100
682
- value: 22.012160523798318
683
  - type: mrr_at_1000
684
- value: 22.124555014776913
685
  - type: mrr_at_20
686
- value: 21.574199922074904
687
  - type: mrr_at_3
688
- value: 18.857493857493825
689
  - type: mrr_at_5
690
- value: 19.93652743652738
691
  - type: nauc_map_at_1000_diff1
692
- value: 20.63087633823352
693
  - type: nauc_map_at_1000_max
694
- value: 31.753246807516362
695
  - type: nauc_map_at_100_diff1
696
- value: 20.602874174259885
697
  - type: nauc_map_at_100_max
698
- value: 31.74109681792161
699
  - type: nauc_map_at_10_diff1
700
- value: 20.82028964049537
701
  - type: nauc_map_at_10_max
702
- value: 32.082751313883705
703
  - type: nauc_map_at_1_diff1
704
- value: 27.838566854973656
705
  - type: nauc_map_at_1_max
706
- value: 32.0217755083183
707
  - type: nauc_map_at_20_diff1
708
- value: 20.685607874578192
709
  - type: nauc_map_at_20_max
710
- value: 31.89765440964895
711
  - type: nauc_map_at_3_diff1
712
- value: 22.385335765437958
713
  - type: nauc_map_at_3_max
714
- value: 32.47346568889047
715
  - type: nauc_map_at_5_diff1
716
- value: 21.173253596770003
717
  - type: nauc_map_at_5_max
718
- value: 32.2528418460596
719
  - type: nauc_mrr_at_1000_diff1
720
- value: 20.63087633823352
721
  - type: nauc_mrr_at_1000_max
722
- value: 31.753246807516362
723
  - type: nauc_mrr_at_100_diff1
724
- value: 20.602874174259885
725
  - type: nauc_mrr_at_100_max
726
- value: 31.74109681792161
727
  - type: nauc_mrr_at_10_diff1
728
- value: 20.82028964049537
729
  - type: nauc_mrr_at_10_max
730
- value: 32.082751313883705
731
  - type: nauc_mrr_at_1_diff1
732
- value: 27.838566854973656
733
  - type: nauc_mrr_at_1_max
734
- value: 32.0217755083183
735
  - type: nauc_mrr_at_20_diff1
736
- value: 20.685607874578192
737
  - type: nauc_mrr_at_20_max
738
- value: 31.89765440964895
739
  - type: nauc_mrr_at_3_diff1
740
- value: 22.385335765437958
741
  - type: nauc_mrr_at_3_max
742
- value: 32.47346568889047
743
  - type: nauc_mrr_at_5_diff1
744
- value: 21.173253596770003
745
  - type: nauc_mrr_at_5_max
746
- value: 32.2528418460596
747
  - type: nauc_ndcg_at_1000_diff1
748
- value: 18.08460876388022
749
  - type: nauc_ndcg_at_1000_max
750
- value: 30.282810360048217
751
  - type: nauc_ndcg_at_100_diff1
752
- value: 17.119539175602068
753
  - type: nauc_ndcg_at_100_max
754
- value: 29.66409825853174
755
  - type: nauc_ndcg_at_10_diff1
756
- value: 18.23254548133648
757
  - type: nauc_ndcg_at_10_max
758
- value: 31.52995550586078
759
  - type: nauc_ndcg_at_1_diff1
760
- value: 27.838566854973656
761
  - type: nauc_ndcg_at_1_max
762
- value: 32.0217755083183
763
  - type: nauc_ndcg_at_20_diff1
764
- value: 17.769003159911446
765
  - type: nauc_ndcg_at_20_max
766
- value: 30.929703630445033
767
  - type: nauc_ndcg_at_3_diff1
768
- value: 20.96979719261237
769
  - type: nauc_ndcg_at_3_max
770
- value: 32.363993132409526
771
  - type: nauc_ndcg_at_5_diff1
772
- value: 19.00106027591966
773
  - type: nauc_ndcg_at_5_max
774
- value: 31.962682994281664
775
  - type: nauc_precision_at_1000_diff1
776
- value: -0.439767274118902
777
  - type: nauc_precision_at_1000_max
778
- value: 12.247737195943136
779
  - type: nauc_precision_at_100_diff1
780
- value: 5.574224743755663
781
  - type: nauc_precision_at_100_max
782
- value: 20.625486141114006
783
  - type: nauc_precision_at_10_diff1
784
- value: 12.116438700823444
785
  - type: nauc_precision_at_10_max
786
- value: 30.027073824365324
787
  - type: nauc_precision_at_1_diff1
788
- value: 27.838566854973656
789
  - type: nauc_precision_at_1_max
790
- value: 32.0217755083183
791
  - type: nauc_precision_at_20_diff1
792
- value: 10.528730914479825
793
  - type: nauc_precision_at_20_max
794
- value: 28.101643683820228
795
  - type: nauc_precision_at_3_diff1
796
- value: 17.575083081784413
797
  - type: nauc_precision_at_3_max
798
- value: 32.04257948042897
799
  - type: nauc_precision_at_5_diff1
800
- value: 13.87097676219356
801
  - type: nauc_precision_at_5_max
802
- value: 31.186621554981798
803
  - type: nauc_recall_at_1000_diff1
804
- value: -0.4397672741187951
805
  - type: nauc_recall_at_1000_max
806
- value: 12.247737195943454
807
  - type: nauc_recall_at_100_diff1
808
- value: 5.574224743755691
809
  - type: nauc_recall_at_100_max
810
- value: 20.625486141114028
811
  - type: nauc_recall_at_10_diff1
812
- value: 12.116438700823482
813
  - type: nauc_recall_at_10_max
814
- value: 30.027073824365335
815
  - type: nauc_recall_at_1_diff1
816
- value: 27.838566854973656
817
  - type: nauc_recall_at_1_max
818
- value: 32.0217755083183
819
  - type: nauc_recall_at_20_diff1
820
- value: 10.528730914479794
821
  - type: nauc_recall_at_20_max
822
- value: 28.101643683820228
823
  - type: nauc_recall_at_3_diff1
824
- value: 17.57508308178443
825
  - type: nauc_recall_at_3_max
826
- value: 32.042579480429
827
  - type: nauc_recall_at_5_diff1
828
- value: 13.870976762193543
829
  - type: nauc_recall_at_5_max
830
- value: 31.186621554981787
831
  - type: ndcg_at_1
832
- value: 13.677
833
  - type: ndcg_at_10
834
- value: 25.191000000000003
835
  - type: ndcg_at_100
836
- value: 30.379
837
  - type: ndcg_at_1000
838
- value: 33.961999999999996
839
  - type: ndcg_at_20
840
- value: 27.1
841
  - type: ndcg_at_3
842
- value: 20.546
843
  - type: ndcg_at_5
844
- value: 22.505
845
  - type: precision_at_1
846
- value: 13.677
847
  - type: precision_at_10
848
- value: 3.853
849
  - type: precision_at_100
850
- value: 0.639
851
  - type: precision_at_1000
852
- value: 0.093
853
  - type: precision_at_20
854
- value: 2.3009999999999997
855
  - type: precision_at_3
856
- value: 8.477
857
  - type: precision_at_5
858
- value: 6.0440000000000005
859
  - type: recall_at_1
860
- value: 13.677
861
  - type: recall_at_10
862
- value: 38.534
863
  - type: recall_at_100
864
- value: 63.922999999999995
865
  - type: recall_at_1000
866
- value: 93.407
867
  - type: recall_at_20
868
- value: 46.028000000000006
869
  - type: recall_at_3
870
- value: 25.430000000000003
871
  - type: recall_at_5
872
- value: 30.220999999999997
873
  - task:
874
  type: PairClassification
875
  dataset:
@@ -879,52 +879,68 @@ model-index:
879
  split: test
880
  revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
881
  metrics:
882
- - type: cos_sim_accuracy
883
- value: 82.9700272479564
884
- - type: cos_sim_ap
885
- value: 93.15021785539084
886
- - type: cos_sim_f1
887
- value: 87.97316722568279
888
- - type: cos_sim_precision
889
- value: 85.0
890
- - type: cos_sim_recall
891
- value: 91.16186693147964
892
- - type: dot_accuracy
893
- value: 82.9700272479564
894
- - type: dot_ap
895
- value: 93.15021785539084
896
- - type: dot_f1
897
- value: 87.97316722568279
898
- - type: dot_precision
899
- value: 85.0
900
- - type: dot_recall
901
- value: 91.16186693147964
902
- - type: euclidean_accuracy
903
- value: 82.9700272479564
904
- - type: euclidean_ap
905
- value: 93.15015081441638
906
- - type: euclidean_f1
907
- value: 87.97316722568279
908
- - type: euclidean_precision
909
- value: 85.0
910
- - type: euclidean_recall
911
- value: 91.16186693147964
912
- - type: manhattan_accuracy
913
- value: 82.56130790190735
914
- - type: manhattan_ap
915
- value: 93.14590481820592
916
- - type: manhattan_f1
917
- value: 87.86729857819905
918
- - type: manhattan_precision
919
- value: 84.04351767905711
920
- - type: manhattan_recall
921
- value: 92.05561072492552
922
- - type: max_accuracy
923
- value: 82.9700272479564
924
- - type: max_ap
925
- value: 93.15021785539084
926
- - type: max_f1
927
- value: 87.97316722568279
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
928
  - task:
929
  type: PairClassification
930
  dataset:
@@ -935,51 +951,51 @@ model-index:
935
  revision: 8a04d940a42cd40658986fdd8e3da561533a3646
936
  metrics:
937
  - type: cos_sim_accuracy
938
- value: 64.14999999999999
939
  - type: cos_sim_ap
940
- value: 63.43794001840604
941
  - type: cos_sim_f1
942
- value: 62.59187620889749
943
  - type: cos_sim_precision
944
- value: 48.097502972651604
945
  - type: cos_sim_recall
946
- value: 89.59025470653378
947
  - type: dot_accuracy
948
- value: 64.14999999999999
949
  - type: dot_ap
950
- value: 63.52400235031554
951
  - type: dot_f1
952
- value: 62.59187620889749
953
  - type: dot_precision
954
- value: 48.097502972651604
955
  - type: dot_recall
956
- value: 89.59025470653378
957
  - type: euclidean_accuracy
958
- value: 64.14999999999999
959
  - type: euclidean_ap
960
- value: 63.43794001840604
961
  - type: euclidean_f1
962
- value: 62.59187620889749
963
  - type: euclidean_precision
964
- value: 48.097502972651604
965
  - type: euclidean_recall
966
- value: 89.59025470653378
967
  - type: manhattan_accuracy
968
- value: 64.2
969
  - type: manhattan_ap
970
- value: 63.46163243480347
971
  - type: manhattan_f1
972
- value: 62.540021344717175
973
  - type: manhattan_precision
974
- value: 46.069182389937104
975
  - type: manhattan_recall
976
- value: 97.34219269102991
977
  - type: max_accuracy
978
- value: 64.2
979
  - type: max_ap
980
- value: 63.52400235031554
981
  - type: max_f1
982
- value: 62.59187620889749
983
  - task:
984
  type: STS
985
  dataset:
@@ -990,17 +1006,17 @@ model-index:
990
  revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
991
  metrics:
992
  - type: cos_sim_pearson
993
- value: 85.12347242597652
994
  - type: cos_sim_spearman
995
- value: 79.80580538857501
996
  - type: euclidean_pearson
997
- value: 82.03127787921382
998
  - type: euclidean_spearman
999
- value: 79.80580538857501
1000
  - type: manhattan_pearson
1001
- value: 82.02795155003601
1002
  - type: manhattan_spearman
1003
- value: 79.7808784011127
1004
  - task:
1005
  type: STS
1006
  dataset:
@@ -1011,17 +1027,17 @@ model-index:
1011
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
1012
  metrics:
1013
  - type: cos_sim_pearson
1014
- value: 82.34462624659417
1015
  - type: cos_sim_spearman
1016
- value: 82.83867899462683
1017
  - type: euclidean_pearson
1018
- value: 80.00679113308384
1019
  - type: euclidean_spearman
1020
- value: 82.83867899462683
1021
  - type: manhattan_pearson
1022
- value: 79.97582730301362
1023
  - type: manhattan_spearman
1024
- value: 82.95718926500541
1025
  - task:
1026
  type: STS
1027
  dataset:
@@ -1032,17 +1048,17 @@ model-index:
1032
  revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
1033
  metrics:
1034
  - type: cos_sim_pearson
1035
- value: 86.0897698618904
1036
  - type: cos_sim_spearman
1037
- value: 86.58814894229229
1038
  - type: euclidean_pearson
1039
- value: 85.53992615842806
1040
  - type: euclidean_spearman
1041
- value: 86.58814894229229
1042
  - type: manhattan_pearson
1043
- value: 85.4985023034774
1044
  - type: manhattan_spearman
1045
- value: 86.50239881298486
1046
  - task:
1047
  type: Summarization
1048
  dataset:
@@ -1053,13 +1069,13 @@ model-index:
1053
  revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
1054
  metrics:
1055
  - type: cos_sim_pearson
1056
- value: 30.458145110977753
1057
  - type: cos_sim_spearman
1058
- value: 31.624715940109265
1059
  - type: dot_pearson
1060
- value: 30.458145236239915
1061
  - type: dot_spearman
1062
- value: 31.624715940109265
1063
  - task:
1064
  type: Reranking
1065
  dataset:
@@ -1070,17 +1086,17 @@ model-index:
1070
  revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
1071
  metrics:
1072
  - type: map
1073
- value: 87.60277777777777
1074
  - type: mrr
1075
- value: 87.60277777777777
1076
  - type: nAUC_map_diff1
1077
- value: 63.877496103879814
1078
  - type: nAUC_map_max
1079
- value: -4.8943605546581725
1080
  - type: nAUC_mrr_diff1
1081
- value: 63.877496103879814
1082
  - type: nAUC_mrr_max
1083
- value: -4.8943605546581725
1084
  - task:
1085
  type: Retrieval
1086
  dataset:
@@ -1091,117 +1107,117 @@ model-index:
1091
  revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
1092
  metrics:
1093
  - type: map_at_1
1094
- value: 67.0
1095
  - type: map_at_10
1096
- value: 78.47800000000001
1097
  - type: map_at_100
1098
- value: 78.616
1099
  - type: map_at_1000
1100
- value: 78.616
1101
  - type: map_at_20
1102
- value: 78.52799999999999
1103
  - type: map_at_3
1104
- value: 77.833
1105
  - type: map_at_5
1106
- value: 78.033
1107
  - type: mrr_at_1
1108
- value: 67.0
1109
  - type: mrr_at_10
1110
- value: 78.47777777777777
1111
  - type: mrr_at_100
1112
- value: 78.61609758846066
1113
  - type: mrr_at_1000
1114
- value: 78.61609758846066
1115
  - type: mrr_at_20
1116
- value: 78.52777777777777
1117
  - type: mrr_at_3
1118
- value: 77.83333333333331
1119
  - type: mrr_at_5
1120
- value: 78.03333333333333
1121
  - type: nauc_map_at_1000_diff1
1122
- value: 54.76919250379753
1123
  - type: nauc_map_at_1000_max
1124
- value: 24.03294042759147
1125
  - type: nauc_map_at_100_diff1
1126
- value: 54.76919250379753
1127
  - type: nauc_map_at_100_max
1128
- value: 24.03294042759147
1129
  - type: nauc_map_at_10_diff1
1130
- value: 54.781660658782506
1131
  - type: nauc_map_at_10_max
1132
- value: 24.45332707633837
1133
  - type: nauc_map_at_1_diff1
1134
- value: 54.48189466912695
1135
  - type: nauc_map_at_1_max
1136
- value: 17.502666282947597
1137
  - type: nauc_map_at_20_diff1
1138
- value: 54.69518355408933
1139
  - type: nauc_map_at_20_max
1140
- value: 24.285263763068183
1141
  - type: nauc_map_at_3_diff1
1142
- value: 54.98928575752318
1143
  - type: nauc_map_at_3_max
1144
- value: 25.252117626643916
1145
  - type: nauc_map_at_5_diff1
1146
- value: 54.51750311747391
1147
  - type: nauc_map_at_5_max
1148
- value: 25.141479081321766
1149
  - type: nauc_mrr_at_1000_diff1
1150
- value: 54.76919250379753
1151
  - type: nauc_mrr_at_1000_max
1152
- value: 24.03294042759147
1153
  - type: nauc_mrr_at_100_diff1
1154
- value: 54.76919250379753
1155
  - type: nauc_mrr_at_100_max
1156
- value: 24.03294042759147
1157
  - type: nauc_mrr_at_10_diff1
1158
- value: 54.781660658782506
1159
  - type: nauc_mrr_at_10_max
1160
- value: 24.45332707633837
1161
  - type: nauc_mrr_at_1_diff1
1162
- value: 54.48189466912695
1163
  - type: nauc_mrr_at_1_max
1164
- value: 17.502666282947597
1165
  - type: nauc_mrr_at_20_diff1
1166
- value: 54.69518355408933
1167
  - type: nauc_mrr_at_20_max
1168
- value: 24.285263763068183
1169
  - type: nauc_mrr_at_3_diff1
1170
- value: 54.98928575752318
1171
  - type: nauc_mrr_at_3_max
1172
- value: 25.252117626643916
1173
  - type: nauc_mrr_at_5_diff1
1174
- value: 54.51750311747391
1175
  - type: nauc_mrr_at_5_max
1176
- value: 25.141479081321766
1177
  - type: nauc_ndcg_at_1000_diff1
1178
- value: 54.411394691026196
1179
  - type: nauc_ndcg_at_1000_max
1180
- value: 25.003182969921014
1181
  - type: nauc_ndcg_at_100_diff1
1182
- value: 54.411394691026196
1183
  - type: nauc_ndcg_at_100_max
1184
- value: 25.003182969921014
1185
  - type: nauc_ndcg_at_10_diff1
1186
- value: 53.97509194326736
1187
  - type: nauc_ndcg_at_10_max
1188
- value: 27.51736442048005
1189
  - type: nauc_ndcg_at_1_diff1
1190
- value: 54.48189466912695
1191
  - type: nauc_ndcg_at_1_max
1192
- value: 17.502666282947597
1193
  - type: nauc_ndcg_at_20_diff1
1194
- value: 53.46713794714154
1195
  - type: nauc_ndcg_at_20_max
1196
- value: 26.601577957753005
1197
  - type: nauc_ndcg_at_3_diff1
1198
- value: 54.521393171396525
1199
  - type: nauc_ndcg_at_3_max
1200
- value: 29.07380139412928
1201
  - type: nauc_ndcg_at_5_diff1
1202
- value: 53.42255297135452
1203
  - type: nauc_ndcg_at_5_max
1204
- value: 28.91110004742623
1205
  - type: nauc_precision_at_1000_diff1
1206
  value: nan
1207
  - type: nauc_precision_at_1000_max
@@ -1211,25 +1227,25 @@ model-index:
1211
  - type: nauc_precision_at_100_max
1212
  value: nan
1213
  - type: nauc_precision_at_10_diff1
1214
- value: 41.59663865546228
1215
  - type: nauc_precision_at_10_max
1216
- value: 67.44864612511667
1217
  - type: nauc_precision_at_1_diff1
1218
- value: 54.48189466912695
1219
  - type: nauc_precision_at_1_max
1220
- value: 17.502666282947597
1221
  - type: nauc_precision_at_20_diff1
1222
- value: 26.486150015561265
1223
  - type: nauc_precision_at_20_max
1224
- value: 60.95549330843449
1225
  - type: nauc_precision_at_3_diff1
1226
- value: 50.78781512605074
1227
  - type: nauc_precision_at_3_max
1228
- value: 55.48552754435131
1229
  - type: nauc_precision_at_5_diff1
1230
- value: 43.75750300120062
1231
  - type: nauc_precision_at_5_max
1232
- value: 58.29665199413101
1233
  - type: nauc_recall_at_1000_diff1
1234
  value: nan
1235
  - type: nauc_recall_at_1000_max
@@ -1239,67 +1255,67 @@ model-index:
1239
  - type: nauc_recall_at_100_max
1240
  value: nan
1241
  - type: nauc_recall_at_10_diff1
1242
- value: 41.59663865546242
1243
  - type: nauc_recall_at_10_max
1244
- value: 67.44864612511677
1245
  - type: nauc_recall_at_1_diff1
1246
- value: 54.48189466912695
1247
  - type: nauc_recall_at_1_max
1248
- value: 17.502666282947597
1249
  - type: nauc_recall_at_20_diff1
1250
- value: 26.486150015561737
1251
  - type: nauc_recall_at_20_max
1252
- value: 60.95549330843472
1253
  - type: nauc_recall_at_3_diff1
1254
- value: 50.787815126050376
1255
  - type: nauc_recall_at_3_max
1256
- value: 55.48552754435111
1257
  - type: nauc_recall_at_5_diff1
1258
- value: 43.75750300120054
1259
  - type: nauc_recall_at_5_max
1260
- value: 58.29665199413113
1261
  - type: ndcg_at_1
1262
- value: 67.0
1263
  - type: ndcg_at_10
1264
- value: 82.864
1265
  - type: ndcg_at_100
1266
- value: 83.672
1267
  - type: ndcg_at_1000
1268
- value: 83.672
1269
  - type: ndcg_at_20
1270
- value: 83.092
1271
  - type: ndcg_at_3
1272
- value: 81.464
1273
  - type: ndcg_at_5
1274
- value: 81.851
1275
  - type: precision_at_1
1276
- value: 67.0
1277
  - type: precision_at_10
1278
- value: 9.6
1279
  - type: precision_at_100
1280
  value: 1.0
1281
  - type: precision_at_1000
1282
  value: 0.1
1283
  - type: precision_at_20
1284
- value: 4.8500000000000005
1285
  - type: precision_at_3
1286
  value: 30.667
1287
  - type: precision_at_5
1288
- value: 18.6
1289
  - type: recall_at_1
1290
- value: 67.0
1291
  - type: recall_at_10
1292
- value: 96.0
1293
  - type: recall_at_100
1294
  value: 100.0
1295
  - type: recall_at_1000
1296
  value: 100.0
1297
  - type: recall_at_20
1298
- value: 97.0
1299
  - type: recall_at_3
1300
  value: 92.0
1301
  - type: recall_at_5
1302
- value: 93.0
1303
  - task:
1304
  type: Retrieval
1305
  dataset:
@@ -1310,215 +1326,215 @@ model-index:
1310
  revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
1311
  metrics:
1312
  - type: map_at_1
1313
- value: 40.038000000000004
1314
  - type: map_at_10
1315
- value: 62.409000000000006
1316
  - type: map_at_100
1317
- value: 63.63999999999999
1318
  - type: map_at_1000
1319
- value: 63.693
1320
  - type: map_at_20
1321
- value: 63.165000000000006
1322
  - type: map_at_3
1323
- value: 55.364999999999995
1324
  - type: map_at_5
1325
- value: 59.95399999999999
1326
  - type: mrr_at_1
1327
- value: 62.88384512683578
1328
  - type: mrr_at_10
1329
- value: 70.414944794117
1330
  - type: mrr_at_100
1331
- value: 70.85679259651413
1332
  - type: mrr_at_1000
1333
- value: 70.8680806615119
1334
  - type: mrr_at_20
1335
- value: 70.69824986774621
1336
  - type: mrr_at_3
1337
- value: 68.04628393413438
1338
  - type: mrr_at_5
1339
- value: 69.65509568313303
1340
  - type: nauc_map_at_1000_diff1
1341
- value: 47.58306966781138
1342
  - type: nauc_map_at_1000_max
1343
- value: 49.99853404950863
1344
  - type: nauc_map_at_100_diff1
1345
- value: 47.5473544905194
1346
  - type: nauc_map_at_100_max
1347
- value: 49.98683021023155
1348
  - type: nauc_map_at_10_diff1
1349
- value: 47.443327641163705
1350
  - type: nauc_map_at_10_max
1351
- value: 49.31862257934493
1352
  - type: nauc_map_at_1_diff1
1353
- value: 55.93203426614159
1354
  - type: nauc_map_at_1_max
1355
- value: 27.467436111704224
1356
  - type: nauc_map_at_20_diff1
1357
- value: 47.454162467793985
1358
  - type: nauc_map_at_20_max
1359
- value: 49.715459382963765
1360
  - type: nauc_map_at_3_diff1
1361
- value: 48.910525378486874
1362
  - type: nauc_map_at_3_max
1363
- value: 42.13319318718595
1364
  - type: nauc_map_at_5_diff1
1365
- value: 48.56545403298638
1366
  - type: nauc_map_at_5_max
1367
- value: 47.311811085622445
1368
  - type: nauc_mrr_at_1000_diff1
1369
- value: 56.739822956274224
1370
  - type: nauc_mrr_at_1000_max
1371
- value: 58.274212468278854
1372
  - type: nauc_mrr_at_100_diff1
1373
- value: 56.7308210328899
1374
  - type: nauc_mrr_at_100_max
1375
- value: 58.27250671019899
1376
  - type: nauc_mrr_at_10_diff1
1377
- value: 56.647228471816405
1378
  - type: nauc_mrr_at_10_max
1379
- value: 58.210342990657495
1380
  - type: nauc_mrr_at_1_diff1
1381
- value: 58.618266167104046
1382
  - type: nauc_mrr_at_1_max
1383
- value: 58.55438607166539
1384
  - type: nauc_mrr_at_20_diff1
1385
- value: 56.63534799976597
1386
  - type: nauc_mrr_at_20_max
1387
- value: 58.17181317797869
1388
  - type: nauc_mrr_at_3_diff1
1389
- value: 56.815531582264825
1390
  - type: nauc_mrr_at_3_max
1391
- value: 58.32821204695344
1392
  - type: nauc_mrr_at_5_diff1
1393
- value: 56.79122022985127
1394
  - type: nauc_mrr_at_5_max
1395
- value: 58.20366609452701
1396
  - type: nauc_ndcg_at_1000_diff1
1397
- value: 49.530062263932194
1398
  - type: nauc_ndcg_at_1000_max
1399
- value: 53.473298956705925
1400
  - type: nauc_ndcg_at_100_diff1
1401
- value: 48.95703823297219
1402
  - type: nauc_ndcg_at_100_max
1403
- value: 53.191721124797276
1404
  - type: nauc_ndcg_at_10_diff1
1405
- value: 47.98530786084638
1406
  - type: nauc_ndcg_at_10_max
1407
- value: 51.155857323188016
1408
  - type: nauc_ndcg_at_1_diff1
1409
- value: 58.618266167104046
1410
  - type: nauc_ndcg_at_1_max
1411
- value: 58.55438607166539
1412
  - type: nauc_ndcg_at_20_diff1
1413
- value: 47.95544792051313
1414
  - type: nauc_ndcg_at_20_max
1415
- value: 51.751640167194054
1416
  - type: nauc_ndcg_at_3_diff1
1417
- value: 48.50900656884395
1418
  - type: nauc_ndcg_at_3_max
1419
- value: 50.78667595293348
1420
  - type: nauc_ndcg_at_5_diff1
1421
- value: 49.496100926859654
1422
  - type: nauc_ndcg_at_5_max
1423
- value: 49.089893886856835
1424
  - type: nauc_precision_at_1000_diff1
1425
- value: -19.085707327488784
1426
  - type: nauc_precision_at_1000_max
1427
- value: 22.16522736611267
1428
  - type: nauc_precision_at_100_diff1
1429
- value: -16.92930793417545
1430
  - type: nauc_precision_at_100_max
1431
- value: 26.119556898620655
1432
  - type: nauc_precision_at_10_diff1
1433
- value: -8.586758571265364
1434
  - type: nauc_precision_at_10_max
1435
- value: 34.29909350105018
1436
  - type: nauc_precision_at_1_diff1
1437
- value: 58.618266167104046
1438
  - type: nauc_precision_at_1_max
1439
- value: 58.55438607166539
1440
  - type: nauc_precision_at_20_diff1
1441
- value: -12.36545815755639
1442
  - type: nauc_precision_at_20_max
1443
- value: 30.779202784243694
1444
  - type: nauc_precision_at_3_diff1
1445
- value: 7.173290556095678
1446
  - type: nauc_precision_at_3_max
1447
- value: 43.244915594569356
1448
  - type: nauc_precision_at_5_diff1
1449
- value: -0.5308831428158323
1450
  - type: nauc_precision_at_5_max
1451
- value: 39.78478615216909
1452
  - type: nauc_recall_at_1000_diff1
1453
- value: 44.67738158424653
1454
  - type: nauc_recall_at_1000_max
1455
- value: 71.12276250795361
1456
  - type: nauc_recall_at_100_diff1
1457
- value: 30.071917991701135
1458
  - type: nauc_recall_at_100_max
1459
- value: 42.226214389979326
1460
  - type: nauc_recall_at_10_diff1
1461
- value: 36.275167481806804
1462
  - type: nauc_recall_at_10_max
1463
- value: 40.16796727800884
1464
  - type: nauc_recall_at_1_diff1
1465
- value: 55.93203426614159
1466
  - type: nauc_recall_at_1_max
1467
- value: 27.467436111704224
1468
  - type: nauc_recall_at_20_diff1
1469
- value: 32.189427460851505
1470
  - type: nauc_recall_at_20_max
1471
- value: 38.926081167758205
1472
  - type: nauc_recall_at_3_diff1
1473
- value: 43.959378195689894
1474
  - type: nauc_recall_at_3_max
1475
- value: 36.441633750156335
1476
  - type: nauc_recall_at_5_diff1
1477
- value: 42.6274479464408
1478
  - type: nauc_recall_at_5_max
1479
- value: 38.9902118898862
1480
  - type: ndcg_at_1
1481
- value: 62.88399999999999
1482
  - type: ndcg_at_10
1483
- value: 68.907
1484
  - type: ndcg_at_100
1485
- value: 72.896
1486
  - type: ndcg_at_1000
1487
- value: 73.721
1488
  - type: ndcg_at_20
1489
- value: 70.738
1490
  - type: ndcg_at_3
1491
- value: 62.731
1492
  - type: ndcg_at_5
1493
- value: 65.191
1494
  - type: precision_at_1
1495
- value: 62.88399999999999
1496
  - type: precision_at_10
1497
- value: 16.101
1498
  - type: precision_at_100
1499
- value: 1.951
1500
  - type: precision_at_1000
1501
  value: 0.20600000000000002
1502
  - type: precision_at_20
1503
- value: 8.705
1504
  - type: precision_at_3
1505
- value: 38.095
1506
  - type: precision_at_5
1507
- value: 27.904
1508
  - type: recall_at_1
1509
- value: 40.038000000000004
1510
  - type: recall_at_10
1511
- value: 79.237
1512
  - type: recall_at_100
1513
- value: 94.17699999999999
1514
  - type: recall_at_1000
1515
- value: 99.466
1516
  - type: recall_at_20
1517
- value: 85.027
1518
  - type: recall_at_3
1519
- value: 60.336
1520
  - type: recall_at_5
1521
- value: 70.122
1522
  license: apache-2.0
1523
  language:
1524
  - fr
@@ -1608,4 +1624,4 @@ TODO
1608
  author={Thakur, Nandan and Reimers, Nils and Daxenberger, Johannes and Gurevych, Iryna},
1609
  journal={arXiv e-prints},
1610
  pages={arXiv--2010},
1611
- year={2020}
 
21
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
22
  metrics:
23
  - type: v_measure
24
+ value: 59.15114729440782
25
  - type: v_measures
26
+ value: [0.6088344883526443, 0.5973965747446686, 0.5447756077407359, 0.5758855880313155, 0.5557001687682872]
27
  - task:
28
  type: Clustering
29
  dataset:
 
34
  revision: 392ba3f5bcc8c51f578786c1fc3dae648662cb9b
35
  metrics:
36
  - type: v_measure
37
+ value: 41.577823072264664
38
  - type: v_measures
39
+ value: [0.38879769314999035, 0.4006045672100778, 0.3958716052074101, 0.4405039656967712, 0.47468521453925405]
40
  - task:
41
  type: Reranking
42
  dataset:
 
47
  revision: 65393d0d7a08a10b4e348135e824f385d420b0fd
48
  metrics:
49
  - type: map
50
+ value: 73.87182436982245
51
  - type: mrr
52
+ value: 75.16911341393207
53
  - type: nAUC_map_diff1
54
+ value: 57.405401360219784
55
  - type: nAUC_map_max
56
+ value: 23.453753045677463
57
  - type: nAUC_mrr_diff1
58
+ value: 56.36974368790562
59
  - type: nAUC_mrr_max
60
+ value: 24.630226324027316
61
  - task:
62
  type: Retrieval
63
  dataset:
 
68
  revision: fcf295ea64c750f41fadbaa37b9b861558e1bfbd
69
  metrics:
70
  - type: map_at_1
71
+ value: 32.513
72
  - type: map_at_10
73
+ value: 43.175999999999995
74
  - type: map_at_100
75
+ value: 44.062
76
  - type: map_at_1000
77
+ value: 44.115
78
  - type: map_at_20
79
+ value: 43.702999999999996
80
  - type: map_at_3
81
+ value: 40.205999999999996
82
  - type: map_at_5
83
+ value: 41.978
84
  - type: mrr_at_1
85
+ value: 32.512953367875646
86
  - type: mrr_at_10
87
+ value: 43.175871096855616
88
  - type: mrr_at_100
89
+ value: 44.06232913339137
90
  - type: mrr_at_1000
91
+ value: 44.11462846644048
92
  - type: mrr_at_20
93
+ value: 43.70270697751798
94
  - type: mrr_at_3
95
+ value: 40.20581462291314
96
  - type: mrr_at_5
97
+ value: 41.978267127230986
98
  - type: nauc_map_at_1000_diff1
99
+ value: 41.780712093626434
100
  - type: nauc_map_at_1000_max
101
+ value: 37.56496014685421
102
  - type: nauc_map_at_100_diff1
103
+ value: 41.783476025622775
104
  - type: nauc_map_at_100_max
105
+ value: 37.60097300537378
106
  - type: nauc_map_at_10_diff1
107
+ value: 41.61653902439649
108
  - type: nauc_map_at_10_max
109
+ value: 37.33970786907192
110
  - type: nauc_map_at_1_diff1
111
+ value: 44.90184716266261
112
  - type: nauc_map_at_1_max
113
+ value: 34.452525158255284
114
  - type: nauc_map_at_20_diff1
115
+ value: 41.6589893917753
116
  - type: nauc_map_at_20_max
117
+ value: 37.58641485307153
118
  - type: nauc_map_at_3_diff1
119
+ value: 42.104788108051075
120
  - type: nauc_map_at_3_max
121
+ value: 36.5928644326236
122
  - type: nauc_map_at_5_diff1
123
+ value: 41.607739702876565
124
  - type: nauc_map_at_5_max
125
+ value: 36.907229583593825
126
  - type: nauc_mrr_at_1000_diff1
127
+ value: 41.780712093626434
128
  - type: nauc_mrr_at_1000_max
129
+ value: 37.56496014685421
130
  - type: nauc_mrr_at_100_diff1
131
+ value: 41.783476025622775
132
  - type: nauc_mrr_at_100_max
133
+ value: 37.60097300537378
134
  - type: nauc_mrr_at_10_diff1
135
+ value: 41.61653902439649
136
  - type: nauc_mrr_at_10_max
137
+ value: 37.33970786907192
138
  - type: nauc_mrr_at_1_diff1
139
+ value: 44.90184716266261
140
  - type: nauc_mrr_at_1_max
141
+ value: 34.452525158255284
142
  - type: nauc_mrr_at_20_diff1
143
+ value: 41.6589893917753
144
  - type: nauc_mrr_at_20_max
145
+ value: 37.58641485307153
146
  - type: nauc_mrr_at_3_diff1
147
+ value: 42.104788108051075
148
  - type: nauc_mrr_at_3_max
149
+ value: 36.5928644326236
150
  - type: nauc_mrr_at_5_diff1
151
+ value: 41.607739702876565
152
  - type: nauc_mrr_at_5_max
153
+ value: 36.907229583593825
154
  - type: nauc_ndcg_at_1000_diff1
155
+ value: 41.28546857310532
156
  - type: nauc_ndcg_at_1000_max
157
+ value: 39.086823074137
158
  - type: nauc_ndcg_at_100_diff1
159
+ value: 41.25161168648205
160
  - type: nauc_ndcg_at_100_max
161
+ value: 40.22844726831379
162
  - type: nauc_ndcg_at_10_diff1
163
+ value: 40.33705639032033
164
  - type: nauc_ndcg_at_10_max
165
+ value: 39.1320635099517
166
  - type: nauc_ndcg_at_1_diff1
167
+ value: 44.90184716266261
168
  - type: nauc_ndcg_at_1_max
169
+ value: 34.452525158255284
170
  - type: nauc_ndcg_at_20_diff1
171
+ value: 40.40784583920326
172
  - type: nauc_ndcg_at_20_max
173
+ value: 40.069552678695416
174
  - type: nauc_ndcg_at_3_diff1
175
+ value: 41.30895891523514
176
  - type: nauc_ndcg_at_3_max
177
+ value: 37.414699073823584
178
  - type: nauc_ndcg_at_5_diff1
179
+ value: 40.36028401033484
180
  - type: nauc_ndcg_at_5_max
181
+ value: 37.97523651073113
182
  - type: nauc_precision_at_1000_diff1
183
+ value: 46.82456733521383
184
  - type: nauc_precision_at_1000_max
185
+ value: 85.71400945217201
186
  - type: nauc_precision_at_100_diff1
187
+ value: 40.52716981002009
188
  - type: nauc_precision_at_100_max
189
+ value: 65.51987173508483
190
  - type: nauc_precision_at_10_diff1
191
+ value: 35.67963463267156
192
  - type: nauc_precision_at_10_max
193
+ value: 46.155216936968856
194
  - type: nauc_precision_at_1_diff1
195
+ value: 44.90184716266261
196
  - type: nauc_precision_at_1_max
197
+ value: 34.452525158255284
198
  - type: nauc_precision_at_20_diff1
199
+ value: 34.94608063839023
200
  - type: nauc_precision_at_20_max
201
+ value: 52.447339810747174
202
  - type: nauc_precision_at_3_diff1
203
+ value: 39.0332348086419
204
  - type: nauc_precision_at_3_max
205
+ value: 39.83919369547502
206
  - type: nauc_precision_at_5_diff1
207
+ value: 36.38511756252038
208
  - type: nauc_precision_at_5_max
209
+ value: 41.375729851686486
210
  - type: nauc_recall_at_1000_diff1
211
+ value: 46.824567335213885
212
  - type: nauc_recall_at_1000_max
213
+ value: 85.71400945217061
214
  - type: nauc_recall_at_100_diff1
215
+ value: 40.52716981002009
216
  - type: nauc_recall_at_100_max
217
+ value: 65.51987173508483
218
  - type: nauc_recall_at_10_diff1
219
+ value: 35.67963463267154
220
  - type: nauc_recall_at_10_max
221
+ value: 46.15521693696879
222
  - type: nauc_recall_at_1_diff1
223
+ value: 44.90184716266261
224
  - type: nauc_recall_at_1_max
225
+ value: 34.452525158255284
226
  - type: nauc_recall_at_20_diff1
227
+ value: 34.94608063839018
228
  - type: nauc_recall_at_20_max
229
+ value: 52.44733981074723
230
  - type: nauc_recall_at_3_diff1
231
+ value: 39.033234808641886
232
  - type: nauc_recall_at_3_max
233
+ value: 39.83919369547505
234
  - type: nauc_recall_at_5_diff1
235
+ value: 36.38511756252039
236
  - type: nauc_recall_at_5_max
237
+ value: 41.37572985168646
238
  - type: ndcg_at_1
239
+ value: 32.513
240
  - type: ndcg_at_10
241
+ value: 48.796
242
  - type: ndcg_at_100
243
+ value: 53.273
244
  - type: ndcg_at_1000
245
+ value: 54.686
246
  - type: ndcg_at_20
247
+ value: 50.702000000000005
248
  - type: ndcg_at_3
249
+ value: 42.721
250
  - type: ndcg_at_5
251
+ value: 45.9
252
  - type: precision_at_1
253
+ value: 32.513
254
  - type: precision_at_10
255
+ value: 6.662
256
  - type: precision_at_100
257
+ value: 0.88
258
  - type: precision_at_1000
259
+ value: 0.099
260
  - type: precision_at_20
261
+ value: 3.707
262
  - type: precision_at_3
263
+ value: 16.667
264
  - type: precision_at_5
265
+ value: 11.537
266
  - type: recall_at_1
267
+ value: 32.513
268
  - type: recall_at_10
269
+ value: 66.623
270
  - type: recall_at_100
271
+ value: 87.953
272
  - type: recall_at_1000
273
+ value: 99.136
274
  - type: recall_at_20
275
+ value: 74.136
276
  - type: recall_at_3
277
+ value: 50.0
278
  - type: recall_at_5
279
+ value: 57.68600000000001
280
  - task:
281
  type: Classification
282
  dataset:
 
287
  revision: 1399c76144fd37290681b995c656ef9b2e06e26d
288
  metrics:
289
  - type: accuracy
290
+ value: 43.48599999999999
291
  - type: f1
292
+ value: 41.52411498679777
293
  - type: f1_weighted
294
+ value: 41.524114986797784
295
  - task:
296
  type: Retrieval
297
  dataset:
 
302
  revision: 5effa1b9b5fa3b0f9e12523e6e43e5f86a6e6d59
303
  metrics:
304
  - type: map_at_1
305
+ value: 7.6579999999999995
306
  - type: map_at_10
307
+ value: 11.706
308
  - type: map_at_100
309
+ value: 12.948
310
  - type: map_at_1000
311
+ value: 13.062000000000001
312
  - type: map_at_20
313
+ value: 12.342
314
  - type: map_at_3
315
+ value: 9.76
316
  - type: map_at_5
317
+ value: 10.683
318
  - type: mrr_at_1
319
+ value: 7.657657657657657
320
  - type: mrr_at_10
321
+ value: 11.706170456170454
322
  - type: mrr_at_100
323
+ value: 12.947870943304876
324
  - type: mrr_at_1000
325
+ value: 13.06189894235417
326
  - type: mrr_at_20
327
+ value: 12.342441460088518
328
  - type: mrr_at_3
329
+ value: 9.75975975975976
330
  - type: mrr_at_5
331
+ value: 10.683183183183182
332
  - type: nauc_map_at_1000_diff1
333
+ value: 1.8612167614294672
334
  - type: nauc_map_at_1000_max
335
+ value: 1.586408397411475
336
  - type: nauc_map_at_100_diff1
337
+ value: 1.9210527499420051
338
  - type: nauc_map_at_100_max
339
+ value: 1.6875048679362115
340
  - type: nauc_map_at_10_diff1
341
+ value: 1.5262203122571876
342
  - type: nauc_map_at_10_max
343
+ value: 1.2218645063194111
344
  - type: nauc_map_at_1_diff1
345
+ value: -2.9465131557421675
346
  - type: nauc_map_at_1_max
347
+ value: -1.8953694303529376
348
  - type: nauc_map_at_20_diff1
349
+ value: 1.8980212905989484
350
  - type: nauc_map_at_20_max
351
+ value: 1.1460175145386533
352
  - type: nauc_map_at_3_diff1
353
+ value: 1.8300766192776097
354
  - type: nauc_map_at_3_max
355
+ value: -1.8234185626649715
356
  - type: nauc_map_at_5_diff1
357
+ value: 1.9632596967629419
358
  - type: nauc_map_at_5_max
359
+ value: -1.0055447005584437
360
  - type: nauc_mrr_at_1000_diff1
361
+ value: 1.8612167614294672
362
  - type: nauc_mrr_at_1000_max
363
+ value: 1.586408397411475
364
  - type: nauc_mrr_at_100_diff1
365
+ value: 1.9210527499420051
366
  - type: nauc_mrr_at_100_max
367
+ value: 1.6875048679362115
368
  - type: nauc_mrr_at_10_diff1
369
+ value: 1.5262203122571876
370
  - type: nauc_mrr_at_10_max
371
+ value: 1.2218645063194111
372
  - type: nauc_mrr_at_1_diff1
373
+ value: -2.9465131557421675
374
  - type: nauc_mrr_at_1_max
375
+ value: -1.8953694303529376
376
  - type: nauc_mrr_at_20_diff1
377
+ value: 1.8980212905989484
378
  - type: nauc_mrr_at_20_max
379
+ value: 1.1460175145386533
380
  - type: nauc_mrr_at_3_diff1
381
+ value: 1.8300766192776097
382
  - type: nauc_mrr_at_3_max
383
+ value: -1.8234185626649715
384
  - type: nauc_mrr_at_5_diff1
385
+ value: 1.9632596967629419
386
  - type: nauc_mrr_at_5_max
387
+ value: -1.0055447005584437
388
  - type: nauc_ndcg_at_1000_diff1
389
+ value: 2.886203742022491
390
  - type: nauc_ndcg_at_1000_max
391
+ value: 5.34835634942694
392
  - type: nauc_ndcg_at_100_diff1
393
+ value: 3.5183102844141443
394
  - type: nauc_ndcg_at_100_max
395
+ value: 7.479214430443089
396
  - type: nauc_ndcg_at_10_diff1
397
+ value: 1.8765330789166412
398
  - type: nauc_ndcg_at_10_max
399
+ value: 4.450826426093314
400
  - type: nauc_ndcg_at_1_diff1
401
+ value: -2.9465131557421675
402
  - type: nauc_ndcg_at_1_max
403
+ value: -1.8953694303529376
404
  - type: nauc_ndcg_at_20_diff1
405
+ value: 2.7436758637624705
406
  - type: nauc_ndcg_at_20_max
407
+ value: 3.713084041742973
408
  - type: nauc_ndcg_at_3_diff1
409
+ value: 2.84641225972613
410
  - type: nauc_ndcg_at_3_max
411
+ value: -1.6797424196225121
412
  - type: nauc_ndcg_at_5_diff1
413
+ value: 3.0652301308463192
414
  - type: nauc_ndcg_at_5_max
415
+ value: -0.2333717294229873
416
  - type: nauc_precision_at_1000_diff1
417
+ value: 6.795054101803062
418
  - type: nauc_precision_at_1000_max
419
+ value: 17.30874103781348
420
  - type: nauc_precision_at_100_diff1
421
+ value: 7.527516539082746
422
  - type: nauc_precision_at_100_max
423
+ value: 22.74844672263555
424
  - type: nauc_precision_at_10_diff1
425
+ value: 2.0761049260177407
426
  - type: nauc_precision_at_10_max
427
+ value: 11.360023168126489
428
  - type: nauc_precision_at_1_diff1
429
+ value: -2.9465131557421675
430
  - type: nauc_precision_at_1_max
431
+ value: -1.8953694303529376
432
  - type: nauc_precision_at_20_diff1
433
+ value: 3.923410121079766
434
  - type: nauc_precision_at_20_max
435
+ value: 8.296820719888059
436
  - type: nauc_precision_at_3_diff1
437
+ value: 5.1715442640514215
438
  - type: nauc_precision_at_3_max
439
+ value: -1.3116999013605417
440
  - type: nauc_precision_at_5_diff1
441
+ value: 5.331309068134777
442
  - type: nauc_precision_at_5_max
443
+ value: 1.5638174487988539
444
  - type: nauc_recall_at_1000_diff1
445
+ value: 6.795054101803136
446
  - type: nauc_recall_at_1000_max
447
+ value: 17.308741037813558
448
  - type: nauc_recall_at_100_diff1
449
+ value: 7.527516539082746
450
  - type: nauc_recall_at_100_max
451
+ value: 22.748446722635553
452
  - type: nauc_recall_at_10_diff1
453
+ value: 2.076104926017711
454
  - type: nauc_recall_at_10_max
455
+ value: 11.360023168126451
456
  - type: nauc_recall_at_1_diff1
457
+ value: -2.9465131557421675
458
  - type: nauc_recall_at_1_max
459
+ value: -1.8953694303529376
460
  - type: nauc_recall_at_20_diff1
461
+ value: 3.9234101210797143
462
  - type: nauc_recall_at_20_max
463
+ value: 8.296820719888002
464
  - type: nauc_recall_at_3_diff1
465
+ value: 5.17154426405143
466
  - type: nauc_recall_at_3_max
467
+ value: -1.311699901360526
468
  - type: nauc_recall_at_5_diff1
469
+ value: 5.331309068134779
470
  - type: nauc_recall_at_5_max
471
+ value: 1.5638174487988667
472
  - type: ndcg_at_1
473
+ value: 7.6579999999999995
474
  - type: ndcg_at_10
475
+ value: 14.633
476
  - type: ndcg_at_100
477
+ value: 21.199
478
  - type: ndcg_at_1000
479
+ value: 24.505
480
  - type: ndcg_at_20
481
+ value: 16.849
482
  - type: ndcg_at_3
483
+ value: 10.488999999999999
484
  - type: ndcg_at_5
485
+ value: 12.156
486
  - type: precision_at_1
487
+ value: 7.6579999999999995
488
  - type: precision_at_10
489
+ value: 2.432
490
  - type: precision_at_100
491
+ value: 0.563
492
  - type: precision_at_1000
493
+ value: 0.083
494
  - type: precision_at_20
495
+ value: 1.644
496
  - type: precision_at_3
497
+ value: 4.204
498
  - type: precision_at_5
499
+ value: 3.3329999999999997
500
  - type: recall_at_1
501
+ value: 7.6579999999999995
502
  - type: recall_at_10
503
+ value: 24.324
504
  - type: recall_at_100
505
+ value: 56.306
506
  - type: recall_at_1000
507
+ value: 82.883
508
  - type: recall_at_20
509
+ value: 32.883
510
  - type: recall_at_3
511
+ value: 12.613
512
  - type: recall_at_5
513
+ value: 16.667
514
  - task:
515
  type: Clustering
516
  dataset:
 
521
  revision: e06ebbbb123f8144bef1a5d18796f3dec9ae2915
522
  metrics:
523
  - type: v_measure
524
+ value: 24.87943546753088
525
  - type: v_measures
526
+ value: [0.278272502518604, 0.25921772339921395, 0.2641171251066139, 0.2663752999094091, 0.23649418885985485]
527
  - task:
528
  type: Clustering
529
  dataset:
530
  type: reciTAL/mlsum
531
  name: MTEB MLSUMClusteringP2P
532
+ config: fr
533
  split: test
534
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
535
  metrics:
536
  - type: v_measure
537
+ value: 44.175558680182796
538
  - type: v_measures
539
+ value: [0.44382305997614757, 0.45849638769110745, 0.45186964282579195, 0.44407241104469836, 0.39488181195438643]
540
  - task:
541
  type: Clustering
542
  dataset:
543
  type: reciTAL/mlsum
544
  name: MTEB MLSUMClusteringS2S
545
+ config: fr
546
  split: test
547
  revision: b5d54f8f3b61ae17845046286940f03c6bc79bc7
548
  metrics:
549
  - type: v_measure
550
+ value: 44.649498161719784
551
  - type: v_measures
552
+ value: [0.44293968862639355, 0.45358259404927, 0.4544509656034716, 0.4464804623311193, 0.400104460457011]
553
  - task:
554
  type: Classification
555
  dataset:
 
560
  revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
561
  metrics:
562
  - type: accuracy
563
+ value: 88.46226119636705
564
  - type: f1
565
+ value: 88.37561423387648
566
  - type: f1_weighted
567
+ value: 88.38817570958008
568
  - task:
569
  type: Classification
570
  dataset:
 
575
  revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
576
  metrics:
577
  - type: accuracy
578
+ value: 60.27247103037895
579
  - type: f1
580
+ value: 43.36800798113768
581
  - type: f1_weighted
582
+ value: 62.65127593999621
583
  - task:
584
  type: Classification
585
  dataset:
 
590
  revision: 18193f187b92da67168c655c9973a165ed9593dd
591
  metrics:
592
  - type: accuracy
593
+ value: 78.0094786729858
594
  - type: f1
595
+ value: 74.34441973526405
596
  - type: f1_weighted
597
+ value: 78.20439089386724
598
  - task:
599
  type: Clustering
600
  dataset:
 
605
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
606
  metrics:
607
  - type: v_measure
608
+ value: 69.98688791220088
609
  - type: v_measures
610
+ value: [1.0, 0.11908920120641955, 0.7679216739314454, 0.8367645040119921, 0.7755690164601873]
611
  - task:
612
  type: Clustering
613
  dataset:
 
618
  revision: 8ccc72e69e65f40c70e117d8b3c08306bb788b60
619
  metrics:
620
  - type: v_measure
621
+ value: 36.65801636831311
622
  - type: v_measures
623
+ value: [1.0, 0.017508140483218165, 0.4153261241535689, 0.21327667744326673, 0.18678987633560207]
624
  - task:
625
  type: Classification
626
  dataset:
 
631
  revision: 4672e20407010da34463acc759c162ca9734bca6
632
  metrics:
633
  - type: accuracy
634
+ value: 67.39408204438466
635
  - type: f1
636
+ value: 65.4548720535735
637
  - type: f1_weighted
638
+ value: 66.30814406163043
639
  - task:
640
  type: Classification
641
  dataset:
 
646
  revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
647
  metrics:
648
  - type: accuracy
649
+ value: 74.12239408204438
650
  - type: f1
651
+ value: 73.59473076543576
652
  - type: f1_weighted
653
+ value: 73.70038947164628
654
  - task:
655
  type: Retrieval
656
  dataset:
 
661
  revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
662
  metrics:
663
  - type: map_at_1
664
+ value: 13.062999999999999
665
  - type: map_at_10
666
+ value: 20.28
667
  - type: map_at_100
668
+ value: 21.271
669
  - type: map_at_1000
670
+ value: 21.384
671
  - type: map_at_20
672
+ value: 20.822
673
  - type: map_at_3
674
+ value: 18.195
675
  - type: map_at_5
676
+ value: 19.293
677
  - type: mrr_at_1
678
+ value: 13.063063063063062
679
  - type: mrr_at_10
680
+ value: 20.280426530426514
681
  - type: mrr_at_100
682
+ value: 21.27068193401496
683
  - type: mrr_at_1000
684
+ value: 21.38419408143633
685
  - type: mrr_at_20
686
+ value: 20.821814700930886
687
  - type: mrr_at_3
688
+ value: 18.19546819546817
689
  - type: mrr_at_5
690
+ value: 19.292929292929255
691
  - type: nauc_map_at_1000_diff1
692
+ value: 19.722064275802
693
  - type: nauc_map_at_1000_max
694
+ value: 31.384556319729395
695
  - type: nauc_map_at_100_diff1
696
+ value: 19.71033532515874
697
  - type: nauc_map_at_100_max
698
+ value: 31.402828787179143
699
  - type: nauc_map_at_10_diff1
700
+ value: 20.001133718713536
701
  - type: nauc_map_at_10_max
702
+ value: 31.806014785924102
703
  - type: nauc_map_at_1_diff1
704
+ value: 29.69565140559411
705
  - type: nauc_map_at_1_max
706
+ value: 30.683216020589533
707
  - type: nauc_map_at_20_diff1
708
+ value: 19.821797788715696
709
  - type: nauc_map_at_20_max
710
+ value: 31.59711268659909
711
  - type: nauc_map_at_3_diff1
712
+ value: 21.615605640070964
713
  - type: nauc_map_at_3_max
714
+ value: 31.966650937266305
715
  - type: nauc_map_at_5_diff1
716
+ value: 20.505641463837247
717
  - type: nauc_map_at_5_max
718
+ value: 31.950326449610333
719
  - type: nauc_mrr_at_1000_diff1
720
+ value: 19.722064275802
721
  - type: nauc_mrr_at_1000_max
722
+ value: 31.384556319729395
723
  - type: nauc_mrr_at_100_diff1
724
+ value: 19.71033532515874
725
  - type: nauc_mrr_at_100_max
726
+ value: 31.402828787179143
727
  - type: nauc_mrr_at_10_diff1
728
+ value: 20.001133718713536
729
  - type: nauc_mrr_at_10_max
730
+ value: 31.806014785924102
731
  - type: nauc_mrr_at_1_diff1
732
+ value: 29.69565140559411
733
  - type: nauc_mrr_at_1_max
734
+ value: 30.683216020589533
735
  - type: nauc_mrr_at_20_diff1
736
+ value: 19.821797788715696
737
  - type: nauc_mrr_at_20_max
738
+ value: 31.59711268659909
739
  - type: nauc_mrr_at_3_diff1
740
+ value: 21.615605640070964
741
  - type: nauc_mrr_at_3_max
742
+ value: 31.966650937266305
743
  - type: nauc_mrr_at_5_diff1
744
+ value: 20.505641463837247
745
  - type: nauc_mrr_at_5_max
746
+ value: 31.950326449610333
747
  - type: nauc_ndcg_at_1000_diff1
748
+ value: 16.644876374984612
749
  - type: nauc_ndcg_at_1000_max
750
+ value: 30.00552722677877
751
  - type: nauc_ndcg_at_100_diff1
752
+ value: 15.707910701262051
753
  - type: nauc_ndcg_at_100_max
754
+ value: 29.581303411340663
755
  - type: nauc_ndcg_at_10_diff1
756
+ value: 16.76054369006531
757
  - type: nauc_ndcg_at_10_max
758
+ value: 31.603443500691675
759
  - type: nauc_ndcg_at_1_diff1
760
+ value: 29.69565140559411
761
  - type: nauc_ndcg_at_1_max
762
+ value: 30.683216020589533
763
  - type: nauc_ndcg_at_20_diff1
764
+ value: 16.269251917194648
765
  - type: nauc_ndcg_at_20_max
766
+ value: 30.935281233489686
767
  - type: nauc_ndcg_at_3_diff1
768
+ value: 19.672433215100494
769
  - type: nauc_ndcg_at_3_max
770
+ value: 32.07848616783397
771
  - type: nauc_ndcg_at_5_diff1
772
+ value: 17.88855855774221
773
  - type: nauc_ndcg_at_5_max
774
+ value: 32.01468420337384
775
  - type: nauc_precision_at_1000_diff1
776
+ value: -2.7987428835555157
777
  - type: nauc_precision_at_1000_max
778
+ value: 13.9766188144417
779
  - type: nauc_precision_at_100_diff1
780
+ value: 3.9597929189458183
781
  - type: nauc_precision_at_100_max
782
+ value: 21.581900275188854
783
  - type: nauc_precision_at_10_diff1
784
+ value: 9.174898767869335
785
  - type: nauc_precision_at_10_max
786
+ value: 30.88927862766609
787
  - type: nauc_precision_at_1_diff1
788
+ value: 29.69565140559411
789
  - type: nauc_precision_at_1_max
790
+ value: 30.683216020589533
791
  - type: nauc_precision_at_20_diff1
792
+ value: 7.774469550439256
793
  - type: nauc_precision_at_20_max
794
+ value: 28.801273985757952
795
  - type: nauc_precision_at_3_diff1
796
+ value: 15.058108507548344
797
  - type: nauc_precision_at_3_max
798
+ value: 32.28970787769507
799
  - type: nauc_precision_at_5_diff1
800
+ value: 11.81883670502361
801
  - type: nauc_precision_at_5_max
802
+ value: 32.08267698057494
803
  - type: nauc_recall_at_1000_diff1
804
+ value: -2.7987428835554455
805
  - type: nauc_recall_at_1000_max
806
+ value: 13.976618814441693
807
  - type: nauc_recall_at_100_diff1
808
+ value: 3.9597929189458183
809
  - type: nauc_recall_at_100_max
810
+ value: 21.581900275188858
811
  - type: nauc_recall_at_10_diff1
812
+ value: 9.17489876786934
813
  - type: nauc_recall_at_10_max
814
+ value: 30.889278627666112
815
  - type: nauc_recall_at_1_diff1
816
+ value: 29.69565140559411
817
  - type: nauc_recall_at_1_max
818
+ value: 30.683216020589533
819
  - type: nauc_recall_at_20_diff1
820
+ value: 7.774469550439271
821
  - type: nauc_recall_at_20_max
822
+ value: 28.80127398575797
823
  - type: nauc_recall_at_3_diff1
824
+ value: 15.058108507548361
825
  - type: nauc_recall_at_3_max
826
+ value: 32.2897078776951
827
  - type: nauc_recall_at_5_diff1
828
+ value: 11.818836705023593
829
  - type: nauc_recall_at_5_max
830
+ value: 32.08267698057489
831
  - type: ndcg_at_1
832
+ value: 13.062999999999999
833
  - type: ndcg_at_10
834
+ value: 24.166
835
  - type: ndcg_at_100
836
+ value: 29.48
837
  - type: ndcg_at_1000
838
+ value: 33.236
839
  - type: ndcg_at_20
840
+ value: 26.168999999999997
841
  - type: ndcg_at_3
842
+ value: 19.796
843
  - type: ndcg_at_5
844
+ value: 21.762999999999998
845
  - type: precision_at_1
846
+ value: 13.062999999999999
847
  - type: precision_at_10
848
+ value: 3.6609999999999996
849
  - type: precision_at_100
850
+ value: 0.626
851
  - type: precision_at_1000
852
+ value: 0.094
853
  - type: precision_at_20
854
+ value: 2.23
855
  - type: precision_at_3
856
+ value: 8.135
857
  - type: precision_at_5
858
+ value: 5.831
859
  - type: recall_at_1
860
+ value: 13.062999999999999
861
  - type: recall_at_10
862
+ value: 36.609
863
  - type: recall_at_100
864
+ value: 62.572
865
  - type: recall_at_1000
866
+ value: 93.735
867
  - type: recall_at_20
868
+ value: 44.595
869
  - type: recall_at_3
870
+ value: 24.406
871
  - type: recall_at_5
872
+ value: 29.156
873
  - task:
874
  type: PairClassification
875
  dataset:
 
879
  split: test
880
  revision: 9e9b1f8ef51616073f47f306f7f47dd91663f86a
881
  metrics:
882
+ - type: cos_sim_accuracy
883
+ value: 81.94822888283378
884
+ - type: cos_sim_accuracy_threshold
885
+ value: 59.67133641242981
886
+ - type: cos_sim_ap
887
+ value: 93.77568000367297
888
+ - type: cos_sim_f1
889
+ value: 87.33944954128441
890
+ - type: cos_sim_f1_threshold
891
+ value: 48.620444536209106
892
+ - type: cos_sim_precision
893
+ value: 81.15942028985508
894
+ - type: cos_sim_recall
895
+ value: 94.5382323733863
896
+ - type: dot_accuracy
897
+ value: 81.94822888283378
898
+ - type: dot_accuracy_threshold
899
+ value: 59.67133045196533
900
+ - type: dot_ap
901
+ value: 93.77568000367297
902
+ - type: dot_f1
903
+ value: 87.33944954128441
904
+ - type: dot_f1_threshold
905
+ value: 48.620444536209106
906
+ - type: dot_precision
907
+ value: 81.15942028985508
908
+ - type: dot_recall
909
+ value: 94.5382323733863
910
+ - type: euclidean_accuracy
911
+ value: 81.94822888283378
912
+ - type: euclidean_accuracy_threshold
913
+ value: 89.80941772460938
914
+ - type: euclidean_ap
915
+ value: 93.77568000367297
916
+ - type: euclidean_f1
917
+ value: 87.33944954128441
918
+ - type: euclidean_f1_threshold
919
+ value: 101.37012004852295
920
+ - type: euclidean_precision
921
+ value: 81.15942028985508
922
+ - type: euclidean_recall
923
+ value: 94.5382323733863
924
+ - type: manhattan_accuracy
925
+ value: 81.94822888283378
926
+ - type: manhattan_accuracy_threshold
927
+ value: 2278.3992767333984
928
+ - type: manhattan_ap
929
+ value: 93.736221809257
930
+ - type: manhattan_f1
931
+ value: 87.24319159101768
932
+ - type: manhattan_f1_threshold
933
+ value: 2442.0352935791016
934
+ - type: manhattan_precision
935
+ value: 84.06998158379374
936
+ - type: manhattan_recall
937
+ value: 90.66534260178749
938
+ - type: max_accuracy
939
+ value: 81.94822888283378
940
+ - type: max_ap
941
+ value: 93.77568000367297
942
+ - type: max_f1
943
+ value: 87.33944954128441
944
  - task:
945
  type: PairClassification
946
  dataset:
 
951
  revision: 8a04d940a42cd40658986fdd8e3da561533a3646
952
  metrics:
953
  - type: cos_sim_accuracy
954
+ value: 63.0
955
  - type: cos_sim_ap
956
+ value: 62.8421811357794
957
  - type: cos_sim_f1
958
+ value: 62.491349480968864
959
  - type: cos_sim_precision
960
+ value: 45.44539506794162
961
  - type: cos_sim_recall
962
+ value: 100.0
963
  - type: dot_accuracy
964
+ value: 63.0
965
  - type: dot_ap
966
+ value: 62.83128860568098
967
  - type: dot_f1
968
+ value: 62.491349480968864
969
  - type: dot_precision
970
+ value: 45.44539506794162
971
  - type: dot_recall
972
+ value: 100.0
973
  - type: euclidean_accuracy
974
+ value: 63.0
975
  - type: euclidean_ap
976
+ value: 62.842229411681984
977
  - type: euclidean_f1
978
+ value: 62.491349480968864
979
  - type: euclidean_precision
980
+ value: 45.44539506794162
981
  - type: euclidean_recall
982
+ value: 100.0
983
  - type: manhattan_accuracy
984
+ value: 63.0
985
  - type: manhattan_ap
986
+ value: 62.83631065292994
987
  - type: manhattan_f1
988
+ value: 62.491349480968864
989
  - type: manhattan_precision
990
+ value: 45.44539506794162
991
  - type: manhattan_recall
992
+ value: 100.0
993
  - type: max_accuracy
994
+ value: 63.0
995
  - type: max_ap
996
+ value: 62.842229411681984
997
  - type: max_f1
998
+ value: 62.491349480968864
999
  - task:
1000
  type: STS
1001
  dataset:
 
1006
  revision: e077ab4cf4774a1e36d86d593b150422fafd8e8a
1007
  metrics:
1008
  - type: cos_sim_pearson
1009
+ value: 84.65226798174751
1010
  - type: cos_sim_spearman
1011
+ value: 78.46069171893217
1012
  - type: euclidean_pearson
1013
+ value: 82.24338215489338
1014
  - type: euclidean_spearman
1015
+ value: 78.46069230414263
1016
  - type: manhattan_pearson
1017
+ value: 82.19430457441406
1018
  - type: manhattan_spearman
1019
+ value: 78.39600534130474
1020
  - task:
1021
  type: STS
1022
  dataset:
 
1027
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
1028
  metrics:
1029
  - type: cos_sim_pearson
1030
+ value: 84.34356343286501
1031
  - type: cos_sim_spearman
1032
+ value: 83.82441862674773
1033
  - type: euclidean_pearson
1034
+ value: 83.36025657327927
1035
  - type: euclidean_spearman
1036
+ value: 83.82441862674773
1037
  - type: manhattan_pearson
1038
+ value: 83.28632889698486
1039
  - type: manhattan_spearman
1040
+ value: 83.72086058674401
1041
  - task:
1042
  type: STS
1043
  dataset:
 
1048
  revision: 29afa2569dcedaaa2fe6a3dcfebab33d28b82e8c
1049
  metrics:
1050
  - type: cos_sim_pearson
1051
+ value: 85.61138706775607
1052
  - type: cos_sim_spearman
1053
+ value: 86.79352172029321
1054
  - type: euclidean_pearson
1055
+ value: 85.83986489860736
1056
  - type: euclidean_spearman
1057
+ value: 86.79352162100042
1058
  - type: manhattan_pearson
1059
+ value: 85.7236873261734
1060
  - type: manhattan_spearman
1061
+ value: 86.66968689546516
1062
  - task:
1063
  type: Summarization
1064
  dataset:
 
1069
  revision: b385812de6a9577b6f4d0f88c6a6e35395a94054
1070
  metrics:
1071
  - type: cos_sim_pearson
1072
+ value: 30.185028827409205
1073
  - type: cos_sim_spearman
1074
+ value: 30.13786083775273
1075
  - type: dot_pearson
1076
+ value: 30.18503030285526
1077
  - type: dot_spearman
1078
+ value: 30.13786083775273
1079
  - task:
1080
  type: Reranking
1081
  dataset:
 
1086
  revision: daf0863838cd9e3ba50544cdce3ac2b338a1b0ad
1087
  metrics:
1088
  - type: map
1089
+ value: 88.89444444444443
1090
  - type: mrr
1091
+ value: 88.89444444444443
1092
  - type: nAUC_map_diff1
1093
+ value: 65.57681789015096
1094
  - type: nAUC_map_max
1095
+ value: 11.774011617096468
1096
  - type: nAUC_mrr_diff1
1097
+ value: 65.57681789015096
1098
  - type: nAUC_mrr_max
1099
+ value: 11.774011617096468
1100
  - task:
1101
  type: Retrieval
1102
  dataset:
 
1107
  revision: 19661ccdca4dfc2d15122d776b61685f48c68ca9
1108
  metrics:
1109
  - type: map_at_1
1110
+ value: 71.0
1111
  - type: map_at_10
1112
+ value: 81.3
1113
  - type: map_at_100
1114
+ value: 81.407
1115
  - type: map_at_1000
1116
+ value: 81.407
1117
  - type: map_at_20
1118
+ value: 81.353
1119
  - type: map_at_3
1120
+ value: 80.333
1121
  - type: map_at_5
1122
+ value: 81.033
1123
  - type: mrr_at_1
1124
+ value: 71.0
1125
  - type: mrr_at_10
1126
+ value: 81.29999999999998
1127
  - type: mrr_at_100
1128
+ value: 81.40672514619881
1129
  - type: mrr_at_1000
1130
+ value: 81.40672514619881
1131
  - type: mrr_at_20
1132
+ value: 81.35263157894735
1133
  - type: mrr_at_3
1134
+ value: 80.33333333333333
1135
  - type: mrr_at_5
1136
+ value: 81.03333333333333
1137
  - type: nauc_map_at_1000_diff1
1138
+ value: 65.56551939236816
1139
  - type: nauc_map_at_1000_max
1140
+ value: 21.060745704748204
1141
  - type: nauc_map_at_100_diff1
1142
+ value: 65.56551939236816
1143
  - type: nauc_map_at_100_max
1144
+ value: 21.060745704748204
1145
  - type: nauc_map_at_10_diff1
1146
+ value: 65.55980069698242
1147
  - type: nauc_map_at_10_max
1148
+ value: 21.3190442929788
1149
  - type: nauc_map_at_1_diff1
1150
+ value: 67.21642606971449
1151
  - type: nauc_map_at_1_max
1152
+ value: 19.793191631302918
1153
  - type: nauc_map_at_20_diff1
1154
+ value: 65.538721219245
1155
  - type: nauc_map_at_20_max
1156
+ value: 21.070102756046573
1157
  - type: nauc_map_at_3_diff1
1158
+ value: 66.48655081074173
1159
  - type: nauc_map_at_3_max
1160
+ value: 22.33715748971969
1161
  - type: nauc_map_at_5_diff1
1162
+ value: 65.4498092196869
1163
  - type: nauc_map_at_5_max
1164
+ value: 22.041207079018868
1165
  - type: nauc_mrr_at_1000_diff1
1166
+ value: 65.56551939236816
1167
  - type: nauc_mrr_at_1000_max
1168
+ value: 21.060745704748204
1169
  - type: nauc_mrr_at_100_diff1
1170
+ value: 65.56551939236816
1171
  - type: nauc_mrr_at_100_max
1172
+ value: 21.060745704748204
1173
  - type: nauc_mrr_at_10_diff1
1174
+ value: 65.55980069698242
1175
  - type: nauc_mrr_at_10_max
1176
+ value: 21.3190442929788
1177
  - type: nauc_mrr_at_1_diff1
1178
+ value: 67.21642606971449
1179
  - type: nauc_mrr_at_1_max
1180
+ value: 19.793191631302918
1181
  - type: nauc_mrr_at_20_diff1
1182
+ value: 65.538721219245
1183
  - type: nauc_mrr_at_20_max
1184
+ value: 21.070102756046573
1185
  - type: nauc_mrr_at_3_diff1
1186
+ value: 66.48655081074173
1187
  - type: nauc_mrr_at_3_max
1188
+ value: 22.33715748971969
1189
  - type: nauc_mrr_at_5_diff1
1190
+ value: 65.4498092196869
1191
  - type: nauc_mrr_at_5_max
1192
+ value: 22.041207079018868
1193
  - type: nauc_ndcg_at_1000_diff1
1194
+ value: 65.37799652661094
1195
  - type: nauc_ndcg_at_1000_max
1196
+ value: 21.618775539952175
1197
  - type: nauc_ndcg_at_100_diff1
1198
+ value: 65.37799652661094
1199
  - type: nauc_ndcg_at_100_max
1200
+ value: 21.618775539952175
1201
  - type: nauc_ndcg_at_10_diff1
1202
+ value: 65.24121131711044
1203
  - type: nauc_ndcg_at_10_max
1204
+ value: 23.00629044068508
1205
  - type: nauc_ndcg_at_1_diff1
1206
+ value: 67.21642606971449
1207
  - type: nauc_ndcg_at_1_max
1208
+ value: 19.793191631302918
1209
  - type: nauc_ndcg_at_20_diff1
1210
+ value: 65.11745065699384
1211
  - type: nauc_ndcg_at_20_max
1212
+ value: 21.64133163322825
1213
  - type: nauc_ndcg_at_3_diff1
1214
+ value: 66.99908176973135
1215
  - type: nauc_ndcg_at_3_max
1216
+ value: 25.59125363095015
1217
  - type: nauc_ndcg_at_5_diff1
1218
+ value: 64.80888193232458
1219
  - type: nauc_ndcg_at_5_max
1220
+ value: 25.161787586855322
1221
  - type: nauc_precision_at_1000_diff1
1222
  value: nan
1223
  - type: nauc_precision_at_1000_max
 
1227
  - type: nauc_precision_at_100_max
1228
  value: nan
1229
  - type: nauc_precision_at_10_diff1
1230
+ value: 61.50015561780299
1231
  - type: nauc_precision_at_10_max
1232
+ value: 47.88359788359829
1233
  - type: nauc_precision_at_1_diff1
1234
+ value: 67.21642606971449
1235
  - type: nauc_precision_at_1_max
1236
+ value: 19.793191631302918
1237
  - type: nauc_precision_at_20_diff1
1238
+ value: 56.13912231559286
1239
  - type: nauc_precision_at_20_max
1240
+ value: 21.82539682539744
1241
  - type: nauc_precision_at_3_diff1
1242
+ value: 70.79831932773126
1243
  - type: nauc_precision_at_3_max
1244
+ value: 47.46148459383747
1245
  - type: nauc_precision_at_5_diff1
1246
+ value: 58.50606909430468
1247
  - type: nauc_precision_at_5_max
1248
+ value: 57.19887955182096
1249
  - type: nauc_recall_at_1000_diff1
1250
  value: nan
1251
  - type: nauc_recall_at_1000_max
 
1255
  - type: nauc_recall_at_100_max
1256
  value: nan
1257
  - type: nauc_recall_at_10_diff1
1258
+ value: 61.500155617802555
1259
  - type: nauc_recall_at_10_max
1260
+ value: 47.88359788359823
1261
  - type: nauc_recall_at_1_diff1
1262
+ value: 67.21642606971449
1263
  - type: nauc_recall_at_1_max
1264
+ value: 19.793191631302918
1265
  - type: nauc_recall_at_20_diff1
1266
+ value: 56.13912231559305
1267
  - type: nauc_recall_at_20_max
1268
+ value: 21.825396825396858
1269
  - type: nauc_recall_at_3_diff1
1270
+ value: 70.79831932773116
1271
  - type: nauc_recall_at_3_max
1272
+ value: 47.461484593837426
1273
  - type: nauc_recall_at_5_diff1
1274
+ value: 58.506069094304394
1275
  - type: nauc_recall_at_5_max
1276
+ value: 57.19887955182054
1277
  - type: ndcg_at_1
1278
+ value: 71.0
1279
  - type: ndcg_at_10
1280
+ value: 85.226
1281
  - type: ndcg_at_100
1282
+ value: 85.839
1283
  - type: ndcg_at_1000
1284
+ value: 85.839
1285
  - type: ndcg_at_20
1286
+ value: 85.458
1287
  - type: ndcg_at_3
1288
+ value: 83.333
1289
  - type: ndcg_at_5
1290
+ value: 84.58099999999999
1291
  - type: precision_at_1
1292
+ value: 71.0
1293
  - type: precision_at_10
1294
+ value: 9.700000000000001
1295
  - type: precision_at_100
1296
  value: 1.0
1297
  - type: precision_at_1000
1298
  value: 0.1
1299
  - type: precision_at_20
1300
+ value: 4.9
1301
  - type: precision_at_3
1302
  value: 30.667
1303
  - type: precision_at_5
1304
+ value: 19.0
1305
  - type: recall_at_1
1306
+ value: 71.0
1307
  - type: recall_at_10
1308
+ value: 97.0
1309
  - type: recall_at_100
1310
  value: 100.0
1311
  - type: recall_at_1000
1312
  value: 100.0
1313
  - type: recall_at_20
1314
+ value: 98.0
1315
  - type: recall_at_3
1316
  value: 92.0
1317
  - type: recall_at_5
1318
+ value: 95.0
1319
  - task:
1320
  type: Retrieval
1321
  dataset:
 
1326
  revision: c99d599f0a6ab9b85b065da6f9d94f9cf731679f
1327
  metrics:
1328
  - type: map_at_1
1329
+ value: 40.668
1330
  - type: map_at_10
1331
+ value: 63.29900000000001
1332
  - type: map_at_100
1333
+ value: 64.628
1334
  - type: map_at_1000
1335
+ value: 64.683
1336
  - type: map_at_20
1337
+ value: 64.156
1338
  - type: map_at_3
1339
+ value: 56.858
1340
  - type: map_at_5
1341
+ value: 61.072
1342
  - type: mrr_at_1
1343
+ value: 63.28437917222964
1344
  - type: mrr_at_10
1345
+ value: 71.24700659079828
1346
  - type: mrr_at_100
1347
+ value: 71.73622475819593
1348
  - type: mrr_at_1000
1349
+ value: 71.7489306936674
1350
  - type: mrr_at_20
1351
+ value: 71.54825584541467
1352
  - type: mrr_at_3
1353
+ value: 69.55941255006672
1354
  - type: mrr_at_5
1355
+ value: 70.47396528704935
1356
  - type: nauc_map_at_1000_diff1
1357
+ value: 43.35620080035366
1358
  - type: nauc_map_at_1000_max
1359
+ value: 50.28640921325736
1360
  - type: nauc_map_at_100_diff1
1361
+ value: 43.31973658913103
1362
  - type: nauc_map_at_100_max
1363
+ value: 50.273258626884484
1364
  - type: nauc_map_at_10_diff1
1365
+ value: 43.027049566983536
1366
  - type: nauc_map_at_10_max
1367
+ value: 49.577710318540966
1368
  - type: nauc_map_at_1_diff1
1369
+ value: 54.26507755550101
1370
  - type: nauc_map_at_1_max
1371
+ value: 29.3055004033253
1372
  - type: nauc_map_at_20_diff1
1373
+ value: 43.21822622085122
1374
  - type: nauc_map_at_20_max
1375
+ value: 50.055159148215544
1376
  - type: nauc_map_at_3_diff1
1377
+ value: 46.17179722912072
1378
  - type: nauc_map_at_3_max
1379
+ value: 43.098861622889245
1380
  - type: nauc_map_at_5_diff1
1381
+ value: 43.417118302901045
1382
  - type: nauc_map_at_5_max
1383
+ value: 47.855182277192995
1384
  - type: nauc_mrr_at_1000_diff1
1385
+ value: 53.264166874886484
1386
  - type: nauc_mrr_at_1000_max
1387
+ value: 60.06399045079078
1388
  - type: nauc_mrr_at_100_diff1
1389
+ value: 53.25723295738035
1390
  - type: nauc_mrr_at_100_max
1391
+ value: 60.064446692426365
1392
  - type: nauc_mrr_at_10_diff1
1393
+ value: 53.27175189594254
1394
  - type: nauc_mrr_at_10_max
1395
+ value: 60.0620551274014
1396
  - type: nauc_mrr_at_1_diff1
1397
+ value: 55.382898728149954
1398
  - type: nauc_mrr_at_1_max
1399
+ value: 59.47364922562707
1400
  - type: nauc_mrr_at_20_diff1
1401
+ value: 53.101546449165404
1402
  - type: nauc_mrr_at_20_max
1403
+ value: 59.98535813727071
1404
  - type: nauc_mrr_at_3_diff1
1405
+ value: 53.83121615715132
1406
  - type: nauc_mrr_at_3_max
1407
+ value: 60.86140499580485
1408
  - type: nauc_mrr_at_5_diff1
1409
+ value: 53.17340169131113
1410
  - type: nauc_mrr_at_5_max
1411
+ value: 60.323733961935865
1412
  - type: nauc_ndcg_at_1000_diff1
1413
+ value: 45.529862481919835
1414
  - type: nauc_ndcg_at_1000_max
1415
+ value: 54.19889340138254
1416
  - type: nauc_ndcg_at_100_diff1
1417
+ value: 45.03283772116745
1418
  - type: nauc_ndcg_at_100_max
1419
+ value: 54.014933886963036
1420
  - type: nauc_ndcg_at_10_diff1
1421
+ value: 43.69847706677576
1422
  - type: nauc_ndcg_at_10_max
1423
+ value: 51.997083339083474
1424
  - type: nauc_ndcg_at_1_diff1
1425
+ value: 55.382898728149954
1426
  - type: nauc_ndcg_at_1_max
1427
+ value: 59.47364922562707
1428
  - type: nauc_ndcg_at_20_diff1
1429
+ value: 43.97031810457665
1430
  - type: nauc_ndcg_at_20_max
1431
+ value: 52.75113969394979
1432
  - type: nauc_ndcg_at_3_diff1
1433
+ value: 45.15249621607577
1434
  - type: nauc_ndcg_at_3_max
1435
+ value: 51.97757108163661
1436
  - type: nauc_ndcg_at_5_diff1
1437
+ value: 44.01197180455844
1438
  - type: nauc_ndcg_at_5_max
1439
+ value: 50.4940600552972
1440
  - type: nauc_precision_at_1000_diff1
1441
+ value: -21.744958100458017
1442
  - type: nauc_precision_at_1000_max
1443
+ value: 17.992122779928053
1444
  - type: nauc_precision_at_100_diff1
1445
+ value: -19.676955126243957
1446
  - type: nauc_precision_at_100_max
1447
+ value: 21.92261529052923
1448
  - type: nauc_precision_at_10_diff1
1449
+ value: -12.153879041711848
1450
  - type: nauc_precision_at_10_max
1451
+ value: 30.632660221696995
1452
  - type: nauc_precision_at_1_diff1
1453
+ value: 55.382898728149954
1454
  - type: nauc_precision_at_1_max
1455
+ value: 59.47364922562707
1456
  - type: nauc_precision_at_20_diff1
1457
+ value: -15.083687263517998
1458
  - type: nauc_precision_at_20_max
1459
+ value: 26.855087773361202
1460
  - type: nauc_precision_at_3_diff1
1461
+ value: 2.4635804150765113
1462
  - type: nauc_precision_at_3_max
1463
+ value: 41.11369929685033
1464
  - type: nauc_precision_at_5_diff1
1465
+ value: -6.912714357985636
1466
  - type: nauc_precision_at_5_max
1467
+ value: 35.72995297460379
1468
  - type: nauc_recall_at_1000_diff1
1469
+ value: 71.02370020243924
1470
  - type: nauc_recall_at_1000_max
1471
+ value: 27.48289323103369
1472
  - type: nauc_recall_at_100_diff1
1473
+ value: 29.646214405433696
1474
  - type: nauc_recall_at_100_max
1475
+ value: 44.07221611142022
1476
  - type: nauc_recall_at_10_diff1
1477
+ value: 31.939036367001002
1478
  - type: nauc_recall_at_10_max
1479
+ value: 41.20048321364925
1480
  - type: nauc_recall_at_1_diff1
1481
+ value: 54.26507755550101
1482
  - type: nauc_recall_at_1_max
1483
+ value: 29.3055004033253
1484
  - type: nauc_recall_at_20_diff1
1485
+ value: 29.698861624429636
1486
  - type: nauc_recall_at_20_max
1487
+ value: 41.33416829563071
1488
  - type: nauc_recall_at_3_diff1
1489
+ value: 41.73527831566349
1490
  - type: nauc_recall_at_3_max
1491
+ value: 38.73426347266254
1492
  - type: nauc_recall_at_5_diff1
1493
+ value: 35.44302402135149
1494
  - type: nauc_recall_at_5_max
1495
+ value: 42.141691917800586
1496
  - type: ndcg_at_1
1497
+ value: 63.284
1498
  - type: ndcg_at_10
1499
+ value: 69.503
1500
  - type: ndcg_at_100
1501
+ value: 73.687
1502
  - type: ndcg_at_1000
1503
+ value: 74.52499999999999
1504
  - type: ndcg_at_20
1505
+ value: 71.50800000000001
1506
  - type: ndcg_at_3
1507
+ value: 64.434
1508
  - type: ndcg_at_5
1509
+ value: 65.996
1510
  - type: precision_at_1
1511
+ value: 63.284
1512
  - type: precision_at_10
1513
+ value: 16.048000000000002
1514
  - type: precision_at_100
1515
+ value: 1.955
1516
  - type: precision_at_1000
1517
  value: 0.20600000000000002
1518
  - type: precision_at_20
1519
+ value: 8.778
1520
  - type: precision_at_3
1521
+ value: 39.163
1522
  - type: precision_at_5
1523
+ value: 28.037
1524
  - type: recall_at_1
1525
+ value: 40.668
1526
  - type: recall_at_10
1527
+ value: 78.956
1528
  - type: recall_at_100
1529
+ value: 94.504
1530
  - type: recall_at_1000
1531
+ value: 99.833
1532
  - type: recall_at_20
1533
+ value: 85.085
1534
  - type: recall_at_3
1535
+ value: 62.379
1536
  - type: recall_at_5
1537
+ value: 70.254
1538
  license: apache-2.0
1539
  language:
1540
  - fr
 
1624
  author={Thakur, Nandan and Reimers, Nils and Daxenberger, Johannes and Gurevych, Iryna},
1625
  journal={arXiv e-prints},
1626
  pages={arXiv--2010},
1627
+ year={2020}