update readme.md

README.md

@@ -59,46 +59,206 @@ model-index:
   results:
   - dataset:
       config: ar
-      name: MTEB MIRACLRetrievalHardNegatives (ar)
-      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
-      split: dev
-      type: mteb/miracl-hard-negatives
+      name: MTEB MintakaRetrieval (ar)
+      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
+      split: test
+      type: mintaka/mmteb-mintaka
     metrics:
-    - type: main_score
-      value: 22.396
+      - type: main_score
+        value: 12.493
+      - type: map_at_1
+        value: 5.719
+      - type: map_at_3
+        value: 8.269
+      - type: map_at_5
+        value: 9.172
+      - type: map_at_10
+        value: 9.894
+      - type: ndcg_at_1
+        value: 5.719
+      - type: ndcg_at_3
+        value: 9.128
+      - type: ndcg_at_5
+        value: 10.745
+      - type: ndcg_at_10
+        value: 12.493
+      - type: recall_at_1
+        value: 5.719
+      - type: recall_at_3
+        value: 11.621
+      - type: recall_at_5
+        value: 15.524
+      - type: recall_at_10
+        value: 20.926
+      - type: precision_at_1
+        value: 5.719
+      - type: precision_at_3
+        value: 3.874
+      - type: precision_at_5
+        value: 3.105
+      - type: precision_at_10
+        value: 2.093
+      - type: mrr_at_1
+        value: 5.7195
+      - type: mrr_at_3
+        value: 8.269
+      - type: mrr_at_5
+        value: 9.1723
+      - type: mrr_at_10
+        value: 9.8942
     task:
       type: Retrieval
   - dataset:
-      config: ara-ara
-      name: MTEB MLQARetrieval (ara-ara)
-      revision: 397ed406c1a7902140303e7faf60fff35b58d285
-      split: test
-      type: facebook/mlqa
+      config: ar
+      name: MTEB MIRACLRetrievalHardNegatives (ar)
+      revision: 95c8db7d4a6e9c1d8a60601afd63d553ae20a2eb
+      split: dev
+      type: miracl/mmteb-miracl-hardnegatives
     metrics:
-    - type: main_score
-      value: 57.312
+      - type: main_score
+        value: 22.396
+      - type: map_at_1
+        value: 8.866
+      - type: map_at_3
+        value: 13.905
+      - type: map_at_5
+        value: 15.326
+      - type: map_at_10
+        value: 16.851
+      - type: ndcg_at_1
+        value: 13.9
+      - type: ndcg_at_3
+        value: 17.309
+      - type: ndcg_at_5
+        value: 19.174
+      - type: ndcg_at_10
+        value: 22.396
+      - type: recall_at_1
+        value: 8.866
+      - type: recall_at_3
+        value: 19.177
+      - type: recall_at_5
+        value: 23.999
+      - type: recall_at_10
+        value: 32.421
+      - type: precision_at_1
+        value: 13.9
+      - type: precision_at_3
+        value: 10.933
+      - type: precision_at_5
+        value: 8.5
+      - type: precision_at_10
+        value: 5.96
+      - type: mrr_at_1
+        value: 13.9
+      - type: mrr_at_3
+        value: 20.0667
+      - type: mrr_at_5
+        value: 21.3617
+      - type: mrr_at_10
+        value: 22.7531
     task:
       type: Retrieval
   - dataset:
       config: ar
-      name: MTEB MintakaRetrieval (ar)
-      revision: efa78cc2f74bbcd21eff2261f9e13aebe40b814e
-      split: test
-      type: jinaai/mintakaqa
+      name: MTEB MLQARetrieval (ar)
+      revision: 397ed406c1a7902140303e7faf60fff35b58d285
+      split: validation
+      type: mlqa/mmteb-mlqa
     metrics:
-    - type: main_score
-      value: 12.493
+      - type: main_score
+        value: 57.312
+      - type: map_at_1
+        value: 44.487
+      - type: map_at_3
+        value: 50.516
+      - type: map_at_5
+        value: 51.715
+      - type: map_at_10
+        value: 52.778
+      - type: ndcg_at_1
+        value: 44.487
+      - type: ndcg_at_3
+        value: 52.586
+      - type: ndcg_at_5
+        value: 54.742
+      - type: ndcg_at_10
+        value: 57.312
+      - type: recall_at_1
+        value: 44.487
+      - type: recall_at_3
+        value: 58.607
+      - type: recall_at_5
+        value: 63.83
+      - type: recall_at_10
+        value: 71.76
+      - type: precision_at_1
+        value: 44.487
+      - type: precision_at_3
+        value: 19.536
+      - type: precision_at_5
+        value: 12.766
+      - type: precision_at_10
+        value: 7.176
+      - type: mrr_at_1
+        value: 44.4874
+      - type: mrr_at_3
+        value: 50.5158
+      - type: mrr_at_5
+        value: 51.715
+      - type: mrr_at_10
+        value: 52.7782
     task:
       type: Retrieval
   - dataset:
       config: default
-      name: MTEB SadeemQuestionRetrieval (default)
+      name: MTEB SadeemQuestionRetrieval (ar)
       revision: 3cb0752b182e5d5d740df547748b06663c8e0bd9
       split: test
-      type: sadeem-ai/sadeem-ar-eval-retrieval-questions
+      type: sadeem/mmteb-sadeem
     metrics:
-    - type: main_score
-      value: 52.976
+      - type: main_score
+        value: 52.976
+      - type: map_at_1
+        value: 22.307
+      - type: map_at_3
+        value: 41.727
+      - type: map_at_5
+        value: 43.052
+      - type: map_at_10
+        value: 43.844
+      - type: ndcg_at_1
+        value: 22.307
+      - type: ndcg_at_3
+        value: 48.7
+      - type: ndcg_at_5
+        value: 51.057
+      - type: ndcg_at_10
+        value: 52.976
+      - type: recall_at_1
+        value: 22.307
+      - type: recall_at_3
+        value: 69.076
+      - type: recall_at_5
+        value: 74.725
+      - type: recall_at_10
+        value: 80.661
+      - type: precision_at_1
+        value: 22.307
+      - type: precision_at_3
+        value: 23.025
+      - type: precision_at_5
+        value: 14.945
+      - type: precision_at_10
+        value: 8.066
+      - type: mrr_at_1
+        value: 21.0148
+      - type: mrr_at_3
+        value: 40.8808
+      - type: mrr_at_5
+        value: 42.1254
+      - type: mrr_at_10
+        value: 42.9125
     task:
       type: Retrieval
   - dataset: