diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -1,4 +1,7 @@ --- +language: +- en +license: mit tags: - mteb - sentence-transformers @@ -9,8 +12,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/AFQMC name: MTEB AFQMC + type: C-MTEB/AFQMC config: default split: validation revision: None @@ -30,8 +33,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/ATEC name: MTEB ATEC + type: C-MTEB/ATEC config: default split: test revision: None @@ -51,8 +54,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (en) + type: mteb/amazon_counterfactual config: en split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 @@ -66,8 +69,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (de) + type: mteb/amazon_counterfactual config: de split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 @@ -81,8 +84,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (en-ext) + type: mteb/amazon_counterfactual config: en-ext split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 @@ -96,8 +99,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_counterfactual name: MTEB AmazonCounterfactualClassification (ja) + type: mteb/amazon_counterfactual config: ja split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 @@ -111,8 +114,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_polarity name: MTEB AmazonPolarityClassification + type: mteb/amazon_polarity config: default split: test revision: e2d317d38cd51312af73b3d32a06d1a08b442046 @@ -126,8 +129,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (en) + type: mteb/amazon_reviews_multi config: en split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -139,8 +142,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (de) + type: mteb/amazon_reviews_multi config: de split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -152,8 +155,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (es) + type: mteb/amazon_reviews_multi config: es split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -165,8 +168,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (fr) + type: mteb/amazon_reviews_multi config: fr split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -178,8 +181,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (ja) + type: mteb/amazon_reviews_multi config: ja split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -191,8 +194,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (zh) + type: mteb/amazon_reviews_multi config: zh split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d @@ -204,8 +207,8 @@ model-index: - task: type: Retrieval dataset: - type: arguana name: MTEB ArguAna + type: arguana config: default split: test revision: None @@ -273,8 +276,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/arxiv-clustering-p2p name: MTEB ArxivClusteringP2P + type: mteb/arxiv-clustering-p2p config: default split: test revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d @@ -284,8 +287,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/arxiv-clustering-s2s name: MTEB ArxivClusteringS2S + type: mteb/arxiv-clustering-s2s config: default split: test revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 @@ -295,8 +298,8 @@ model-index: - task: type: Reranking dataset: - type: mteb/askubuntudupquestions-reranking name: MTEB AskUbuntuDupQuestions + type: mteb/askubuntudupquestions-reranking config: default split: test revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 @@ -308,8 +311,8 @@ model-index: - task: type: STS dataset: - type: mteb/biosses-sts name: MTEB BIOSSES + type: mteb/biosses-sts config: default split: test revision: d3fb88f8f02e40887cd149695127462bbcf29b4a @@ -329,8 +332,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/BQ name: MTEB BQ + type: C-MTEB/BQ config: default split: test revision: None @@ -350,8 +353,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/bucc-bitext-mining name: MTEB BUCC (de-en) + type: mteb/bucc-bitext-mining config: de-en split: test revision: d51519689f32196a32af33b075a01d0e7c51e252 @@ -367,8 +370,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/bucc-bitext-mining name: MTEB BUCC (fr-en) + type: mteb/bucc-bitext-mining config: fr-en split: test revision: d51519689f32196a32af33b075a01d0e7c51e252 @@ -384,8 +387,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/bucc-bitext-mining name: MTEB BUCC (ru-en) + type: mteb/bucc-bitext-mining config: ru-en split: test revision: d51519689f32196a32af33b075a01d0e7c51e252 @@ -401,8 +404,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/bucc-bitext-mining name: MTEB BUCC (zh-en) + type: mteb/bucc-bitext-mining config: zh-en split: test revision: d51519689f32196a32af33b075a01d0e7c51e252 @@ -418,8 +421,8 @@ model-index: - task: type: Classification dataset: - type: mteb/banking77 name: MTEB Banking77Classification + type: mteb/banking77 config: default split: test revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 @@ -431,8 +434,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/biorxiv-clustering-p2p name: MTEB BiorxivClusteringP2P + type: mteb/biorxiv-clustering-p2p config: default split: test revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 @@ -442,8 +445,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/biorxiv-clustering-s2s name: MTEB BiorxivClusteringS2S + type: mteb/biorxiv-clustering-s2s config: default split: test revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 @@ -453,8 +456,8 @@ model-index: - task: type: Clustering dataset: - type: C-MTEB/CLSClusteringP2P name: MTEB CLSClusteringP2P + type: C-MTEB/CLSClusteringP2P config: default split: test revision: None @@ -464,8 +467,8 @@ model-index: - task: type: Clustering dataset: - type: C-MTEB/CLSClusteringS2S name: MTEB CLSClusteringS2S + type: C-MTEB/CLSClusteringS2S config: default split: test revision: None @@ -475,8 +478,8 @@ model-index: - task: type: Reranking dataset: - type: C-MTEB/CMedQAv1-reranking name: MTEB CMedQAv1 + type: C-MTEB/CMedQAv1-reranking config: default split: test revision: None @@ -488,8 +491,8 @@ model-index: - task: type: Reranking dataset: - type: C-MTEB/CMedQAv2-reranking name: MTEB CMedQAv2 + type: C-MTEB/CMedQAv2-reranking config: default split: test revision: None @@ -501,8 +504,8 @@ model-index: - task: type: Retrieval dataset: - type: BeIR/cqadupstack name: MTEB CQADupstackRetrieval + type: BeIR/cqadupstack config: default split: test revision: None @@ -570,8 +573,8 @@ model-index: - task: type: Retrieval dataset: - type: climate-fever name: MTEB ClimateFEVER + type: climate-fever config: default split: test revision: None @@ -639,8 +642,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval + type: C-MTEB/CmedqaRetrieval config: default split: dev revision: None @@ -708,8 +711,8 @@ model-index: - task: type: PairClassification dataset: - type: C-MTEB/CMNLI name: MTEB Cmnli + type: C-MTEB/CMNLI config: default split: validation revision: None @@ -763,8 +766,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval + type: C-MTEB/CovidRetrieval config: default split: dev revision: None @@ -832,8 +835,8 @@ model-index: - task: type: Retrieval dataset: - type: dbpedia-entity name: MTEB DBPedia + type: dbpedia-entity config: default split: test revision: None @@ -901,8 +904,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/DuRetrieval name: MTEB DuRetrieval + type: C-MTEB/DuRetrieval config: default split: dev revision: None @@ -970,8 +973,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval + type: C-MTEB/EcomRetrieval config: default split: dev revision: None @@ -1039,8 +1042,8 @@ model-index: - task: type: Classification dataset: - type: mteb/emotion name: MTEB EmotionClassification + type: mteb/emotion config: default split: test revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 @@ -1052,8 +1055,8 @@ model-index: - task: type: Retrieval dataset: - type: fever name: MTEB FEVER + type: fever config: default split: test revision: None @@ -1121,8 +1124,8 @@ model-index: - task: type: Retrieval dataset: - type: fiqa name: MTEB FiQA2018 + type: fiqa config: default split: test revision: None @@ -1190,8 +1193,8 @@ model-index: - task: type: Retrieval dataset: - type: hotpotqa name: MTEB HotpotQA + type: hotpotqa config: default split: test revision: None @@ -1259,8 +1262,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/IFlyTek-classification name: MTEB IFlyTek + type: C-MTEB/IFlyTek-classification config: default split: validation revision: None @@ -1272,8 +1275,8 @@ model-index: - task: type: Classification dataset: - type: mteb/imdb name: MTEB ImdbClassification + type: mteb/imdb config: default split: test revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 @@ -1287,8 +1290,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/JDReview-classification name: MTEB JDReview + type: C-MTEB/JDReview-classification config: default split: test revision: None @@ -1302,8 +1305,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/LCQMC name: MTEB LCQMC + type: C-MTEB/LCQMC config: default split: test revision: None @@ -1323,8 +1326,8 @@ model-index: - task: type: Reranking dataset: - type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking + type: C-MTEB/Mmarco-reranking config: default split: dev revision: None @@ -1336,8 +1339,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval + type: C-MTEB/MMarcoRetrieval config: default split: dev revision: None @@ -1405,8 +1408,8 @@ model-index: - task: type: Retrieval dataset: - type: msmarco name: MTEB MSMARCO + type: msmarco config: default split: dev revision: None @@ -1474,8 +1477,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (en) + type: mteb/mtop_domain config: en split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1487,8 +1490,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (de) + type: mteb/mtop_domain config: de split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1500,8 +1503,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (es) + type: mteb/mtop_domain config: es split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1513,8 +1516,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (fr) + type: mteb/mtop_domain config: fr split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1526,8 +1529,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (hi) + type: mteb/mtop_domain config: hi split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1539,8 +1542,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_domain name: MTEB MTOPDomainClassification (th) + type: mteb/mtop_domain config: th split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf @@ -1552,8 +1555,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (en) + type: mteb/mtop_intent config: en split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1565,8 +1568,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (de) + type: mteb/mtop_intent config: de split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1578,8 +1581,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (es) + type: mteb/mtop_intent config: es split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1591,8 +1594,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (fr) + type: mteb/mtop_intent config: fr split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1604,8 +1607,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (hi) + type: mteb/mtop_intent config: hi split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1617,8 +1620,8 @@ model-index: - task: type: Classification dataset: - type: mteb/mtop_intent name: MTEB MTOPIntentClassification (th) + type: mteb/mtop_intent config: th split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba @@ -1630,8 +1633,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (af) + type: mteb/amazon_massive_intent config: af split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1643,8 +1646,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (am) + type: mteb/amazon_massive_intent config: am split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1656,8 +1659,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ar) + type: mteb/amazon_massive_intent config: ar split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1669,8 +1672,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (az) + type: mteb/amazon_massive_intent config: az split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1682,8 +1685,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (bn) + type: mteb/amazon_massive_intent config: bn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1695,8 +1698,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (cy) + type: mteb/amazon_massive_intent config: cy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1708,8 +1711,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (da) + type: mteb/amazon_massive_intent config: da split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1721,8 +1724,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (de) + type: mteb/amazon_massive_intent config: de split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1734,8 +1737,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (el) + type: mteb/amazon_massive_intent config: el split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1747,8 +1750,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (en) + type: mteb/amazon_massive_intent config: en split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1760,8 +1763,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (es) + type: mteb/amazon_massive_intent config: es split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1773,8 +1776,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fa) + type: mteb/amazon_massive_intent config: fa split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1786,8 +1789,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fi) + type: mteb/amazon_massive_intent config: fi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1799,8 +1802,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (fr) + type: mteb/amazon_massive_intent config: fr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1812,8 +1815,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (he) + type: mteb/amazon_massive_intent config: he split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1825,8 +1828,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hi) + type: mteb/amazon_massive_intent config: hi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1838,8 +1841,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hu) + type: mteb/amazon_massive_intent config: hu split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1851,8 +1854,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (hy) + type: mteb/amazon_massive_intent config: hy split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1864,8 +1867,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (id) + type: mteb/amazon_massive_intent config: id split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1877,8 +1880,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (is) + type: mteb/amazon_massive_intent config: is split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1890,8 +1893,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (it) + type: mteb/amazon_massive_intent config: it split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1903,8 +1906,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ja) + type: mteb/amazon_massive_intent config: ja split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1916,8 +1919,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (jv) + type: mteb/amazon_massive_intent config: jv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1929,8 +1932,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ka) + type: mteb/amazon_massive_intent config: ka split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1942,8 +1945,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (km) + type: mteb/amazon_massive_intent config: km split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1955,8 +1958,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (kn) + type: mteb/amazon_massive_intent config: kn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1968,8 +1971,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ko) + type: mteb/amazon_massive_intent config: ko split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1981,8 +1984,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (lv) + type: mteb/amazon_massive_intent config: lv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -1994,8 +1997,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ml) + type: mteb/amazon_massive_intent config: ml split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2007,8 +2010,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (mn) + type: mteb/amazon_massive_intent config: mn split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2020,8 +2023,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ms) + type: mteb/amazon_massive_intent config: ms split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2033,8 +2036,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (my) + type: mteb/amazon_massive_intent config: my split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2046,8 +2049,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nb) + type: mteb/amazon_massive_intent config: nb split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2059,8 +2062,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (nl) + type: mteb/amazon_massive_intent config: nl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2072,8 +2075,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pl) + type: mteb/amazon_massive_intent config: pl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2085,8 +2088,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (pt) + type: mteb/amazon_massive_intent config: pt split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2098,8 +2101,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ro) + type: mteb/amazon_massive_intent config: ro split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2111,8 +2114,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ru) + type: mteb/amazon_massive_intent config: ru split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2124,8 +2127,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sl) + type: mteb/amazon_massive_intent config: sl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2137,8 +2140,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sq) + type: mteb/amazon_massive_intent config: sq split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2150,8 +2153,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sv) + type: mteb/amazon_massive_intent config: sv split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2163,8 +2166,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (sw) + type: mteb/amazon_massive_intent config: sw split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2176,8 +2179,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ta) + type: mteb/amazon_massive_intent config: ta split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2189,8 +2192,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (te) + type: mteb/amazon_massive_intent config: te split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2202,8 +2205,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (th) + type: mteb/amazon_massive_intent config: th split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2215,8 +2218,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tl) + type: mteb/amazon_massive_intent config: tl split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2228,8 +2231,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (tr) + type: mteb/amazon_massive_intent config: tr split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2241,8 +2244,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (ur) + type: mteb/amazon_massive_intent config: ur split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2254,8 +2257,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (vi) + type: mteb/amazon_massive_intent config: vi split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2267,8 +2270,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-CN) + type: mteb/amazon_massive_intent config: zh-CN split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2280,8 +2283,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-TW) + type: mteb/amazon_massive_intent config: zh-TW split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 @@ -2293,8 +2296,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (af) + type: mteb/amazon_massive_scenario config: af split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2306,8 +2309,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (am) + type: mteb/amazon_massive_scenario config: am split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2319,8 +2322,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ar) + type: mteb/amazon_massive_scenario config: ar split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2332,8 +2335,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (az) + type: mteb/amazon_massive_scenario config: az split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2345,8 +2348,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (bn) + type: mteb/amazon_massive_scenario config: bn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2358,8 +2361,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (cy) + type: mteb/amazon_massive_scenario config: cy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2371,8 +2374,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (da) + type: mteb/amazon_massive_scenario config: da split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2384,8 +2387,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (de) + type: mteb/amazon_massive_scenario config: de split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2397,8 +2400,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (el) + type: mteb/amazon_massive_scenario config: el split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2410,8 +2413,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (en) + type: mteb/amazon_massive_scenario config: en split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2423,8 +2426,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (es) + type: mteb/amazon_massive_scenario config: es split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2436,8 +2439,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fa) + type: mteb/amazon_massive_scenario config: fa split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2449,8 +2452,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fi) + type: mteb/amazon_massive_scenario config: fi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2462,8 +2465,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (fr) + type: mteb/amazon_massive_scenario config: fr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2475,8 +2478,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (he) + type: mteb/amazon_massive_scenario config: he split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2488,8 +2491,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hi) + type: mteb/amazon_massive_scenario config: hi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2501,8 +2504,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hu) + type: mteb/amazon_massive_scenario config: hu split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2514,8 +2517,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (hy) + type: mteb/amazon_massive_scenario config: hy split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2527,8 +2530,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (id) + type: mteb/amazon_massive_scenario config: id split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2540,8 +2543,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (is) + type: mteb/amazon_massive_scenario config: is split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2553,8 +2556,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (it) + type: mteb/amazon_massive_scenario config: it split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2566,8 +2569,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ja) + type: mteb/amazon_massive_scenario config: ja split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2579,8 +2582,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (jv) + type: mteb/amazon_massive_scenario config: jv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2592,8 +2595,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ka) + type: mteb/amazon_massive_scenario config: ka split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2605,8 +2608,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (km) + type: mteb/amazon_massive_scenario config: km split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2618,8 +2621,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (kn) + type: mteb/amazon_massive_scenario config: kn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2631,8 +2634,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ko) + type: mteb/amazon_massive_scenario config: ko split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2644,8 +2647,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (lv) + type: mteb/amazon_massive_scenario config: lv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2657,8 +2660,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ml) + type: mteb/amazon_massive_scenario config: ml split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2670,8 +2673,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (mn) + type: mteb/amazon_massive_scenario config: mn split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2683,8 +2686,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ms) + type: mteb/amazon_massive_scenario config: ms split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2696,8 +2699,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (my) + type: mteb/amazon_massive_scenario config: my split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2709,8 +2712,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nb) + type: mteb/amazon_massive_scenario config: nb split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2722,8 +2725,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (nl) + type: mteb/amazon_massive_scenario config: nl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2735,8 +2738,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pl) + type: mteb/amazon_massive_scenario config: pl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2748,8 +2751,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (pt) + type: mteb/amazon_massive_scenario config: pt split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2761,8 +2764,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ro) + type: mteb/amazon_massive_scenario config: ro split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2774,8 +2777,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ru) + type: mteb/amazon_massive_scenario config: ru split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2787,8 +2790,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sl) + type: mteb/amazon_massive_scenario config: sl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2800,8 +2803,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sq) + type: mteb/amazon_massive_scenario config: sq split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2813,8 +2816,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sv) + type: mteb/amazon_massive_scenario config: sv split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2826,8 +2829,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (sw) + type: mteb/amazon_massive_scenario config: sw split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2839,8 +2842,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ta) + type: mteb/amazon_massive_scenario config: ta split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2852,8 +2855,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (te) + type: mteb/amazon_massive_scenario config: te split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2865,8 +2868,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (th) + type: mteb/amazon_massive_scenario config: th split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2878,8 +2881,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tl) + type: mteb/amazon_massive_scenario config: tl split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2891,8 +2894,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (tr) + type: mteb/amazon_massive_scenario config: tr split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2904,8 +2907,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (ur) + type: mteb/amazon_massive_scenario config: ur split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2917,8 +2920,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (vi) + type: mteb/amazon_massive_scenario config: vi split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2930,8 +2933,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-CN) + type: mteb/amazon_massive_scenario config: zh-CN split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2943,8 +2946,8 @@ model-index: - task: type: Classification dataset: - type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-TW) + type: mteb/amazon_massive_scenario config: zh-TW split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 @@ -2956,8 +2959,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval + type: C-MTEB/MedicalRetrieval config: default split: dev revision: None @@ -3025,8 +3028,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/medrxiv-clustering-p2p name: MTEB MedrxivClusteringP2P + type: mteb/medrxiv-clustering-p2p config: default split: test revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 @@ -3036,8 +3039,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/medrxiv-clustering-s2s name: MTEB MedrxivClusteringS2S + type: mteb/medrxiv-clustering-s2s config: default split: test revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 @@ -3047,8 +3050,8 @@ model-index: - task: type: Reranking dataset: - type: mteb/mind_small name: MTEB MindSmallReranking + type: mteb/mind_small config: default split: test revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69 @@ -3060,8 +3063,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/MultilingualSentiment-classification name: MTEB MultilingualSentiment + type: C-MTEB/MultilingualSentiment-classification config: default split: validation revision: None @@ -3073,8 +3076,8 @@ model-index: - task: type: Retrieval dataset: - type: nfcorpus name: MTEB NFCorpus + type: nfcorpus config: default split: test revision: None @@ -3142,8 +3145,8 @@ model-index: - task: type: Retrieval dataset: - type: nq name: MTEB NQ + type: nq config: default split: test revision: None @@ -3211,8 +3214,8 @@ model-index: - task: type: PairClassification dataset: - type: C-MTEB/OCNLI name: MTEB Ocnli + type: C-MTEB/OCNLI config: default split: validation revision: None @@ -3266,8 +3269,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/OnlineShopping-classification name: MTEB OnlineShopping + type: C-MTEB/OnlineShopping-classification config: default split: test revision: None @@ -3281,8 +3284,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/PAWSX name: MTEB PAWSX + type: C-MTEB/PAWSX config: default split: test revision: None @@ -3302,8 +3305,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/QBQTC name: MTEB QBQTC + type: C-MTEB/QBQTC config: default split: test revision: None @@ -3323,8 +3326,8 @@ model-index: - task: type: Retrieval dataset: - type: quora name: MTEB QuoraRetrieval + type: quora config: default split: test revision: None @@ -3392,8 +3395,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/reddit-clustering name: MTEB RedditClustering + type: mteb/reddit-clustering config: default split: test revision: 24640382cdbf8abc73003fb0fa6d111a705499eb @@ -3403,8 +3406,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/reddit-clustering-p2p name: MTEB RedditClusteringP2P + type: mteb/reddit-clustering-p2p config: default split: test revision: 282350215ef01743dc01b456c7f5241fa8937f16 @@ -3414,8 +3417,8 @@ model-index: - task: type: Retrieval dataset: - type: scidocs name: MTEB SCIDOCS + type: scidocs config: default split: test revision: None @@ -3483,8 +3486,8 @@ model-index: - task: type: STS dataset: - type: mteb/sickr-sts name: MTEB SICK-R + type: mteb/sickr-sts config: default split: test revision: a6ea5a8cab320b040a23452cc28066d9beae2cee @@ -3504,8 +3507,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts12-sts name: MTEB STS12 + type: mteb/sts12-sts config: default split: test revision: a0d554a64d88156834ff5ae9920b964011b16384 @@ -3525,8 +3528,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts13-sts name: MTEB STS13 + type: mteb/sts13-sts config: default split: test revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca @@ -3546,8 +3549,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts14-sts name: MTEB STS14 + type: mteb/sts14-sts config: default split: test revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 @@ -3567,8 +3570,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts15-sts name: MTEB STS15 + type: mteb/sts15-sts config: default split: test revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 @@ -3588,8 +3591,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts16-sts name: MTEB STS16 + type: mteb/sts16-sts config: default split: test revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 @@ -3609,8 +3612,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (ko-ko) + type: mteb/sts17-crosslingual-sts config: ko-ko split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3630,8 +3633,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (ar-ar) + type: mteb/sts17-crosslingual-sts config: ar-ar split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3651,8 +3654,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-ar) + type: mteb/sts17-crosslingual-sts config: en-ar split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3672,8 +3675,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-de) + type: mteb/sts17-crosslingual-sts config: en-de split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3693,8 +3696,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-en) + type: mteb/sts17-crosslingual-sts config: en-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3714,8 +3717,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (en-tr) + type: mteb/sts17-crosslingual-sts config: en-tr split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3735,8 +3738,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-en) + type: mteb/sts17-crosslingual-sts config: es-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3756,8 +3759,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (es-es) + type: mteb/sts17-crosslingual-sts config: es-es split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3777,8 +3780,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (fr-en) + type: mteb/sts17-crosslingual-sts config: fr-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3798,8 +3801,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (it-en) + type: mteb/sts17-crosslingual-sts config: it-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3819,8 +3822,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts17-crosslingual-sts name: MTEB STS17 (nl-en) + type: mteb/sts17-crosslingual-sts config: nl-en split: test revision: af5e6fb845001ecf41f4c1e033ce921939a2a68d @@ -3840,8 +3843,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (en) + type: mteb/sts22-crosslingual-sts config: en split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3861,8 +3864,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de) + type: mteb/sts22-crosslingual-sts config: de split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3882,8 +3885,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es) + type: mteb/sts22-crosslingual-sts config: es split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3903,8 +3906,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (pl) + type: mteb/sts22-crosslingual-sts config: pl split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3924,8 +3927,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (tr) + type: mteb/sts22-crosslingual-sts config: tr split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3945,8 +3948,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (ar) + type: mteb/sts22-crosslingual-sts config: ar split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3966,8 +3969,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (ru) + type: mteb/sts22-crosslingual-sts config: ru split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -3987,8 +3990,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh) + type: mteb/sts22-crosslingual-sts config: zh split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4008,8 +4011,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (fr) + type: mteb/sts22-crosslingual-sts config: fr split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4029,8 +4032,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-en) + type: mteb/sts22-crosslingual-sts config: de-en split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4050,8 +4053,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es-en) + type: mteb/sts22-crosslingual-sts config: es-en split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4071,8 +4074,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (it) + type: mteb/sts22-crosslingual-sts config: it split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4092,8 +4095,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (pl-en) + type: mteb/sts22-crosslingual-sts config: pl-en split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4113,8 +4116,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh-en) + type: mteb/sts22-crosslingual-sts config: zh-en split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4134,8 +4137,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (es-it) + type: mteb/sts22-crosslingual-sts config: es-it split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4155,8 +4158,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-fr) + type: mteb/sts22-crosslingual-sts config: de-fr split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4176,8 +4179,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (de-pl) + type: mteb/sts22-crosslingual-sts config: de-pl split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4197,8 +4200,8 @@ model-index: - task: type: STS dataset: - type: mteb/sts22-crosslingual-sts name: MTEB STS22 (fr-pl) + type: mteb/sts22-crosslingual-sts config: fr-pl split: test revision: 6d1ba47164174a496b7fa5d3569dae26a6813b80 @@ -4218,8 +4221,8 @@ model-index: - task: type: STS dataset: - type: C-MTEB/STSB name: MTEB STSB + type: C-MTEB/STSB config: default split: test revision: None @@ -4239,8 +4242,8 @@ model-index: - task: type: STS dataset: - type: mteb/stsbenchmark-sts name: MTEB STSBenchmark + type: mteb/stsbenchmark-sts config: default split: test revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 @@ -4260,8 +4263,8 @@ model-index: - task: type: Reranking dataset: - type: mteb/scidocs-reranking name: MTEB SciDocsRR + type: mteb/scidocs-reranking config: default split: test revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab @@ -4273,8 +4276,8 @@ model-index: - task: type: Retrieval dataset: - type: scifact name: MTEB SciFact + type: scifact config: default split: test revision: None @@ -4342,8 +4345,8 @@ model-index: - task: type: PairClassification dataset: - type: mteb/sprintduplicatequestions-pairclassification name: MTEB SprintDuplicateQuestions + type: mteb/sprintduplicatequestions-pairclassification config: default split: test revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 @@ -4397,8 +4400,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/stackexchange-clustering name: MTEB StackExchangeClustering + type: mteb/stackexchange-clustering config: default split: test revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 @@ -4408,8 +4411,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/stackexchange-clustering-p2p name: MTEB StackExchangeClusteringP2P + type: mteb/stackexchange-clustering-p2p config: default split: test revision: 815ca46b2622cec33ccafc3735d572c266efdb44 @@ -4419,8 +4422,8 @@ model-index: - task: type: Reranking dataset: - type: mteb/stackoverflowdupquestions-reranking name: MTEB StackOverflowDupQuestions + type: mteb/stackoverflowdupquestions-reranking config: default split: test revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 @@ -4432,8 +4435,8 @@ model-index: - task: type: Summarization dataset: - type: mteb/summeval name: MTEB SummEval + type: mteb/summeval config: default split: test revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c @@ -4449,8 +4452,8 @@ model-index: - task: type: Reranking dataset: - type: C-MTEB/T2Reranking name: MTEB T2Reranking + type: C-MTEB/T2Reranking config: default split: dev revision: None @@ -4462,8 +4465,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/T2Retrieval name: MTEB T2Retrieval + type: C-MTEB/T2Retrieval config: default split: dev revision: None @@ -4531,8 +4534,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/TNews-classification name: MTEB TNews + type: C-MTEB/TNews-classification config: default split: validation revision: None @@ -4544,8 +4547,8 @@ model-index: - task: type: Retrieval dataset: - type: trec-covid name: MTEB TRECCOVID + type: trec-covid config: default split: test revision: None @@ -4613,8 +4616,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (sqi-eng) + type: mteb/tatoeba-bitext-mining config: sqi-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4630,8 +4633,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (fry-eng) + type: mteb/tatoeba-bitext-mining config: fry-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4647,8 +4650,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kur-eng) + type: mteb/tatoeba-bitext-mining config: kur-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4664,8 +4667,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tur-eng) + type: mteb/tatoeba-bitext-mining config: tur-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4681,8 +4684,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (deu-eng) + type: mteb/tatoeba-bitext-mining config: deu-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4698,8 +4701,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (nld-eng) + type: mteb/tatoeba-bitext-mining config: nld-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4715,8 +4718,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ron-eng) + type: mteb/tatoeba-bitext-mining config: ron-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4732,8 +4735,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ang-eng) + type: mteb/tatoeba-bitext-mining config: ang-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4749,8 +4752,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ido-eng) + type: mteb/tatoeba-bitext-mining config: ido-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4766,8 +4769,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (jav-eng) + type: mteb/tatoeba-bitext-mining config: jav-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4783,8 +4786,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (isl-eng) + type: mteb/tatoeba-bitext-mining config: isl-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4800,8 +4803,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (slv-eng) + type: mteb/tatoeba-bitext-mining config: slv-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4817,8 +4820,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cym-eng) + type: mteb/tatoeba-bitext-mining config: cym-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4834,8 +4837,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kaz-eng) + type: mteb/tatoeba-bitext-mining config: kaz-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4851,8 +4854,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (est-eng) + type: mteb/tatoeba-bitext-mining config: est-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4868,8 +4871,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (heb-eng) + type: mteb/tatoeba-bitext-mining config: heb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4885,8 +4888,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (gla-eng) + type: mteb/tatoeba-bitext-mining config: gla-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4902,8 +4905,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (mar-eng) + type: mteb/tatoeba-bitext-mining config: mar-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4919,8 +4922,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (lat-eng) + type: mteb/tatoeba-bitext-mining config: lat-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4936,8 +4939,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (bel-eng) + type: mteb/tatoeba-bitext-mining config: bel-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4953,8 +4956,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (pms-eng) + type: mteb/tatoeba-bitext-mining config: pms-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4970,8 +4973,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (gle-eng) + type: mteb/tatoeba-bitext-mining config: gle-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -4987,8 +4990,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (pes-eng) + type: mteb/tatoeba-bitext-mining config: pes-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5004,8 +5007,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (nob-eng) + type: mteb/tatoeba-bitext-mining config: nob-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5021,8 +5024,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (bul-eng) + type: mteb/tatoeba-bitext-mining config: bul-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5038,8 +5041,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cbk-eng) + type: mteb/tatoeba-bitext-mining config: cbk-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5055,8 +5058,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (hun-eng) + type: mteb/tatoeba-bitext-mining config: hun-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5072,8 +5075,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (uig-eng) + type: mteb/tatoeba-bitext-mining config: uig-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5089,8 +5092,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (rus-eng) + type: mteb/tatoeba-bitext-mining config: rus-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5106,8 +5109,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (spa-eng) + type: mteb/tatoeba-bitext-mining config: spa-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5123,8 +5126,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (hye-eng) + type: mteb/tatoeba-bitext-mining config: hye-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5140,8 +5143,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tel-eng) + type: mteb/tatoeba-bitext-mining config: tel-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5157,8 +5160,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (afr-eng) + type: mteb/tatoeba-bitext-mining config: afr-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5174,8 +5177,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (mon-eng) + type: mteb/tatoeba-bitext-mining config: mon-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5191,8 +5194,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (arz-eng) + type: mteb/tatoeba-bitext-mining config: arz-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5208,8 +5211,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (hrv-eng) + type: mteb/tatoeba-bitext-mining config: hrv-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5225,8 +5228,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (nov-eng) + type: mteb/tatoeba-bitext-mining config: nov-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5242,8 +5245,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (gsw-eng) + type: mteb/tatoeba-bitext-mining config: gsw-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5259,8 +5262,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (nds-eng) + type: mteb/tatoeba-bitext-mining config: nds-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5276,8 +5279,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ukr-eng) + type: mteb/tatoeba-bitext-mining config: ukr-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5293,8 +5296,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (uzb-eng) + type: mteb/tatoeba-bitext-mining config: uzb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5310,8 +5313,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (lit-eng) + type: mteb/tatoeba-bitext-mining config: lit-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5327,8 +5330,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ina-eng) + type: mteb/tatoeba-bitext-mining config: ina-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5344,8 +5347,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (lfn-eng) + type: mteb/tatoeba-bitext-mining config: lfn-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5361,8 +5364,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (zsm-eng) + type: mteb/tatoeba-bitext-mining config: zsm-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5378,8 +5381,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ita-eng) + type: mteb/tatoeba-bitext-mining config: ita-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5395,8 +5398,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cmn-eng) + type: mteb/tatoeba-bitext-mining config: cmn-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5412,8 +5415,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (lvs-eng) + type: mteb/tatoeba-bitext-mining config: lvs-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5429,8 +5432,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (glg-eng) + type: mteb/tatoeba-bitext-mining config: glg-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5446,8 +5449,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ceb-eng) + type: mteb/tatoeba-bitext-mining config: ceb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5463,8 +5466,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (bre-eng) + type: mteb/tatoeba-bitext-mining config: bre-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5480,8 +5483,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ben-eng) + type: mteb/tatoeba-bitext-mining config: ben-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5497,8 +5500,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (swg-eng) + type: mteb/tatoeba-bitext-mining config: swg-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5514,8 +5517,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (arq-eng) + type: mteb/tatoeba-bitext-mining config: arq-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5531,8 +5534,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kab-eng) + type: mteb/tatoeba-bitext-mining config: kab-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5548,8 +5551,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (fra-eng) + type: mteb/tatoeba-bitext-mining config: fra-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5565,8 +5568,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (por-eng) + type: mteb/tatoeba-bitext-mining config: por-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5582,8 +5585,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tat-eng) + type: mteb/tatoeba-bitext-mining config: tat-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5599,8 +5602,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (oci-eng) + type: mteb/tatoeba-bitext-mining config: oci-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5616,8 +5619,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (pol-eng) + type: mteb/tatoeba-bitext-mining config: pol-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5633,8 +5636,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (war-eng) + type: mteb/tatoeba-bitext-mining config: war-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5650,8 +5653,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (aze-eng) + type: mteb/tatoeba-bitext-mining config: aze-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5667,8 +5670,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (vie-eng) + type: mteb/tatoeba-bitext-mining config: vie-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5684,8 +5687,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (nno-eng) + type: mteb/tatoeba-bitext-mining config: nno-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5701,8 +5704,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cha-eng) + type: mteb/tatoeba-bitext-mining config: cha-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5718,8 +5721,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (mhr-eng) + type: mteb/tatoeba-bitext-mining config: mhr-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5735,8 +5738,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (dan-eng) + type: mteb/tatoeba-bitext-mining config: dan-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5752,8 +5755,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ell-eng) + type: mteb/tatoeba-bitext-mining config: ell-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5769,8 +5772,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (amh-eng) + type: mteb/tatoeba-bitext-mining config: amh-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5786,8 +5789,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (pam-eng) + type: mteb/tatoeba-bitext-mining config: pam-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5803,8 +5806,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (hsb-eng) + type: mteb/tatoeba-bitext-mining config: hsb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5820,8 +5823,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (srp-eng) + type: mteb/tatoeba-bitext-mining config: srp-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5837,8 +5840,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (epo-eng) + type: mteb/tatoeba-bitext-mining config: epo-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5854,8 +5857,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kzj-eng) + type: mteb/tatoeba-bitext-mining config: kzj-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5871,8 +5874,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (awa-eng) + type: mteb/tatoeba-bitext-mining config: awa-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5888,8 +5891,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (fao-eng) + type: mteb/tatoeba-bitext-mining config: fao-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5905,8 +5908,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (mal-eng) + type: mteb/tatoeba-bitext-mining config: mal-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5922,8 +5925,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ile-eng) + type: mteb/tatoeba-bitext-mining config: ile-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5939,8 +5942,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (bos-eng) + type: mteb/tatoeba-bitext-mining config: bos-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5956,8 +5959,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cor-eng) + type: mteb/tatoeba-bitext-mining config: cor-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5973,8 +5976,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (cat-eng) + type: mteb/tatoeba-bitext-mining config: cat-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -5990,8 +5993,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (eus-eng) + type: mteb/tatoeba-bitext-mining config: eus-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6007,8 +6010,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (yue-eng) + type: mteb/tatoeba-bitext-mining config: yue-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6024,8 +6027,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (swe-eng) + type: mteb/tatoeba-bitext-mining config: swe-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6041,8 +6044,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (dtp-eng) + type: mteb/tatoeba-bitext-mining config: dtp-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6058,8 +6061,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kat-eng) + type: mteb/tatoeba-bitext-mining config: kat-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6075,8 +6078,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (jpn-eng) + type: mteb/tatoeba-bitext-mining config: jpn-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6092,8 +6095,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (csb-eng) + type: mteb/tatoeba-bitext-mining config: csb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6109,8 +6112,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (xho-eng) + type: mteb/tatoeba-bitext-mining config: xho-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6126,8 +6129,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (orv-eng) + type: mteb/tatoeba-bitext-mining config: orv-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6143,8 +6146,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ind-eng) + type: mteb/tatoeba-bitext-mining config: ind-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6160,8 +6163,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tuk-eng) + type: mteb/tatoeba-bitext-mining config: tuk-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6177,8 +6180,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (max-eng) + type: mteb/tatoeba-bitext-mining config: max-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6194,8 +6197,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (swh-eng) + type: mteb/tatoeba-bitext-mining config: swh-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6211,8 +6214,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (hin-eng) + type: mteb/tatoeba-bitext-mining config: hin-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6228,8 +6231,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (dsb-eng) + type: mteb/tatoeba-bitext-mining config: dsb-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6245,8 +6248,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ber-eng) + type: mteb/tatoeba-bitext-mining config: ber-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6262,8 +6265,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tam-eng) + type: mteb/tatoeba-bitext-mining config: tam-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6279,8 +6282,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (slk-eng) + type: mteb/tatoeba-bitext-mining config: slk-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6296,8 +6299,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tgl-eng) + type: mteb/tatoeba-bitext-mining config: tgl-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6313,8 +6316,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ast-eng) + type: mteb/tatoeba-bitext-mining config: ast-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6330,8 +6333,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (mkd-eng) + type: mteb/tatoeba-bitext-mining config: mkd-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6347,8 +6350,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (khm-eng) + type: mteb/tatoeba-bitext-mining config: khm-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6364,8 +6367,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ces-eng) + type: mteb/tatoeba-bitext-mining config: ces-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6381,8 +6384,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tzl-eng) + type: mteb/tatoeba-bitext-mining config: tzl-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6398,8 +6401,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (urd-eng) + type: mteb/tatoeba-bitext-mining config: urd-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6415,8 +6418,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (ara-eng) + type: mteb/tatoeba-bitext-mining config: ara-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6432,8 +6435,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (kor-eng) + type: mteb/tatoeba-bitext-mining config: kor-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6449,8 +6452,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (yid-eng) + type: mteb/tatoeba-bitext-mining config: yid-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6466,8 +6469,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (fin-eng) + type: mteb/tatoeba-bitext-mining config: fin-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6483,8 +6486,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (tha-eng) + type: mteb/tatoeba-bitext-mining config: tha-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6500,8 +6503,8 @@ model-index: - task: type: BitextMining dataset: - type: mteb/tatoeba-bitext-mining name: MTEB Tatoeba (wuu-eng) + type: mteb/tatoeba-bitext-mining config: wuu-eng split: test revision: 9080400076fbadbb4c4dcb136ff4eddc40b42553 @@ -6517,8 +6520,8 @@ model-index: - task: type: Clustering dataset: - type: C-MTEB/ThuNewsClusteringP2P name: MTEB ThuNewsClusteringP2P + type: C-MTEB/ThuNewsClusteringP2P config: default split: test revision: None @@ -6528,8 +6531,8 @@ model-index: - task: type: Clustering dataset: - type: C-MTEB/ThuNewsClusteringS2S name: MTEB ThuNewsClusteringS2S + type: C-MTEB/ThuNewsClusteringS2S config: default split: test revision: None @@ -6539,8 +6542,8 @@ model-index: - task: type: Retrieval dataset: - type: webis-touche2020 name: MTEB Touche2020 + type: webis-touche2020 config: default split: test revision: None @@ -6608,8 +6611,8 @@ model-index: - task: type: Classification dataset: - type: mteb/toxic_conversations_50k name: MTEB ToxicConversationsClassification + type: mteb/toxic_conversations_50k config: default split: test revision: d7c0de2777da35d6aae2200a62c6e0e5af397c4c @@ -6623,8 +6626,8 @@ model-index: - task: type: Classification dataset: - type: mteb/tweet_sentiment_extraction name: MTEB TweetSentimentExtractionClassification + type: mteb/tweet_sentiment_extraction config: default split: test revision: d604517c81ca91fe16a244d1248fc021f9ecee7a @@ -6636,8 +6639,8 @@ model-index: - task: type: Clustering dataset: - type: mteb/twentynewsgroups-clustering name: MTEB TwentyNewsgroupsClustering + type: mteb/twentynewsgroups-clustering config: default split: test revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 @@ -6647,8 +6650,8 @@ model-index: - task: type: PairClassification dataset: - type: mteb/twittersemeval2015-pairclassification name: MTEB TwitterSemEval2015 + type: mteb/twittersemeval2015-pairclassification config: default split: test revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 @@ -6702,8 +6705,8 @@ model-index: - task: type: PairClassification dataset: - type: mteb/twitterurlcorpus-pairclassification name: MTEB TwitterURLCorpus + type: mteb/twitterurlcorpus-pairclassification config: default split: test revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf @@ -6757,8 +6760,8 @@ model-index: - task: type: Retrieval dataset: - type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval + type: C-MTEB/VideoRetrieval config: default split: dev revision: None @@ -6826,8 +6829,8 @@ model-index: - task: type: Classification dataset: - type: C-MTEB/waimai-classification name: MTEB Waimai + type: C-MTEB/waimai-classification config: default split: test revision: None @@ -6838,9 +6841,106 @@ model-index: value: 70.57373468481975 - type: f1 value: 85.26264784928323 -language: -- en -license: mit + - task: + type: text-generation + name: Text Generation + dataset: + name: AI2 Reasoning Challenge (25-Shot) + type: ai2_arc + config: ARC-Challenge + split: test + args: + num_few_shot: 25 + metrics: + - type: acc_norm + value: 29.61 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: HellaSwag (10-Shot) + type: hellaswag + split: validation + args: + num_few_shot: 10 + metrics: + - type: acc_norm + value: 27.05 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MMLU (5-Shot) + type: cais/mmlu + config: all + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 23.12 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: TruthfulQA (0-shot) + type: truthful_qa + config: multiple_choice + split: validation + args: + num_few_shot: 0 + metrics: + - type: mc2 + value: 47.53 + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: Winogrande (5-shot) + type: winogrande + config: winogrande_xl + split: validation + args: + num_few_shot: 5 + metrics: + - type: acc + value: 51.93 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: GSM8k (5-shot) + type: gsm8k + config: main + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 0.0 + name: accuracy + source: + url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=intfloat/e5-mistral-7b-instruct + name: Open LLM Leaderboard --- ## E5-mistral-7b-instruct @@ -6994,3 +7094,17 @@ Using this model for inputs longer than 4096 tokens is not recommended. This model's multilingual capability is still inferior to [multilingual-e5-large](https://huggingface.co/intfloat/multilingual-e5-large) for some cases. + +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_intfloat__e5-mistral-7b-instruct) + +| Metric |Value| +|---------------------------------|----:| +|Avg. |29.87| +|AI2 Reasoning Challenge (25-Shot)|29.61| +|HellaSwag (10-Shot) |27.05| +|MMLU (5-Shot) |23.12| +|TruthfulQA (0-shot) |47.53| +|Winogrande (5-shot) |51.93| +|GSM8k (5-shot) | 0.00| +