--- language: - zh - en tags: - sentence-transformers - sentence-similarity - mteb model-index: - name: zh results: - task: type: STS dataset: type: C-MTEB/AFQMC name: MTEB AFQMC config: default split: validation revision: b44c3b011063adb25877c13823db83bb193913c4 metrics: - type: cos_sim_pearson value: 36.298796333105045 - type: cos_sim_spearman value: 37.341572623120264 - type: euclidean_pearson value: 36.64243583928722 - type: euclidean_spearman value: 37.34155251464738 - type: manhattan_pearson value: 36.619985504965335 - type: manhattan_spearman value: 37.33234474856907 - task: type: STS dataset: type: C-MTEB/ATEC name: MTEB ATEC config: default split: test revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865 metrics: - type: cos_sim_pearson value: 39.479909222662606 - type: cos_sim_spearman value: 41.931326522020626 - type: euclidean_pearson value: 42.96034449758286 - type: euclidean_spearman value: 41.9313332762864 - type: manhattan_pearson value: 42.91465081487226 - type: manhattan_spearman value: 41.891856959411506 - task: type: Classification dataset: type: mteb/amazon_reviews_multi name: MTEB AmazonReviewsClassification (zh) config: zh split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 47.553999999999995 - type: f1 value: 44.225487078758015 - task: type: STS dataset: type: C-MTEB/BQ name: MTEB BQ config: default split: test revision: e3dda5e115e487b39ec7e618c0c6a29137052a55 metrics: - type: cos_sim_pearson value: 67.41540794294842 - type: cos_sim_spearman value: 71.19680444103656 - type: euclidean_pearson value: 69.59374493550702 - type: euclidean_spearman value: 71.19680789937125 - type: manhattan_pearson value: 69.57503405147493 - type: manhattan_spearman value: 71.19417171802891 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringP2P name: MTEB CLSClusteringP2P config: default split: test revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476 metrics: - type: v_measure value: 40.006865414718185 - task: type: Clustering dataset: type: C-MTEB/CLSClusteringS2S name: MTEB CLSClusteringS2S config: default split: test revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f metrics: - type: v_measure value: 38.199450302104204 - task: type: Reranking dataset: type: C-MTEB/CMedQAv1-reranking name: MTEB CMedQAv1 config: default split: test revision: 8d7f1e942507dac42dc58017c1a001c3717da7df metrics: - type: map value: 74.51766322144272 - type: mrr value: 78.04591269841269 - task: type: Reranking dataset: type: C-MTEB/CMedQAv2-reranking name: MTEB CMedQAv2 config: default split: test revision: 23d186750531a14a0357ca22cd92d712fd512ea0 metrics: - type: map value: 75.6387269126998 - type: mrr value: 79.5725 - task: type: Retrieval dataset: type: C-MTEB/CmedqaRetrieval name: MTEB CmedqaRetrieval config: default split: dev revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301 metrics: - type: map_at_1 value: 16.788 - type: map_at_10 value: 25.224999999999998 - type: map_at_100 value: 26.862000000000002 - type: map_at_1000 value: 27.037 - type: map_at_3 value: 22.398 - type: map_at_5 value: 23.889 - type: mrr_at_1 value: 26.656999999999996 - type: mrr_at_10 value: 33.501999999999995 - type: mrr_at_100 value: 34.538999999999994 - type: mrr_at_1000 value: 34.626000000000005 - type: mrr_at_3 value: 31.374999999999996 - type: mrr_at_5 value: 32.535 - type: ndcg_at_1 value: 26.656999999999996 - type: ndcg_at_10 value: 30.675 - type: ndcg_at_100 value: 37.797 - type: ndcg_at_1000 value: 41.416 - type: ndcg_at_3 value: 26.827 - type: ndcg_at_5 value: 28.292 - type: precision_at_1 value: 26.656999999999996 - type: precision_at_10 value: 6.973999999999999 - type: precision_at_100 value: 1.286 - type: precision_at_1000 value: 0.174 - type: precision_at_3 value: 15.421000000000001 - type: precision_at_5 value: 11.133 - type: recall_at_1 value: 16.788 - type: recall_at_10 value: 38.746 - type: recall_at_100 value: 68.759 - type: recall_at_1000 value: 93.848 - type: recall_at_3 value: 26.807 - type: recall_at_5 value: 31.696999999999996 - task: type: PairClassification dataset: type: C-MTEB/CMNLI name: MTEB Cmnli config: default split: validation revision: 41bc36f332156f7adc9e38f53777c959b2ae9766 metrics: - type: cos_sim_accuracy value: 61.14251352976549 - type: cos_sim_ap value: 66.0067234682187 - type: cos_sim_f1 value: 68.08438532576463 - type: cos_sim_precision value: 53.38825405261759 - type: cos_sim_recall value: 93.9443535188216 - type: dot_accuracy value: 61.14251352976549 - type: dot_ap value: 65.99885462184204 - type: dot_f1 value: 68.08438532576463 - type: dot_precision value: 53.38825405261759 - type: dot_recall value: 93.9443535188216 - type: euclidean_accuracy value: 61.14251352976549 - type: euclidean_ap value: 66.0068124858108 - type: euclidean_f1 value: 68.08438532576463 - type: euclidean_precision value: 53.38825405261759 - type: euclidean_recall value: 93.9443535188216 - type: manhattan_accuracy value: 61.10643415514131 - type: manhattan_ap value: 66.00394480408306 - type: manhattan_f1 value: 68.1290759718811 - type: manhattan_precision value: 53.41301460823373 - type: manhattan_recall value: 94.03787701660042 - type: max_accuracy value: 61.14251352976549 - type: max_ap value: 66.0068124858108 - type: max_f1 value: 68.1290759718811 - task: type: Retrieval dataset: type: C-MTEB/CovidRetrieval name: MTEB CovidRetrieval config: default split: dev revision: 1271c7809071a13532e05f25fb53511ffce77117 metrics: - type: map_at_1 value: 49.315 - type: map_at_10 value: 59.998 - type: map_at_100 value: 60.649 - type: map_at_1000 value: 60.668 - type: map_at_3 value: 57.727 - type: map_at_5 value: 59.019999999999996 - type: mrr_at_1 value: 49.419999999999995 - type: mrr_at_10 value: 60.036 - type: mrr_at_100 value: 60.678 - type: mrr_at_1000 value: 60.697 - type: mrr_at_3 value: 57.833 - type: mrr_at_5 value: 59.097 - type: ndcg_at_1 value: 49.419999999999995 - type: ndcg_at_10 value: 64.976 - type: ndcg_at_100 value: 68.068 - type: ndcg_at_1000 value: 68.587 - type: ndcg_at_3 value: 60.358000000000004 - type: ndcg_at_5 value: 62.668 - type: precision_at_1 value: 49.419999999999995 - type: precision_at_10 value: 8.124 - type: precision_at_100 value: 0.958 - type: precision_at_1000 value: 0.1 - type: precision_at_3 value: 22.726 - type: precision_at_5 value: 14.795 - type: recall_at_1 value: 49.315 - type: recall_at_10 value: 80.453 - type: recall_at_100 value: 94.731 - type: recall_at_1000 value: 98.84100000000001 - type: recall_at_3 value: 67.861 - type: recall_at_5 value: 73.393 - task: type: Retrieval dataset: type: C-MTEB/DuRetrieval name: MTEB DuRetrieval config: default split: dev revision: a1a333e290fe30b10f3f56498e3a0d911a693ced metrics: - type: map_at_1 value: 21.493000000000002 - type: map_at_10 value: 64.066 - type: map_at_100 value: 67.917 - type: map_at_1000 value: 68.02 - type: map_at_3 value: 43.847 - type: map_at_5 value: 55.18300000000001 - type: mrr_at_1 value: 76.5 - type: mrr_at_10 value: 84.057 - type: mrr_at_100 value: 84.19 - type: mrr_at_1000 value: 84.195 - type: mrr_at_3 value: 83.125 - type: mrr_at_5 value: 83.817 - type: ndcg_at_1 value: 76.5 - type: ndcg_at_10 value: 74.601 - type: ndcg_at_100 value: 80.072 - type: ndcg_at_1000 value: 81.047 - type: ndcg_at_3 value: 72.16799999999999 - type: ndcg_at_5 value: 71.479 - type: precision_at_1 value: 76.5 - type: precision_at_10 value: 36.385 - type: precision_at_100 value: 4.633 - type: precision_at_1000 value: 0.48700000000000004 - type: precision_at_3 value: 64.617 - type: precision_at_5 value: 54.89000000000001 - type: recall_at_1 value: 21.493000000000002 - type: recall_at_10 value: 77.387 - type: recall_at_100 value: 93.996 - type: recall_at_1000 value: 98.83 - type: recall_at_3 value: 47.563 - type: recall_at_5 value: 62.883 - task: type: Retrieval dataset: type: C-MTEB/EcomRetrieval name: MTEB EcomRetrieval config: default split: dev revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9 metrics: - type: map_at_1 value: 28.499999999999996 - type: map_at_10 value: 37.271 - type: map_at_100 value: 38.318000000000005 - type: map_at_1000 value: 38.362 - type: map_at_3 value: 34.2 - type: map_at_5 value: 35.97 - type: mrr_at_1 value: 28.499999999999996 - type: mrr_at_10 value: 37.271 - type: mrr_at_100 value: 38.318000000000005 - type: mrr_at_1000 value: 38.362 - type: mrr_at_3 value: 34.2 - type: mrr_at_5 value: 35.97 - type: ndcg_at_1 value: 28.499999999999996 - type: ndcg_at_10 value: 42.419000000000004 - type: ndcg_at_100 value: 47.591 - type: ndcg_at_1000 value: 48.791000000000004 - type: ndcg_at_3 value: 36.074 - type: ndcg_at_5 value: 39.275 - type: precision_at_1 value: 28.499999999999996 - type: precision_at_10 value: 5.8999999999999995 - type: precision_at_100 value: 0.8340000000000001 - type: precision_at_1000 value: 0.093 - type: precision_at_3 value: 13.833 - type: precision_at_5 value: 9.86 - type: recall_at_1 value: 28.499999999999996 - type: recall_at_10 value: 59.0 - type: recall_at_100 value: 83.39999999999999 - type: recall_at_1000 value: 92.9 - type: recall_at_3 value: 41.5 - type: recall_at_5 value: 49.3 - task: type: Classification dataset: type: C-MTEB/IFlyTek-classification name: MTEB IFlyTek config: default split: validation revision: 421605374b29664c5fc098418fe20ada9bd55f8a metrics: - type: accuracy value: 44.563293574451706 - type: f1 value: 30.778378421912002 - task: type: Classification dataset: type: C-MTEB/JDReview-classification name: MTEB JDReview config: default split: test revision: b7c64bd89eb87f8ded463478346f76731f07bf8b metrics: - type: accuracy value: 89.23076923076924 - type: ap value: 61.032723799932974 - type: f1 value: 84.49441280498773 - task: type: STS dataset: type: C-MTEB/LCQMC name: MTEB LCQMC config: default split: test revision: 17f9b096f80380fce5ed12a9be8be7784b337daf metrics: - type: cos_sim_pearson value: 66.22719629640424 - type: cos_sim_spearman value: 72.87558846789628 - type: euclidean_pearson value: 71.17001015918034 - type: euclidean_spearman value: 72.8755973307354 - type: manhattan_pearson value: 71.27354402109685 - type: manhattan_spearman value: 72.9741374432873 - task: type: Reranking dataset: type: C-MTEB/Mmarco-reranking name: MTEB MMarcoReranking config: default split: dev revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6 metrics: - type: map value: 17.12412338289922 - type: mrr value: 15.632936507936506 - task: type: Retrieval dataset: type: C-MTEB/MMarcoRetrieval name: MTEB MMarcoRetrieval config: default split: dev revision: 539bbde593d947e2a124ba72651aafc09eb33fc2 metrics: - type: map_at_1 value: 43.888 - type: map_at_10 value: 53.053 - type: map_at_100 value: 53.702000000000005 - type: map_at_1000 value: 53.739000000000004 - type: map_at_3 value: 50.613 - type: map_at_5 value: 52.035 - type: mrr_at_1 value: 45.587 - type: mrr_at_10 value: 53.921 - type: mrr_at_100 value: 54.51200000000001 - type: mrr_at_1000 value: 54.54599999999999 - type: mrr_at_3 value: 51.690999999999995 - type: mrr_at_5 value: 52.977 - type: ndcg_at_1 value: 45.587 - type: ndcg_at_10 value: 57.619 - type: ndcg_at_100 value: 60.76200000000001 - type: ndcg_at_1000 value: 61.797000000000004 - type: ndcg_at_3 value: 52.805 - type: ndcg_at_5 value: 55.239000000000004 - type: precision_at_1 value: 45.587 - type: precision_at_10 value: 7.564 - type: precision_at_100 value: 0.915 - type: precision_at_1000 value: 0.1 - type: precision_at_3 value: 20.468 - type: precision_at_5 value: 13.572999999999999 - type: recall_at_1 value: 43.888 - type: recall_at_10 value: 71.06700000000001 - type: recall_at_100 value: 85.765 - type: recall_at_1000 value: 94.038 - type: recall_at_3 value: 58.069 - type: recall_at_5 value: 63.848000000000006 - task: type: Classification dataset: type: mteb/amazon_massive_intent name: MTEB MassiveIntentClassification (zh-CN) config: zh-CN split: test revision: 31efe3c427b0bae9c22cbb560b8f15491cc6bed7 metrics: - type: accuracy value: 60.423671822461344 - type: f1 value: 56.82053357104769 - task: type: Classification dataset: type: mteb/amazon_massive_scenario name: MTEB MassiveScenarioClassification (zh-CN) config: zh-CN split: test revision: 7d571f92784cd94a019292a1f45445077d0ef634 metrics: - type: accuracy value: 68.69199731002018 - type: f1 value: 68.36036256101542 - task: type: Retrieval dataset: type: C-MTEB/MedicalRetrieval name: MTEB MedicalRetrieval config: default split: dev revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6 metrics: - type: map_at_1 value: 38.0 - type: map_at_10 value: 43.6 - type: map_at_100 value: 44.235 - type: map_at_1000 value: 44.299 - type: map_at_3 value: 42.016999999999996 - type: map_at_5 value: 42.862 - type: mrr_at_1 value: 38.1 - type: mrr_at_10 value: 43.65 - type: mrr_at_100 value: 44.284 - type: mrr_at_1000 value: 44.348 - type: mrr_at_3 value: 42.067 - type: mrr_at_5 value: 42.912 - type: ndcg_at_1 value: 38.0 - type: ndcg_at_10 value: 46.537 - type: ndcg_at_100 value: 49.936 - type: ndcg_at_1000 value: 51.925 - type: ndcg_at_3 value: 43.251 - type: ndcg_at_5 value: 44.753 - type: precision_at_1 value: 38.0 - type: precision_at_10 value: 5.59 - type: precision_at_100 value: 0.7250000000000001 - type: precision_at_1000 value: 0.089 - type: precision_at_3 value: 15.6 - type: precision_at_5 value: 10.08 - type: recall_at_1 value: 38.0 - type: recall_at_10 value: 55.900000000000006 - type: recall_at_100 value: 72.5 - type: recall_at_1000 value: 88.8 - type: recall_at_3 value: 46.800000000000004 - type: recall_at_5 value: 50.4 - task: type: Retrieval dataset: type: Shitao/MLDR name: MTEB MultiLongDocRetrieval (zh) config: zh split: test revision: None metrics: - type: map_at_1 value: 7.75 - type: map_at_10 value: 10.508000000000001 - type: map_at_100 value: 10.988000000000001 - type: map_at_1000 value: 11.059 - type: map_at_3 value: 9.417 - type: map_at_5 value: 9.942 - type: mrr_at_1 value: 7.75 - type: mrr_at_10 value: 10.508000000000001 - type: mrr_at_100 value: 10.988000000000001 - type: mrr_at_1000 value: 11.06 - type: mrr_at_3 value: 9.417 - type: mrr_at_5 value: 9.942 - type: ndcg_at_1 value: 7.75 - type: ndcg_at_10 value: 12.315 - type: ndcg_at_100 value: 15.018999999999998 - type: ndcg_at_1000 value: 17.424999999999997 - type: ndcg_at_3 value: 9.982000000000001 - type: ndcg_at_5 value: 10.918 - type: precision_at_1 value: 7.75 - type: precision_at_10 value: 1.825 - type: precision_at_100 value: 0.317 - type: precision_at_1000 value: 0.052 - type: precision_at_3 value: 3.875 - type: precision_at_5 value: 2.775 - type: recall_at_1 value: 7.75 - type: recall_at_10 value: 18.25 - type: recall_at_100 value: 31.75 - type: recall_at_1000 value: 51.74999999999999 - type: recall_at_3 value: 11.625 - type: recall_at_5 value: 13.875000000000002 - task: type: Classification dataset: type: C-MTEB/MultilingualSentiment-classification name: MTEB MultilingualSentiment config: default split: validation revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a metrics: - type: accuracy value: 78.42 - type: f1 value: 78.06136479834592 - task: type: PairClassification dataset: type: C-MTEB/OCNLI name: MTEB Ocnli config: default split: validation revision: 66e76a618a34d6d565d5538088562851e6daa7ec metrics: - type: cos_sim_accuracy value: 59.61017866811045 - type: cos_sim_ap value: 60.271467647520495 - type: cos_sim_f1 value: 69.19575113808801 - type: cos_sim_precision value: 53.99644760213144 - type: cos_sim_recall value: 96.30411826821542 - type: dot_accuracy value: 59.61017866811045 - type: dot_ap value: 60.271467647520495 - type: dot_f1 value: 69.19575113808801 - type: dot_precision value: 53.99644760213144 - type: dot_recall value: 96.30411826821542 - type: euclidean_accuracy value: 59.61017866811045 - type: euclidean_ap value: 60.271467647520495 - type: euclidean_f1 value: 69.19575113808801 - type: euclidean_precision value: 53.99644760213144 - type: euclidean_recall value: 96.30411826821542 - type: manhattan_accuracy value: 59.7184623714131 - type: manhattan_ap value: 60.32264902752218 - type: manhattan_f1 value: 69.22201138519924 - type: manhattan_precision value: 54.02843601895735 - type: manhattan_recall value: 96.30411826821542 - type: max_accuracy value: 59.7184623714131 - type: max_ap value: 60.32264902752218 - type: max_f1 value: 69.22201138519924 - task: type: Classification dataset: type: C-MTEB/OnlineShopping-classification name: MTEB OnlineShopping config: default split: test revision: e610f2ebd179a8fda30ae534c3878750a96db120 metrics: - type: accuracy value: 93.05000000000001 - type: ap value: 91.18195895507802 - type: f1 value: 93.04021920382944 - task: type: STS dataset: type: C-MTEB/PAWSX name: MTEB PAWSX config: default split: test revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1 metrics: - type: cos_sim_pearson value: 15.646669268679258 - type: cos_sim_spearman value: 18.210627988600088 - type: euclidean_pearson value: 18.545700775834135 - type: euclidean_spearman value: 18.22638450822432 - type: manhattan_pearson value: 18.56718129015248 - type: manhattan_spearman value: 18.27028021184377 - task: type: PairClassification dataset: type: paws-x name: MTEB PawsX (zh) config: zh split: test revision: 8a04d940a42cd40658986fdd8e3da561533a3646 metrics: - type: cos_sim_accuracy value: 59.599999999999994 - type: cos_sim_ap value: 57.39257507549949 - type: cos_sim_f1 value: 62.32136632973162 - type: cos_sim_precision value: 45.265822784810126 - type: cos_sim_recall value: 100.0 - type: dot_accuracy value: 59.599999999999994 - type: dot_ap value: 56.98345226457827 - type: dot_f1 value: 62.32136632973162 - type: dot_precision value: 45.265822784810126 - type: dot_recall value: 100.0 - type: euclidean_accuracy value: 59.599999999999994 - type: euclidean_ap value: 57.3922995193463 - type: euclidean_f1 value: 62.32136632973162 - type: euclidean_precision value: 45.265822784810126 - type: euclidean_recall value: 100.0 - type: manhattan_accuracy value: 59.550000000000004 - type: manhattan_ap value: 57.409507119268376 - type: manhattan_f1 value: 62.32136632973162 - type: manhattan_precision value: 45.265822784810126 - type: manhattan_recall value: 100.0 - type: max_accuracy value: 59.599999999999994 - type: max_ap value: 57.409507119268376 - type: max_f1 value: 62.32136632973162 - task: type: STS dataset: type: C-MTEB/QBQTC name: MTEB QBQTC config: default split: test revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7 metrics: - type: cos_sim_pearson value: 26.20813788138459 - type: cos_sim_spearman value: 27.161390755734427 - type: euclidean_pearson value: 25.38239308132396 - type: euclidean_spearman value: 27.161458517606906 - type: manhattan_pearson value: 25.533861242377704 - type: manhattan_spearman value: 27.356882292991834 - task: type: STS dataset: type: mteb/sts22-crosslingual-sts name: MTEB STS22 (zh) config: zh split: test revision: eea2b4fe26a775864c896887d910b76a8098ad3f metrics: - type: cos_sim_pearson value: 63.437181390975624 - type: cos_sim_spearman value: 66.42410464140018 - type: euclidean_pearson value: 65.23091221659769 - type: euclidean_spearman value: 66.42410464140018 - type: manhattan_pearson value: 65.42430798528258 - type: manhattan_spearman value: 66.44811980407968 - task: type: STS dataset: type: C-MTEB/STSB name: MTEB STSB config: default split: test revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0 metrics: - type: cos_sim_pearson value: 67.13526185743584 - type: cos_sim_spearman value: 67.87262977922003 - type: euclidean_pearson value: 68.01501802788067 - type: euclidean_spearman value: 67.87241377586508 - type: manhattan_pearson value: 68.03194534033594 - type: manhattan_spearman value: 67.91448799292998 - task: type: Reranking dataset: type: C-MTEB/T2Reranking name: MTEB T2Reranking config: default split: dev revision: 76631901a18387f85eaa53e5450019b87ad58ef9 metrics: - type: map value: 64.41164023353707 - type: mrr value: 74.15855283661647 - task: type: Retrieval dataset: type: C-MTEB/T2Retrieval name: MTEB T2Retrieval config: default split: dev revision: 8731a845f1bf500a4f111cf1070785c793d10e64 metrics: - type: map_at_1 value: 20.456 - type: map_at_10 value: 57.611999999999995 - type: map_at_100 value: 62.104000000000006 - type: map_at_1000 value: 62.251999999999995 - type: map_at_3 value: 39.806999999999995 - type: map_at_5 value: 49.016999999999996 - type: mrr_at_1 value: 73.685 - type: mrr_at_10 value: 79.361 - type: mrr_at_100 value: 79.63799999999999 - type: mrr_at_1000 value: 79.649 - type: mrr_at_3 value: 78.144 - type: mrr_at_5 value: 78.89699999999999 - type: ndcg_at_1 value: 73.685 - type: ndcg_at_10 value: 67.824 - type: ndcg_at_100 value: 74.399 - type: ndcg_at_1000 value: 75.949 - type: ndcg_at_3 value: 68.643 - type: ndcg_at_5 value: 67.108 - type: precision_at_1 value: 73.685 - type: precision_at_10 value: 34.904 - type: precision_at_100 value: 4.714 - type: precision_at_1000 value: 0.508 - type: precision_at_3 value: 60.587 - type: precision_at_5 value: 50.892 - type: recall_at_1 value: 20.456 - type: recall_at_10 value: 68.314 - type: recall_at_100 value: 88.67399999999999 - type: recall_at_1000 value: 96.48400000000001 - type: recall_at_3 value: 42.498999999999995 - type: recall_at_5 value: 54.492 - task: type: Classification dataset: type: C-MTEB/TNews-classification name: MTEB TNews config: default split: validation revision: 317f262bf1e6126357bbe89e875451e4b0938fe4 metrics: - type: accuracy value: 50.258 - type: f1 value: 48.46817969810712 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringP2P name: MTEB ThuNewsClusteringP2P config: default split: test revision: 5798586b105c0434e4f0fe5e767abe619442cf93 metrics: - type: v_measure value: 59.39920752654844 - task: type: Clustering dataset: type: C-MTEB/ThuNewsClusteringS2S name: MTEB ThuNewsClusteringS2S config: default split: test revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d metrics: - type: v_measure value: 55.52800428947542 - task: type: Retrieval dataset: type: C-MTEB/VideoRetrieval name: MTEB VideoRetrieval config: default split: dev revision: 58c2597a5943a2ba48f4668c3b90d796283c5639 metrics: - type: map_at_1 value: 25.4 - type: map_at_10 value: 33.43 - type: map_at_100 value: 34.259 - type: map_at_1000 value: 34.329 - type: map_at_3 value: 30.817 - type: map_at_5 value: 32.422000000000004 - type: mrr_at_1 value: 25.3 - type: mrr_at_10 value: 33.379999999999995 - type: mrr_at_100 value: 34.209 - type: mrr_at_1000 value: 34.278999999999996 - type: mrr_at_3 value: 30.767 - type: mrr_at_5 value: 32.372 - type: ndcg_at_1 value: 25.4 - type: ndcg_at_10 value: 37.797 - type: ndcg_at_100 value: 42.168 - type: ndcg_at_1000 value: 44.194 - type: ndcg_at_3 value: 32.537 - type: ndcg_at_5 value: 35.403 - type: precision_at_1 value: 25.4 - type: precision_at_10 value: 5.17 - type: precision_at_100 value: 0.73 - type: precision_at_1000 value: 0.089 - type: precision_at_3 value: 12.5 - type: precision_at_5 value: 8.88 - type: recall_at_1 value: 25.4 - type: recall_at_10 value: 51.7 - type: recall_at_100 value: 73.0 - type: recall_at_1000 value: 89.3 - type: recall_at_3 value: 37.5 - type: recall_at_5 value: 44.4 - task: type: Classification dataset: type: C-MTEB/waimai-classification name: MTEB Waimai config: default split: test revision: 339287def212450dcaa9df8c22bf93e9980c7023 metrics: - type: accuracy value: 89.17000000000002 - type: ap value: 74.83484198968617 - type: f1 value: 87.84607916808504 ---