diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -9,6 +9,7564 @@ tags: - embeddings - static-embeddings - sentence-transformers +- mteb +model-index: +- name: brown-beetle-base-v1.1 + results: + - dataset: + config: en-ext + name: MTEB AmazonCounterfactualClassification (en-ext) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 66.8815592203898 + - type: ap + value: 18.195189738998792 + - type: ap_weighted + value: 18.195189738998792 + - type: f1 + value: 55.16513139500548 + - type: f1_weighted + value: 73.16351793408617 + - type: main_score + value: 66.8815592203898 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 70.19402985074626 + - type: ap + value: 32.56202127210676 + - type: ap_weighted + value: 32.56202127210676 + - type: f1 + value: 64.10866172582675 + - type: f1_weighted + value: 73.08892104263525 + - type: main_score + value: 70.19402985074626 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 68.72295000000001 + - type: ap + value: 63.50967718714144 + - type: ap_weighted + value: 63.50967718714144 + - type: f1 + value: 68.34020808585744 + - type: f1_weighted + value: 68.34020808585744 + - type: main_score + value: 68.72295000000001 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 31.691999999999997 + - type: f1 + value: 31.085241040043943 + - type: f1_weighted + value: 31.085241040043943 + - type: main_score + value: 31.691999999999997 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 40.128 + - type: map_at_1 + value: 20.341 + - type: map_at_10 + value: 32.775999999999996 + - type: map_at_100 + value: 34.026 + - type: map_at_1000 + value: 34.059 + - type: map_at_20 + value: 33.588 + - type: map_at_3 + value: 28.615000000000002 + - type: map_at_5 + value: 30.824 + - type: mrr_at_1 + value: 20.62588904694168 + - type: mrr_at_10 + value: 32.89335388019595 + - type: mrr_at_100 + value: 34.14268270653552 + - type: mrr_at_1000 + value: 34.175518754164436 + - type: mrr_at_20 + value: 33.7081572497899 + - type: mrr_at_3 + value: 28.73399715504974 + - type: mrr_at_5 + value: 30.938833570412427 + - type: nauc_map_at_1000_diff1 + value: 7.401396584575148 + - type: nauc_map_at_1000_max + value: 1.561793336151107 + - type: nauc_map_at_1000_std + value: 5.33923048933337 + - type: nauc_map_at_100_diff1 + value: 7.40837757767046 + - type: nauc_map_at_100_max + value: 1.5985119960125118 + - type: nauc_map_at_100_std + value: 5.388304311069464 + - type: nauc_map_at_10_diff1 + value: 7.3682062691330845 + - type: nauc_map_at_10_max + value: 1.4273735626548079 + - type: nauc_map_at_10_std + value: 5.0304641139875015 + - type: nauc_map_at_1_diff1 + value: 7.639815184580624 + - type: nauc_map_at_1_max + value: -4.027690178292217 + - type: nauc_map_at_1_std + value: 1.9985652144404256 + - type: nauc_map_at_20_diff1 + value: 7.39878654703337 + - type: nauc_map_at_20_max + value: 1.666693315573178 + - type: nauc_map_at_20_std + value: 5.398958104612419 + - type: nauc_map_at_3_diff1 + value: 6.890846818575478 + - type: nauc_map_at_3_max + value: -0.32310033961112283 + - type: nauc_map_at_3_std + value: 3.437881182860949 + - type: nauc_map_at_5_diff1 + value: 7.137127221923745 + - type: nauc_map_at_5_max + value: 1.19461097098547 + - type: nauc_map_at_5_std + value: 4.827553234476681 + - type: nauc_mrr_at_1000_diff1 + value: 6.456283332332113 + - type: nauc_mrr_at_1000_max + value: 1.5065670810761536 + - type: nauc_mrr_at_1000_std + value: 5.220110996894977 + - type: nauc_mrr_at_100_diff1 + value: 6.464279998869518 + - type: nauc_mrr_at_100_max + value: 1.5432933404242728 + - type: nauc_mrr_at_100_std + value: 5.269191190466668 + - type: nauc_mrr_at_10_diff1 + value: 6.4464671096278705 + - type: nauc_mrr_at_10_max + value: 1.3819637730098593 + - type: nauc_mrr_at_10_std + value: 4.927850342994863 + - type: nauc_mrr_at_1_diff1 + value: 6.62597695774715 + - type: nauc_mrr_at_1_max + value: -3.252757666749109 + - type: nauc_mrr_at_1_std + value: 1.8298974419648943 + - type: nauc_mrr_at_20_diff1 + value: 6.46957522426181 + - type: nauc_mrr_at_20_max + value: 1.6158979040451888 + - type: nauc_mrr_at_20_std + value: 5.288493315564287 + - type: nauc_mrr_at_3_diff1 + value: 5.845929061602997 + - type: nauc_mrr_at_3_max + value: -0.5075220148677204 + - type: nauc_mrr_at_3_std + value: 3.3320031665380245 + - type: nauc_mrr_at_5_diff1 + value: 6.279917481027432 + - type: nauc_mrr_at_5_max + value: 1.177197305050769 + - type: nauc_mrr_at_5_std + value: 4.72208597750944 + - type: nauc_ndcg_at_1000_diff1 + value: 7.537679691067998 + - type: nauc_ndcg_at_1000_max + value: 3.5509114500043117 + - type: nauc_ndcg_at_1000_std + value: 7.375893443326363 + - type: nauc_ndcg_at_100_diff1 + value: 7.843569009078126 + - type: nauc_ndcg_at_100_max + value: 4.738395735952662 + - type: nauc_ndcg_at_100_std + value: 8.890391940589863 + - type: nauc_ndcg_at_10_diff1 + value: 7.8755593191900575 + - type: nauc_ndcg_at_10_max + value: 4.225562403907249 + - type: nauc_ndcg_at_10_std + value: 7.349058827076821 + - type: nauc_ndcg_at_1_diff1 + value: 7.639815184580624 + - type: nauc_ndcg_at_1_max + value: -4.027690178292217 + - type: nauc_ndcg_at_1_std + value: 1.9985652144404256 + - type: nauc_ndcg_at_20_diff1 + value: 8.020639694315895 + - type: nauc_ndcg_at_20_max + value: 5.290509406500979 + - type: nauc_ndcg_at_20_std + value: 8.891273142025415 + - type: nauc_ndcg_at_3_diff1 + value: 6.95862081914132 + - type: nauc_ndcg_at_3_max + value: 0.810166999166851 + - type: nauc_ndcg_at_3_std + value: 4.049852198242494 + - type: nauc_ndcg_at_5_diff1 + value: 7.390022900253804 + - type: nauc_ndcg_at_5_max + value: 3.5572312546957967 + - type: nauc_ndcg_at_5_std + value: 6.551950546495465 + - type: nauc_precision_at_1000_diff1 + value: -25.915341768512246 + - type: nauc_precision_at_1000_max + value: 33.45682540913843 + - type: nauc_precision_at_1000_std + value: 59.512947822117425 + - type: nauc_precision_at_100_diff1 + value: 11.306594631468881 + - type: nauc_precision_at_100_max + value: 38.39603487924486 + - type: nauc_precision_at_100_std + value: 53.078997445874265 + - type: nauc_precision_at_10_diff1 + value: 9.731458734450202 + - type: nauc_precision_at_10_max + value: 13.666190744172896 + - type: nauc_precision_at_10_std + value: 15.605041658466092 + - type: nauc_precision_at_1_diff1 + value: 7.639815184580624 + - type: nauc_precision_at_1_max + value: -4.027690178292217 + - type: nauc_precision_at_1_std + value: 1.9985652144404256 + - type: nauc_precision_at_20_diff1 + value: 11.099142501098678 + - type: nauc_precision_at_20_max + value: 22.245728980223614 + - type: nauc_precision_at_20_std + value: 26.30822025447605 + - type: nauc_precision_at_3_diff1 + value: 7.2132144596256085 + - type: nauc_precision_at_3_max + value: 3.7686547647068602 + - type: nauc_precision_at_3_std + value: 5.692360766234468 + - type: nauc_precision_at_5_diff1 + value: 8.198162382731578 + - type: nauc_precision_at_5_max + value: 10.254147227495872 + - type: nauc_precision_at_5_std + value: 11.550749310135192 + - type: nauc_recall_at_1000_diff1 + value: -25.915341768509983 + - type: nauc_recall_at_1000_max + value: 33.45682540913765 + - type: nauc_recall_at_1000_std + value: 59.512947822118356 + - type: nauc_recall_at_100_diff1 + value: 11.306594631468771 + - type: nauc_recall_at_100_max + value: 38.39603487924445 + - type: nauc_recall_at_100_std + value: 53.07899744587412 + - type: nauc_recall_at_10_diff1 + value: 9.731458734450223 + - type: nauc_recall_at_10_max + value: 13.666190744172946 + - type: nauc_recall_at_10_std + value: 15.605041658466124 + - type: nauc_recall_at_1_diff1 + value: 7.639815184580624 + - type: nauc_recall_at_1_max + value: -4.027690178292217 + - type: nauc_recall_at_1_std + value: 1.9985652144404256 + - type: nauc_recall_at_20_diff1 + value: 11.099142501098756 + - type: nauc_recall_at_20_max + value: 22.245728980223685 + - type: nauc_recall_at_20_std + value: 26.308220254476044 + - type: nauc_recall_at_3_diff1 + value: 7.213214459625624 + - type: nauc_recall_at_3_max + value: 3.768654764706886 + - type: nauc_recall_at_3_std + value: 5.692360766234493 + - type: nauc_recall_at_5_diff1 + value: 8.19816238273156 + - type: nauc_recall_at_5_max + value: 10.254147227495896 + - type: nauc_recall_at_5_std + value: 11.550749310135219 + - type: ndcg_at_1 + value: 20.341 + - type: ndcg_at_10 + value: 40.128 + - type: ndcg_at_100 + value: 46.113 + - type: ndcg_at_1000 + value: 47.024 + - type: ndcg_at_20 + value: 43.044 + - type: ndcg_at_3 + value: 31.465 + - type: ndcg_at_5 + value: 35.447 + - type: precision_at_1 + value: 20.341 + - type: precision_at_10 + value: 6.38 + - type: precision_at_100 + value: 0.9159999999999999 + - type: precision_at_1000 + value: 0.099 + - type: precision_at_20 + value: 3.762 + - type: precision_at_3 + value: 13.253 + - type: precision_at_5 + value: 9.886000000000001 + - type: recall_at_1 + value: 20.341 + - type: recall_at_10 + value: 63.798 + - type: recall_at_100 + value: 91.607 + - type: recall_at_1000 + value: 98.86200000000001 + - type: recall_at_20 + value: 75.249 + - type: recall_at_3 + value: 39.757999999999996 + - type: recall_at_5 + value: 49.431000000000004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 32.95868401684924 + - type: v_measure + value: 32.95868401684924 + - type: v_measure_std + value: 14.056211834923879 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 21.233292246705687 + - type: v_measure + value: 21.233292246705687 + - type: v_measure_std + value: 15.425917066814412 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 53.563651922608045 + - type: map + value: 53.563651922608045 + - type: mrr + value: 68.38906476718111 + - type: nAUC_map_diff1 + value: 6.0692473614473474 + - type: nAUC_map_max + value: 14.344767912076911 + - type: nAUC_map_std + value: 4.756719465003369 + - type: nAUC_mrr_diff1 + value: 7.477185458141965 + - type: nAUC_mrr_max + value: 18.522973771138822 + - type: nAUC_mrr_std + value: 6.308062345018368 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 78.15156521309085 + - type: cosine_spearman + value: 75.03966163682449 + - type: euclidean_pearson + value: 51.743736432098494 + - type: euclidean_spearman + value: 51.92286984480066 + - type: main_score + value: 75.03966163682449 + - type: manhattan_pearson + value: 49.81487823004435 + - type: manhattan_spearman + value: 50.90236466418698 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 75.26948051948052 + - type: f1 + value: 75.30563948359976 + - type: f1_weighted + value: 75.30563948359976 + - type: main_score + value: 75.26948051948052 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 27.964590000454358 + - type: v_measure + value: 27.964590000454358 + - type: v_measure_std + value: 0.8174675360012013 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 15.33712655362372 + - type: v_measure + value: 15.33712655362372 + - type: v_measure_std + value: 1.0429716123901085 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 30.791 + - type: map_at_1 + value: 18.879 + - type: map_at_10 + value: 25.962000000000003 + - type: map_at_100 + value: 27.189000000000004 + - type: map_at_1000 + value: 27.340999999999998 + - type: map_at_20 + value: 26.648 + - type: map_at_3 + value: 23.382 + - type: map_at_5 + value: 25.018 + - type: mrr_at_1 + value: 24.177396280400572 + - type: mrr_at_10 + value: 31.407396053318788 + - type: mrr_at_100 + value: 32.340933039246664 + - type: mrr_at_1000 + value: 32.41366678033763 + - type: mrr_at_20 + value: 31.97571104525756 + - type: mrr_at_3 + value: 29.065331425846452 + - type: mrr_at_5 + value: 30.596089651883645 + - type: nauc_map_at_1000_diff1 + value: 44.456227202791275 + - type: nauc_map_at_1000_max + value: 28.894568989416936 + - type: nauc_map_at_1000_std + value: -1.962288075614885 + - type: nauc_map_at_100_diff1 + value: 44.441095448469184 + - type: nauc_map_at_100_max + value: 28.866553263078664 + - type: nauc_map_at_100_std + value: -1.991129394854661 + - type: nauc_map_at_10_diff1 + value: 45.0909449805561 + - type: nauc_map_at_10_max + value: 28.511499642084726 + - type: nauc_map_at_10_std + value: -2.698301953031416 + - type: nauc_map_at_1_diff1 + value: 52.27885405669149 + - type: nauc_map_at_1_max + value: 29.69077498263335 + - type: nauc_map_at_1_std + value: -4.040919532605095 + - type: nauc_map_at_20_diff1 + value: 44.58177336568864 + - type: nauc_map_at_20_max + value: 28.672635052084395 + - type: nauc_map_at_20_std + value: -2.105018325313007 + - type: nauc_map_at_3_diff1 + value: 46.37410842221556 + - type: nauc_map_at_3_max + value: 28.53003050488544 + - type: nauc_map_at_3_std + value: -3.474374367660655 + - type: nauc_map_at_5_diff1 + value: 45.36414878296012 + - type: nauc_map_at_5_max + value: 28.58185465110964 + - type: nauc_map_at_5_std + value: -3.178056650787462 + - type: nauc_mrr_at_1000_diff1 + value: 41.89425040244644 + - type: nauc_mrr_at_1000_max + value: 29.049439023672107 + - type: nauc_mrr_at_1000_std + value: -2.0632044066649 + - type: nauc_mrr_at_100_diff1 + value: 41.880662457478465 + - type: nauc_mrr_at_100_max + value: 29.026924769853668 + - type: nauc_mrr_at_100_std + value: -2.0580522045691447 + - type: nauc_mrr_at_10_diff1 + value: 42.1765212282714 + - type: nauc_mrr_at_10_max + value: 29.058594862693106 + - type: nauc_mrr_at_10_std + value: -2.4755635462110166 + - type: nauc_mrr_at_1_diff1 + value: 48.58700454240466 + - type: nauc_mrr_at_1_max + value: 30.216009197975 + - type: nauc_mrr_at_1_std + value: -4.228213436397275 + - type: nauc_mrr_at_20_diff1 + value: 41.86874699835266 + - type: nauc_mrr_at_20_max + value: 28.97913674958661 + - type: nauc_mrr_at_20_std + value: -2.1185182384148007 + - type: nauc_mrr_at_3_diff1 + value: 42.91030819018113 + - type: nauc_mrr_at_3_max + value: 29.538674245252565 + - type: nauc_mrr_at_3_std + value: -3.7727995650320407 + - type: nauc_mrr_at_5_diff1 + value: 42.26468329248297 + - type: nauc_mrr_at_5_max + value: 28.918053805870898 + - type: nauc_mrr_at_5_std + value: -2.88341037174054 + - type: nauc_ndcg_at_1000_diff1 + value: 41.13956893768666 + - type: nauc_ndcg_at_1000_max + value: 29.28417670330021 + - type: nauc_ndcg_at_1000_std + value: 1.6545355790919596 + - type: nauc_ndcg_at_100_diff1 + value: 40.33374683864513 + - type: nauc_ndcg_at_100_max + value: 28.878179659629595 + - type: nauc_ndcg_at_100_std + value: 1.231146230356752 + - type: nauc_ndcg_at_10_diff1 + value: 41.57341483796429 + - type: nauc_ndcg_at_10_max + value: 28.012550727831766 + - type: nauc_ndcg_at_10_std + value: -1.7182305120052626 + - type: nauc_ndcg_at_1_diff1 + value: 48.58700454240466 + - type: nauc_ndcg_at_1_max + value: 30.216009197975 + - type: nauc_ndcg_at_1_std + value: -4.228213436397275 + - type: nauc_ndcg_at_20_diff1 + value: 40.51739900449665 + - type: nauc_ndcg_at_20_max + value: 28.12715921361774 + - type: nauc_ndcg_at_20_std + value: 0.0711992714959275 + - type: nauc_ndcg_at_3_diff1 + value: 42.16108868833533 + - type: nauc_ndcg_at_3_max + value: 28.087620155716948 + - type: nauc_ndcg_at_3_std + value: -2.9775505646610374 + - type: nauc_ndcg_at_5_diff1 + value: 41.468379197429414 + - type: nauc_ndcg_at_5_max + value: 27.89072398280808 + - type: nauc_ndcg_at_5_std + value: -2.308293103340349 + - type: nauc_precision_at_1000_diff1 + value: -7.812293981515205 + - type: nauc_precision_at_1000_max + value: 1.2800889705077507 + - type: nauc_precision_at_1000_std + value: 5.213164712637001 + - type: nauc_precision_at_100_diff1 + value: 3.7373639620367785 + - type: nauc_precision_at_100_max + value: 15.310126733248516 + - type: nauc_precision_at_100_std + value: 7.140151721931273 + - type: nauc_precision_at_10_diff1 + value: 23.345977649985667 + - type: nauc_precision_at_10_max + value: 22.53539048611915 + - type: nauc_precision_at_10_std + value: 1.6589008683957966 + - type: nauc_precision_at_1_diff1 + value: 48.58700454240466 + - type: nauc_precision_at_1_max + value: 30.216009197975 + - type: nauc_precision_at_1_std + value: -4.228213436397275 + - type: nauc_precision_at_20_diff1 + value: 14.695564879099567 + - type: nauc_precision_at_20_max + value: 20.052208357546426 + - type: nauc_precision_at_20_std + value: 4.244510048549112 + - type: nauc_precision_at_3_diff1 + value: 31.73861098729183 + - type: nauc_precision_at_3_max + value: 26.299643772492875 + - type: nauc_precision_at_3_std + value: -3.2268677243140482 + - type: nauc_precision_at_5_diff1 + value: 27.936581150982022 + - type: nauc_precision_at_5_max + value: 24.706520447732448 + - type: nauc_precision_at_5_std + value: -0.31632649911477195 + - type: nauc_recall_at_1000_diff1 + value: 25.36253499111099 + - type: nauc_recall_at_1000_max + value: 30.743022610631776 + - type: nauc_recall_at_1000_std + value: 33.9542028702222 + - type: nauc_recall_at_100_diff1 + value: 24.370605667623142 + - type: nauc_recall_at_100_max + value: 25.693677192296615 + - type: nauc_recall_at_100_std + value: 15.434369306019203 + - type: nauc_recall_at_10_diff1 + value: 32.92605362103974 + - type: nauc_recall_at_10_max + value: 24.26992030392243 + - type: nauc_recall_at_10_std + value: 0.9073283540531526 + - type: nauc_recall_at_1_diff1 + value: 52.27885405669149 + - type: nauc_recall_at_1_max + value: 29.69077498263335 + - type: nauc_recall_at_1_std + value: -4.040919532605095 + - type: nauc_recall_at_20_diff1 + value: 28.32003727506695 + - type: nauc_recall_at_20_max + value: 24.18930621444155 + - type: nauc_recall_at_20_std + value: 7.510592277537581 + - type: nauc_recall_at_3_diff1 + value: 38.671949123051505 + - type: nauc_recall_at_3_max + value: 25.710824662526615 + - type: nauc_recall_at_3_std + value: -2.487013964082508 + - type: nauc_recall_at_5_diff1 + value: 34.84962799812745 + - type: nauc_recall_at_5_max + value: 24.33937991345843 + - type: nauc_recall_at_5_std + value: -1.108880202554027 + - type: ndcg_at_1 + value: 24.177 + - type: ndcg_at_10 + value: 30.791 + - type: ndcg_at_100 + value: 36.378 + - type: ndcg_at_1000 + value: 39.409 + - type: ndcg_at_20 + value: 32.977000000000004 + - type: ndcg_at_3 + value: 26.956999999999997 + - type: ndcg_at_5 + value: 29.067999999999998 + - type: precision_at_1 + value: 24.177 + - type: precision_at_10 + value: 6.023 + - type: precision_at_100 + value: 1.086 + - type: precision_at_1000 + value: 0.164 + - type: precision_at_20 + value: 3.7479999999999998 + - type: precision_at_3 + value: 13.209000000000001 + - type: precision_at_5 + value: 9.871 + - type: recall_at_1 + value: 18.879 + - type: recall_at_10 + value: 39.559 + - type: recall_at_100 + value: 64.654 + - type: recall_at_1000 + value: 84.894 + - type: recall_at_20 + value: 47.881 + - type: recall_at_3 + value: 27.938000000000002 + - type: recall_at_5 + value: 34.007 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 25.673000000000002 + - type: map_at_1 + value: 16.459 + - type: map_at_10 + value: 21.874 + - type: map_at_100 + value: 22.827 + - type: map_at_1000 + value: 22.945999999999998 + - type: map_at_20 + value: 22.374 + - type: map_at_3 + value: 19.983999999999998 + - type: map_at_5 + value: 21.02 + - type: mrr_at_1 + value: 20.31847133757962 + - type: mrr_at_10 + value: 25.877009402487094 + - type: mrr_at_100 + value: 26.659253263000515 + - type: mrr_at_1000 + value: 26.727742776098022 + - type: mrr_at_20 + value: 26.313239123775766 + - type: mrr_at_3 + value: 23.94904458598725 + - type: mrr_at_5 + value: 25.009554140127367 + - type: nauc_map_at_1000_diff1 + value: 41.637269947825054 + - type: nauc_map_at_1000_max + value: 16.59113648252257 + - type: nauc_map_at_1000_std + value: -6.240477201515136 + - type: nauc_map_at_100_diff1 + value: 41.675782570150524 + - type: nauc_map_at_100_max + value: 16.525875161414767 + - type: nauc_map_at_100_std + value: -6.384434353664551 + - type: nauc_map_at_10_diff1 + value: 42.13383842274204 + - type: nauc_map_at_10_max + value: 16.35088881127558 + - type: nauc_map_at_10_std + value: -7.037562435047022 + - type: nauc_map_at_1_diff1 + value: 48.940966610158334 + - type: nauc_map_at_1_max + value: 18.74015188630454 + - type: nauc_map_at_1_std + value: -7.227335063509348 + - type: nauc_map_at_20_diff1 + value: 41.89220712885671 + - type: nauc_map_at_20_max + value: 16.444595780299423 + - type: nauc_map_at_20_std + value: -6.692331309627265 + - type: nauc_map_at_3_diff1 + value: 43.55465148916478 + - type: nauc_map_at_3_max + value: 16.938965256705846 + - type: nauc_map_at_3_std + value: -8.023851014601412 + - type: nauc_map_at_5_diff1 + value: 42.82187289926132 + - type: nauc_map_at_5_max + value: 16.602607822208103 + - type: nauc_map_at_5_std + value: -7.692612912736763 + - type: nauc_mrr_at_1000_diff1 + value: 38.91948675283936 + - type: nauc_mrr_at_1000_max + value: 15.601375268198622 + - type: nauc_mrr_at_1000_std + value: -4.805680593887126 + - type: nauc_mrr_at_100_diff1 + value: 38.917027457698445 + - type: nauc_mrr_at_100_max + value: 15.580969466370906 + - type: nauc_mrr_at_100_std + value: -4.840920053630244 + - type: nauc_mrr_at_10_diff1 + value: 39.13498152252439 + - type: nauc_mrr_at_10_max + value: 15.647226027751007 + - type: nauc_mrr_at_10_std + value: -5.1008916023217665 + - type: nauc_mrr_at_1_diff1 + value: 45.16159032307842 + - type: nauc_mrr_at_1_max + value: 19.061148112454546 + - type: nauc_mrr_at_1_std + value: -4.54525479487334 + - type: nauc_mrr_at_20_diff1 + value: 38.998500397229336 + - type: nauc_mrr_at_20_max + value: 15.634021342584656 + - type: nauc_mrr_at_20_std + value: -4.857431447459852 + - type: nauc_mrr_at_3_diff1 + value: 40.412877529221376 + - type: nauc_mrr_at_3_max + value: 16.42127187705688 + - type: nauc_mrr_at_3_std + value: -5.657543454929466 + - type: nauc_mrr_at_5_diff1 + value: 39.62935903278265 + - type: nauc_mrr_at_5_max + value: 15.795834211521376 + - type: nauc_mrr_at_5_std + value: -5.44501480909826 + - type: nauc_ndcg_at_1000_diff1 + value: 36.83594719627982 + - type: nauc_ndcg_at_1000_max + value: 15.56633203676765 + - type: nauc_ndcg_at_1000_std + value: -2.9558344419291576 + - type: nauc_ndcg_at_100_diff1 + value: 37.42847527646225 + - type: nauc_ndcg_at_100_max + value: 14.753904697909023 + - type: nauc_ndcg_at_100_std + value: -4.366586709299699 + - type: nauc_ndcg_at_10_diff1 + value: 38.96710005566265 + - type: nauc_ndcg_at_10_max + value: 14.989864833294083 + - type: nauc_ndcg_at_10_std + value: -5.644943994329631 + - type: nauc_ndcg_at_1_diff1 + value: 45.16159032307842 + - type: nauc_ndcg_at_1_max + value: 19.061148112454546 + - type: nauc_ndcg_at_1_std + value: -4.54525479487334 + - type: nauc_ndcg_at_20_diff1 + value: 38.404767298099586 + - type: nauc_ndcg_at_20_max + value: 15.01231586919081 + - type: nauc_ndcg_at_20_std + value: -4.927505075358546 + - type: nauc_ndcg_at_3_diff1 + value: 40.86858923537607 + - type: nauc_ndcg_at_3_max + value: 16.34017125203612 + - type: nauc_ndcg_at_3_std + value: -6.883659011926427 + - type: nauc_ndcg_at_5_diff1 + value: 40.00790367330578 + - type: nauc_ndcg_at_5_max + value: 15.50166036395446 + - type: nauc_ndcg_at_5_std + value: -6.706634556657365 + - type: nauc_precision_at_1000_diff1 + value: -8.750933150383995 + - type: nauc_precision_at_1000_max + value: 11.680804005659496 + - type: nauc_precision_at_1000_std + value: 21.042006755869643 + - type: nauc_precision_at_100_diff1 + value: 6.0540864455269725 + - type: nauc_precision_at_100_max + value: 13.365924379494365 + - type: nauc_precision_at_100_std + value: 15.005876440114466 + - type: nauc_precision_at_10_diff1 + value: 20.991346310141818 + - type: nauc_precision_at_10_max + value: 12.988269388924193 + - type: nauc_precision_at_10_std + value: 3.131123855747258 + - type: nauc_precision_at_1_diff1 + value: 45.16159032307842 + - type: nauc_precision_at_1_max + value: 19.061148112454546 + - type: nauc_precision_at_1_std + value: -4.54525479487334 + - type: nauc_precision_at_20_diff1 + value: 16.533790569862173 + - type: nauc_precision_at_20_max + value: 13.86552712683143 + - type: nauc_precision_at_20_std + value: 8.362184812066275 + - type: nauc_precision_at_3_diff1 + value: 31.15090135460764 + - type: nauc_precision_at_3_max + value: 14.743141231956372 + - type: nauc_precision_at_3_std + value: -3.5565947356523666 + - type: nauc_precision_at_5_diff1 + value: 26.695391493633487 + - type: nauc_precision_at_5_max + value: 13.5610621056517 + - type: nauc_precision_at_5_std + value: -1.1010877027152977 + - type: nauc_recall_at_1000_diff1 + value: 19.106654619778464 + - type: nauc_recall_at_1000_max + value: 11.645679730078278 + - type: nauc_recall_at_1000_std + value: 8.35426365611593 + - type: nauc_recall_at_100_diff1 + value: 25.50434857534657 + - type: nauc_recall_at_100_max + value: 8.392667980561376 + - type: nauc_recall_at_100_std + value: -0.4353104586969332 + - type: nauc_recall_at_10_diff1 + value: 32.464830875287134 + - type: nauc_recall_at_10_max + value: 10.556536879256328 + - type: nauc_recall_at_10_std + value: -4.748466100889759 + - type: nauc_recall_at_1_diff1 + value: 48.940966610158334 + - type: nauc_recall_at_1_max + value: 18.74015188630454 + - type: nauc_recall_at_1_std + value: -7.227335063509348 + - type: nauc_recall_at_20_diff1 + value: 30.102938979587634 + - type: nauc_recall_at_20_max + value: 10.448115839029576 + - type: nauc_recall_at_20_std + value: -2.2111724130886246 + - type: nauc_recall_at_3_diff1 + value: 37.2732315612864 + - type: nauc_recall_at_3_max + value: 13.56492402518412 + - type: nauc_recall_at_3_std + value: -8.801108556510727 + - type: nauc_recall_at_5_diff1 + value: 35.637334981151184 + - type: nauc_recall_at_5_max + value: 11.861179086901167 + - type: nauc_recall_at_5_std + value: -8.21500801753048 + - type: ndcg_at_1 + value: 20.318 + - type: ndcg_at_10 + value: 25.673000000000002 + - type: ndcg_at_100 + value: 29.997 + - type: ndcg_at_1000 + value: 32.696999999999996 + - type: ndcg_at_20 + value: 27.178 + - type: ndcg_at_3 + value: 22.326999999999998 + - type: ndcg_at_5 + value: 23.829 + - type: precision_at_1 + value: 20.318 + - type: precision_at_10 + value: 4.732 + - type: precision_at_100 + value: 0.8710000000000001 + - type: precision_at_1000 + value: 0.136 + - type: precision_at_20 + value: 2.9080000000000004 + - type: precision_at_3 + value: 10.488 + - type: precision_at_5 + value: 7.580000000000001 + - type: recall_at_1 + value: 16.459 + - type: recall_at_10 + value: 33.085 + - type: recall_at_100 + value: 51.922000000000004 + - type: recall_at_1000 + value: 70.22699999999999 + - type: recall_at_20 + value: 38.434000000000005 + - type: recall_at_3 + value: 23.569000000000003 + - type: recall_at_5 + value: 27.467000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 38.986 + - type: map_at_1 + value: 25.330000000000002 + - type: map_at_10 + value: 34.043 + - type: map_at_100 + value: 35.096 + - type: map_at_1000 + value: 35.187000000000005 + - type: map_at_20 + value: 34.677 + - type: map_at_3 + value: 31.409 + - type: map_at_5 + value: 32.84 + - type: mrr_at_1 + value: 29.46708463949843 + - type: mrr_at_10 + value: 37.31218589839277 + - type: mrr_at_100 + value: 38.1351169810094 + - type: mrr_at_1000 + value: 38.19868839691447 + - type: mrr_at_20 + value: 37.80612825696384 + - type: mrr_at_3 + value: 35.099268547544376 + - type: mrr_at_5 + value: 36.33751306165097 + - type: nauc_map_at_1000_diff1 + value: 38.09615764738253 + - type: nauc_map_at_1000_max + value: 23.894623474509704 + - type: nauc_map_at_1000_std + value: -9.947177464659458 + - type: nauc_map_at_100_diff1 + value: 38.08108976003119 + - type: nauc_map_at_100_max + value: 23.869148167336196 + - type: nauc_map_at_100_std + value: -10.003553279754092 + - type: nauc_map_at_10_diff1 + value: 38.25740433334989 + - type: nauc_map_at_10_max + value: 23.785465546284172 + - type: nauc_map_at_10_std + value: -10.452889228473786 + - type: nauc_map_at_1_diff1 + value: 43.28375119353145 + - type: nauc_map_at_1_max + value: 21.076914448969138 + - type: nauc_map_at_1_std + value: -11.917875531984516 + - type: nauc_map_at_20_diff1 + value: 38.087483292691125 + - type: nauc_map_at_20_max + value: 23.745762722212174 + - type: nauc_map_at_20_std + value: -10.188400007740544 + - type: nauc_map_at_3_diff1 + value: 39.02135534906605 + - type: nauc_map_at_3_max + value: 22.261857962485614 + - type: nauc_map_at_3_std + value: -11.218451144804735 + - type: nauc_map_at_5_diff1 + value: 38.36047944101843 + - type: nauc_map_at_5_max + value: 23.269644562827786 + - type: nauc_map_at_5_std + value: -10.897871565542944 + - type: nauc_mrr_at_1000_diff1 + value: 37.93804723561869 + - type: nauc_mrr_at_1000_max + value: 25.571098162654405 + - type: nauc_mrr_at_1000_std + value: -8.704999474543618 + - type: nauc_mrr_at_100_diff1 + value: 37.92310191535837 + - type: nauc_mrr_at_100_max + value: 25.57175036578129 + - type: nauc_mrr_at_100_std + value: -8.708180518355748 + - type: nauc_mrr_at_10_diff1 + value: 37.97809026791926 + - type: nauc_mrr_at_10_max + value: 25.63957167660086 + - type: nauc_mrr_at_10_std + value: -8.99382505103242 + - type: nauc_mrr_at_1_diff1 + value: 42.673936867340196 + - type: nauc_mrr_at_1_max + value: 24.588727343373517 + - type: nauc_mrr_at_1_std + value: -10.825225740147475 + - type: nauc_mrr_at_20_diff1 + value: 37.91184185158596 + - type: nauc_mrr_at_20_max + value: 25.55489089735191 + - type: nauc_mrr_at_20_std + value: -8.805010815104266 + - type: nauc_mrr_at_3_diff1 + value: 38.332559878764975 + - type: nauc_mrr_at_3_max + value: 24.88888721202596 + - type: nauc_mrr_at_3_std + value: -9.577620459172344 + - type: nauc_mrr_at_5_diff1 + value: 38.119522912899214 + - type: nauc_mrr_at_5_max + value: 25.389308074746264 + - type: nauc_mrr_at_5_std + value: -9.420117810095647 + - type: nauc_ndcg_at_1000_diff1 + value: 36.04814318993257 + - type: nauc_ndcg_at_1000_max + value: 25.629240587791852 + - type: nauc_ndcg_at_1000_std + value: -6.304619168315785 + - type: nauc_ndcg_at_100_diff1 + value: 35.73222645729477 + - type: nauc_ndcg_at_100_max + value: 25.327218124236854 + - type: nauc_ndcg_at_100_std + value: -7.141414148248798 + - type: nauc_ndcg_at_10_diff1 + value: 36.41962866348755 + - type: nauc_ndcg_at_10_max + value: 25.28971882691592 + - type: nauc_ndcg_at_10_std + value: -8.964041127801968 + - type: nauc_ndcg_at_1_diff1 + value: 42.673936867340196 + - type: nauc_ndcg_at_1_max + value: 24.588727343373517 + - type: nauc_ndcg_at_1_std + value: -10.825225740147475 + - type: nauc_ndcg_at_20_diff1 + value: 35.90062773134161 + - type: nauc_ndcg_at_20_max + value: 24.94434494812649 + - type: nauc_ndcg_at_20_std + value: -8.211511420856532 + - type: nauc_ndcg_at_3_diff1 + value: 37.31111103528731 + - type: nauc_ndcg_at_3_max + value: 23.168325165671906 + - type: nauc_ndcg_at_3_std + value: -10.288195113268173 + - type: nauc_ndcg_at_5_diff1 + value: 36.56915893185673 + - type: nauc_ndcg_at_5_max + value: 24.49830143137805 + - type: nauc_ndcg_at_5_std + value: -9.928711681324712 + - type: nauc_precision_at_1000_diff1 + value: -0.4915748078092766 + - type: nauc_precision_at_1000_max + value: 22.018785354600197 + - type: nauc_precision_at_1000_std + value: 24.3024203171053 + - type: nauc_precision_at_100_diff1 + value: 7.258014161926564 + - type: nauc_precision_at_100_max + value: 24.993395039088877 + - type: nauc_precision_at_100_std + value: 12.983115281032589 + - type: nauc_precision_at_10_diff1 + value: 20.00272367281203 + - type: nauc_precision_at_10_max + value: 28.232043137285885 + - type: nauc_precision_at_10_std + value: -0.2463271287654738 + - type: nauc_precision_at_1_diff1 + value: 42.673936867340196 + - type: nauc_precision_at_1_max + value: 24.588727343373517 + - type: nauc_precision_at_1_std + value: -10.825225740147475 + - type: nauc_precision_at_20_diff1 + value: 15.290335230182073 + - type: nauc_precision_at_20_max + value: 25.80660197127879 + - type: nauc_precision_at_20_std + value: 4.148498326226922 + - type: nauc_precision_at_3_diff1 + value: 28.422442276709226 + - type: nauc_precision_at_3_max + value: 25.503751027805325 + - type: nauc_precision_at_3_std + value: -7.4647647287542656 + - type: nauc_precision_at_5_diff1 + value: 23.854814229085903 + - type: nauc_precision_at_5_max + value: 27.71698563459126 + - type: nauc_precision_at_5_std + value: -5.274148324980073 + - type: nauc_recall_at_1000_diff1 + value: 17.51693332840367 + - type: nauc_recall_at_1000_max + value: 31.688697202281503 + - type: nauc_recall_at_1000_std + value: 31.218820053837792 + - type: nauc_recall_at_100_diff1 + value: 23.509641469385155 + - type: nauc_recall_at_100_max + value: 26.275038797413252 + - type: nauc_recall_at_100_std + value: 4.849278478529801 + - type: nauc_recall_at_10_diff1 + value: 30.07169635860847 + - type: nauc_recall_at_10_max + value: 26.35865408096697 + - type: nauc_recall_at_10_std + value: -5.836701476675884 + - type: nauc_recall_at_1_diff1 + value: 43.28375119353145 + - type: nauc_recall_at_1_max + value: 21.076914448969138 + - type: nauc_recall_at_1_std + value: -11.917875531984516 + - type: nauc_recall_at_20_diff1 + value: 27.50066514595977 + - type: nauc_recall_at_20_max + value: 25.0642330157364 + - type: nauc_recall_at_20_std + value: -2.9057702923451783 + - type: nauc_recall_at_3_diff1 + value: 33.12832620655904 + - type: nauc_recall_at_3_max + value: 21.570495743954 + - type: nauc_recall_at_3_std + value: -9.681328127235362 + - type: nauc_recall_at_5_diff1 + value: 30.91581180094247 + - type: nauc_recall_at_5_max + value: 24.26475239191071 + - type: nauc_recall_at_5_std + value: -8.582674974062504 + - type: ndcg_at_1 + value: 29.467 + - type: ndcg_at_10 + value: 38.986 + - type: ndcg_at_100 + value: 43.91 + - type: ndcg_at_1000 + value: 46.093 + - type: ndcg_at_20 + value: 40.971000000000004 + - type: ndcg_at_3 + value: 34.226 + - type: ndcg_at_5 + value: 36.418 + - type: precision_at_1 + value: 29.467 + - type: precision_at_10 + value: 6.458 + - type: precision_at_100 + value: 0.9809999999999999 + - type: precision_at_1000 + value: 0.124 + - type: precision_at_20 + value: 3.7769999999999997 + - type: precision_at_3 + value: 15.360999999999999 + - type: precision_at_5 + value: 10.734 + - type: recall_at_1 + value: 25.330000000000002 + - type: recall_at_10 + value: 50.79900000000001 + - type: recall_at_100 + value: 73.172 + - type: recall_at_1000 + value: 89.054 + - type: recall_at_20 + value: 58.119 + - type: recall_at_3 + value: 37.907999999999994 + - type: recall_at_5 + value: 43.261 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 18.881 + - type: map_at_1 + value: 10.791 + - type: map_at_10 + value: 15.844 + - type: map_at_100 + value: 16.56 + - type: map_at_1000 + value: 16.669999999999998 + - type: map_at_20 + value: 16.197 + - type: map_at_3 + value: 14.274999999999999 + - type: map_at_5 + value: 15.146 + - type: mrr_at_1 + value: 11.751412429378531 + - type: mrr_at_10 + value: 17.049860999013532 + - type: mrr_at_100 + value: 17.774178408380152 + - type: mrr_at_1000 + value: 17.871156062798512 + - type: mrr_at_20 + value: 17.41500493844777 + - type: mrr_at_3 + value: 15.442561205273064 + - type: mrr_at_5 + value: 16.36346516007532 + - type: nauc_map_at_1000_diff1 + value: 38.692361712072014 + - type: nauc_map_at_1000_max + value: 17.692322581386893 + - type: nauc_map_at_1000_std + value: -13.064618086479255 + - type: nauc_map_at_100_diff1 + value: 38.7043527447423 + - type: nauc_map_at_100_max + value: 17.667592055121595 + - type: nauc_map_at_100_std + value: -13.071618528123421 + - type: nauc_map_at_10_diff1 + value: 39.584070192333606 + - type: nauc_map_at_10_max + value: 18.015632179001035 + - type: nauc_map_at_10_std + value: -13.26822502903302 + - type: nauc_map_at_1_diff1 + value: 48.779222058335876 + - type: nauc_map_at_1_max + value: 21.505143048235485 + - type: nauc_map_at_1_std + value: -16.932904440293832 + - type: nauc_map_at_20_diff1 + value: 39.09132455115426 + - type: nauc_map_at_20_max + value: 17.788354549216788 + - type: nauc_map_at_20_std + value: -13.371296692449636 + - type: nauc_map_at_3_diff1 + value: 40.95886430588311 + - type: nauc_map_at_3_max + value: 18.857397432495297 + - type: nauc_map_at_3_std + value: -14.028315995215204 + - type: nauc_map_at_5_diff1 + value: 40.44874467422049 + - type: nauc_map_at_5_max + value: 18.548110993077046 + - type: nauc_map_at_5_std + value: -13.61022223687226 + - type: nauc_mrr_at_1000_diff1 + value: 36.7193927513182 + - type: nauc_mrr_at_1000_max + value: 18.73637744085153 + - type: nauc_mrr_at_1000_std + value: -11.235985814941158 + - type: nauc_mrr_at_100_diff1 + value: 36.693515447913896 + - type: nauc_mrr_at_100_max + value: 18.727344776607275 + - type: nauc_mrr_at_100_std + value: -11.229192225195076 + - type: nauc_mrr_at_10_diff1 + value: 37.45987895929495 + - type: nauc_mrr_at_10_max + value: 18.96374841935309 + - type: nauc_mrr_at_10_std + value: -11.376684204867754 + - type: nauc_mrr_at_1_diff1 + value: 46.3329948406647 + - type: nauc_mrr_at_1_max + value: 22.58241449034732 + - type: nauc_mrr_at_1_std + value: -14.985915561174265 + - type: nauc_mrr_at_20_diff1 + value: 36.97235304433472 + - type: nauc_mrr_at_20_max + value: 18.79058985497966 + - type: nauc_mrr_at_20_std + value: -11.476774180553695 + - type: nauc_mrr_at_3_diff1 + value: 38.611145160544844 + - type: nauc_mrr_at_3_max + value: 19.815120093553237 + - type: nauc_mrr_at_3_std + value: -11.861655358986162 + - type: nauc_mrr_at_5_diff1 + value: 38.09531676757352 + - type: nauc_mrr_at_5_max + value: 19.552123406089304 + - type: nauc_mrr_at_5_std + value: -11.6093527230711 + - type: nauc_ndcg_at_1000_diff1 + value: 33.19042573545908 + - type: nauc_ndcg_at_1000_max + value: 16.000702471588845 + - type: nauc_ndcg_at_1000_std + value: -9.926227342622978 + - type: nauc_ndcg_at_100_diff1 + value: 32.66081576286852 + - type: nauc_ndcg_at_100_max + value: 15.391084394561682 + - type: nauc_ndcg_at_100_std + value: -10.044151194544128 + - type: nauc_ndcg_at_10_diff1 + value: 36.125849520573354 + - type: nauc_ndcg_at_10_max + value: 16.90967046038526 + - type: nauc_ndcg_at_10_std + value: -11.394344719759571 + - type: nauc_ndcg_at_1_diff1 + value: 46.3329948406647 + - type: nauc_ndcg_at_1_max + value: 22.58241449034732 + - type: nauc_ndcg_at_1_std + value: -14.985915561174265 + - type: nauc_ndcg_at_20_diff1 + value: 34.634586401396426 + - type: nauc_ndcg_at_20_max + value: 16.182790214690677 + - type: nauc_ndcg_at_20_std + value: -11.722511937010736 + - type: nauc_ndcg_at_3_diff1 + value: 38.38034694109127 + - type: nauc_ndcg_at_3_max + value: 18.51701344554455 + - type: nauc_ndcg_at_3_std + value: -12.637679081561009 + - type: nauc_ndcg_at_5_diff1 + value: 37.64871975849486 + - type: nauc_ndcg_at_5_max + value: 18.05649117338428 + - type: nauc_ndcg_at_5_std + value: -11.99914557700529 + - type: nauc_precision_at_1000_diff1 + value: 3.792653576462921 + - type: nauc_precision_at_1000_max + value: 12.024262150860123 + - type: nauc_precision_at_1000_std + value: 2.974092044953344 + - type: nauc_precision_at_100_diff1 + value: 12.422313461081586 + - type: nauc_precision_at_100_max + value: 9.424727981669012 + - type: nauc_precision_at_100_std + value: -2.6577032016620232 + - type: nauc_precision_at_10_diff1 + value: 26.443014253849444 + - type: nauc_precision_at_10_max + value: 14.770065276963695 + - type: nauc_precision_at_10_std + value: -6.858833930698038 + - type: nauc_precision_at_1_diff1 + value: 46.3329948406647 + - type: nauc_precision_at_1_max + value: 22.58241449034732 + - type: nauc_precision_at_1_std + value: -14.985915561174265 + - type: nauc_precision_at_20_diff1 + value: 21.972912383602093 + - type: nauc_precision_at_20_max + value: 12.77220750853116 + - type: nauc_precision_at_20_std + value: -7.532078699244693 + - type: nauc_precision_at_3_diff1 + value: 31.29954313202452 + - type: nauc_precision_at_3_max + value: 18.476538158784496 + - type: nauc_precision_at_3_std + value: -9.281358676033744 + - type: nauc_precision_at_5_diff1 + value: 29.14285563901319 + - type: nauc_precision_at_5_max + value: 17.515141289970586 + - type: nauc_precision_at_5_std + value: -8.18136686685708 + - type: nauc_recall_at_1000_diff1 + value: 18.10916567751394 + - type: nauc_recall_at_1000_max + value: 7.906604050200597 + - type: nauc_recall_at_1000_std + value: 0.6727721895282065 + - type: nauc_recall_at_100_diff1 + value: 18.26847397737223 + - type: nauc_recall_at_100_max + value: 7.66856664527548 + - type: nauc_recall_at_100_std + value: -2.725197238603163 + - type: nauc_recall_at_10_diff1 + value: 29.700449805842556 + - type: nauc_recall_at_10_max + value: 13.317333676394206 + - type: nauc_recall_at_10_std + value: -8.521551105702333 + - type: nauc_recall_at_1_diff1 + value: 48.779222058335876 + - type: nauc_recall_at_1_max + value: 21.505143048235485 + - type: nauc_recall_at_1_std + value: -16.932904440293832 + - type: nauc_recall_at_20_diff1 + value: 25.375460842515707 + - type: nauc_recall_at_20_max + value: 10.985828866751106 + - type: nauc_recall_at_20_std + value: -9.509598779492542 + - type: nauc_recall_at_3_diff1 + value: 34.90840106638141 + - type: nauc_recall_at_3_max + value: 17.290221003771236 + - type: nauc_recall_at_3_std + value: -10.705822037733377 + - type: nauc_recall_at_5_diff1 + value: 32.81949739124929 + - type: nauc_recall_at_5_max + value: 15.77036997034566 + - type: nauc_recall_at_5_std + value: -9.58734153088338 + - type: ndcg_at_1 + value: 11.751000000000001 + - type: ndcg_at_10 + value: 18.881 + - type: ndcg_at_100 + value: 22.945 + - type: ndcg_at_1000 + value: 26.247 + - type: ndcg_at_20 + value: 20.189 + - type: ndcg_at_3 + value: 15.716 + - type: ndcg_at_5 + value: 17.265 + - type: precision_at_1 + value: 11.751000000000001 + - type: precision_at_10 + value: 3.085 + - type: precision_at_100 + value: 0.547 + - type: precision_at_1000 + value: 0.08800000000000001 + - type: precision_at_20 + value: 1.8419999999999999 + - type: precision_at_3 + value: 6.93 + - type: precision_at_5 + value: 5.04 + - type: recall_at_1 + value: 10.791 + - type: recall_at_10 + value: 27.093 + - type: recall_at_100 + value: 46.757 + - type: recall_at_1000 + value: 72.682 + - type: recall_at_20 + value: 32.122 + - type: recall_at_3 + value: 18.57 + - type: recall_at_5 + value: 22.277 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 11.615 + - type: map_at_1 + value: 5.537 + - type: map_at_10 + value: 9.11 + - type: map_at_100 + value: 9.958 + - type: map_at_1000 + value: 10.077 + - type: map_at_20 + value: 9.554 + - type: map_at_3 + value: 7.8340000000000005 + - type: map_at_5 + value: 8.677 + - type: mrr_at_1 + value: 6.8407960199004965 + - type: mrr_at_10 + value: 11.05928689883914 + - type: mrr_at_100 + value: 11.946615508679292 + - type: mrr_at_1000 + value: 12.048679891258049 + - type: mrr_at_20 + value: 11.549913789152972 + - type: mrr_at_3 + value: 9.597844112769486 + - type: mrr_at_5 + value: 10.518242122719736 + - type: nauc_map_at_1000_diff1 + value: 24.683232918237767 + - type: nauc_map_at_1000_max + value: 12.449206846599838 + - type: nauc_map_at_1000_std + value: -3.251223440472864 + - type: nauc_map_at_100_diff1 + value: 24.73393657885426 + - type: nauc_map_at_100_max + value: 12.463807219155827 + - type: nauc_map_at_100_std + value: -3.3483294458285053 + - type: nauc_map_at_10_diff1 + value: 24.31899681752587 + - type: nauc_map_at_10_max + value: 13.023772634952646 + - type: nauc_map_at_10_std + value: -3.6150791371290127 + - type: nauc_map_at_1_diff1 + value: 38.18226159685399 + - type: nauc_map_at_1_max + value: 10.47829894921553 + - type: nauc_map_at_1_std + value: -4.954960475972177 + - type: nauc_map_at_20_diff1 + value: 24.350643352210284 + - type: nauc_map_at_20_max + value: 12.595008372168268 + - type: nauc_map_at_20_std + value: -3.521084293072351 + - type: nauc_map_at_3_diff1 + value: 27.40009351319036 + - type: nauc_map_at_3_max + value: 12.867564773713205 + - type: nauc_map_at_3_std + value: -2.6112602224520125 + - type: nauc_map_at_5_diff1 + value: 25.88069336503963 + - type: nauc_map_at_5_max + value: 13.087163173214385 + - type: nauc_map_at_5_std + value: -3.8501182077778084 + - type: nauc_mrr_at_1000_diff1 + value: 24.833043408642276 + - type: nauc_mrr_at_1000_max + value: 13.485753030408922 + - type: nauc_mrr_at_1000_std + value: -1.4279117045426035 + - type: nauc_mrr_at_100_diff1 + value: 24.84946536952306 + - type: nauc_mrr_at_100_max + value: 13.500721704793284 + - type: nauc_mrr_at_100_std + value: -1.4624335897751024 + - type: nauc_mrr_at_10_diff1 + value: 24.47572376601274 + - type: nauc_mrr_at_10_max + value: 13.824164688515172 + - type: nauc_mrr_at_10_std + value: -1.6563620168029827 + - type: nauc_mrr_at_1_diff1 + value: 36.798035231295465 + - type: nauc_mrr_at_1_max + value: 12.118209984083135 + - type: nauc_mrr_at_1_std + value: -3.556191126662156 + - type: nauc_mrr_at_20_diff1 + value: 24.63769144491174 + - type: nauc_mrr_at_20_max + value: 13.645343593555046 + - type: nauc_mrr_at_20_std + value: -1.4685519497750792 + - type: nauc_mrr_at_3_diff1 + value: 27.374336386882025 + - type: nauc_mrr_at_3_max + value: 14.062466222395765 + - type: nauc_mrr_at_3_std + value: -0.7537959098644124 + - type: nauc_mrr_at_5_diff1 + value: 26.122872611046933 + - type: nauc_mrr_at_5_max + value: 14.183693692153284 + - type: nauc_mrr_at_5_std + value: -1.7476899034212647 + - type: nauc_ndcg_at_1000_diff1 + value: 20.52880583008532 + - type: nauc_ndcg_at_1000_max + value: 12.247864672035966 + - type: nauc_ndcg_at_1000_std + value: -0.2393336251755205 + - type: nauc_ndcg_at_100_diff1 + value: 22.10539624821044 + - type: nauc_ndcg_at_100_max + value: 12.588768934131265 + - type: nauc_ndcg_at_100_std + value: -1.5036787485747833 + - type: nauc_ndcg_at_10_diff1 + value: 19.864884263156064 + - type: nauc_ndcg_at_10_max + value: 13.66330673162907 + - type: nauc_ndcg_at_10_std + value: -3.088038677870411 + - type: nauc_ndcg_at_1_diff1 + value: 36.798035231295465 + - type: nauc_ndcg_at_1_max + value: 12.118209984083135 + - type: nauc_ndcg_at_1_std + value: -3.556191126662156 + - type: nauc_ndcg_at_20_diff1 + value: 20.329183608111467 + - type: nauc_ndcg_at_20_max + value: 12.572397244488709 + - type: nauc_ndcg_at_20_std + value: -2.833568559123329 + - type: nauc_ndcg_at_3_diff1 + value: 24.94987224061534 + - type: nauc_ndcg_at_3_max + value: 13.729467010682969 + - type: nauc_ndcg_at_3_std + value: -1.6381352723073075 + - type: nauc_ndcg_at_5_diff1 + value: 22.92518093429556 + - type: nauc_ndcg_at_5_max + value: 14.004525164909742 + - type: nauc_ndcg_at_5_std + value: -3.545940567002684 + - type: nauc_precision_at_1000_diff1 + value: 3.513045849367289 + - type: nauc_precision_at_1000_max + value: 5.991718237150402 + - type: nauc_precision_at_1000_std + value: 4.347238645478576 + - type: nauc_precision_at_100_diff1 + value: 14.94558478552141 + - type: nauc_precision_at_100_max + value: 11.048179849308125 + - type: nauc_precision_at_100_std + value: 2.109463534516253 + - type: nauc_precision_at_10_diff1 + value: 10.647162174839298 + - type: nauc_precision_at_10_max + value: 14.84920377910908 + - type: nauc_precision_at_10_std + value: -1.2147719811972686 + - type: nauc_precision_at_1_diff1 + value: 36.798035231295465 + - type: nauc_precision_at_1_max + value: 12.118209984083135 + - type: nauc_precision_at_1_std + value: -3.556191126662156 + - type: nauc_precision_at_20_diff1 + value: 12.98335768221716 + - type: nauc_precision_at_20_max + value: 11.181649269926806 + - type: nauc_precision_at_20_std + value: -1.3899440018731142 + - type: nauc_precision_at_3_diff1 + value: 18.900108852958894 + - type: nauc_precision_at_3_max + value: 15.17370645022724 + - type: nauc_precision_at_3_std + value: 0.16611168597321674 + - type: nauc_precision_at_5_diff1 + value: 16.64518826686918 + - type: nauc_precision_at_5_max + value: 15.666919642746747 + - type: nauc_precision_at_5_std + value: -2.120654496956751 + - type: nauc_recall_at_1000_diff1 + value: 9.015392906829836 + - type: nauc_recall_at_1000_max + value: 9.785958918488866 + - type: nauc_recall_at_1000_std + value: 8.098684657511653 + - type: nauc_recall_at_100_diff1 + value: 18.23092160536796 + - type: nauc_recall_at_100_max + value: 11.903948189364701 + - type: nauc_recall_at_100_std + value: 1.9742310316590832 + - type: nauc_recall_at_10_diff1 + value: 11.003843437201361 + - type: nauc_recall_at_10_max + value: 14.185823505910772 + - type: nauc_recall_at_10_std + value: -3.4814252786414777 + - type: nauc_recall_at_1_diff1 + value: 38.18226159685399 + - type: nauc_recall_at_1_max + value: 10.47829894921553 + - type: nauc_recall_at_1_std + value: -4.954960475972177 + - type: nauc_recall_at_20_diff1 + value: 12.598736542297576 + - type: nauc_recall_at_20_max + value: 11.166163547883375 + - type: nauc_recall_at_20_std + value: -2.774706965748006 + - type: nauc_recall_at_3_diff1 + value: 19.109214186516464 + - type: nauc_recall_at_3_max + value: 13.916267405252434 + - type: nauc_recall_at_3_std + value: -1.0124004360750645 + - type: nauc_recall_at_5_diff1 + value: 16.537466747239122 + - type: nauc_recall_at_5_max + value: 14.600466427354295 + - type: nauc_recall_at_5_std + value: -4.754479525799718 + - type: ndcg_at_1 + value: 6.841 + - type: ndcg_at_10 + value: 11.615 + - type: ndcg_at_100 + value: 16.16 + - type: ndcg_at_1000 + value: 19.689999999999998 + - type: ndcg_at_20 + value: 13.228000000000002 + - type: ndcg_at_3 + value: 9.103 + - type: ndcg_at_5 + value: 10.555 + - type: precision_at_1 + value: 6.841 + - type: precision_at_10 + value: 2.2640000000000002 + - type: precision_at_100 + value: 0.541 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 1.5730000000000002 + - type: precision_at_3 + value: 4.519 + - type: precision_at_5 + value: 3.6069999999999998 + - type: recall_at_1 + value: 5.537 + - type: recall_at_10 + value: 17.435000000000002 + - type: recall_at_100 + value: 37.811 + - type: recall_at_1000 + value: 64.11 + - type: recall_at_20 + value: 23.211000000000002 + - type: recall_at_3 + value: 10.846 + - type: recall_at_5 + value: 14.333000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 26.91 + - type: map_at_1 + value: 16.883 + - type: map_at_10 + value: 22.803 + - type: map_at_100 + value: 23.983999999999998 + - type: map_at_1000 + value: 24.138 + - type: map_at_20 + value: 23.439 + - type: map_at_3 + value: 20.934 + - type: map_at_5 + value: 21.907 + - type: mrr_at_1 + value: 21.174205967276226 + - type: mrr_at_10 + value: 27.280046442702833 + - type: mrr_at_100 + value: 28.23352632853514 + - type: mrr_at_1000 + value: 28.32443329536469 + - type: mrr_at_20 + value: 27.818561120709955 + - type: mrr_at_3 + value: 25.200513314084073 + - type: mrr_at_5 + value: 26.302534488290025 + - type: nauc_map_at_1000_diff1 + value: 41.38159396894937 + - type: nauc_map_at_1000_max + value: 27.075718229872507 + - type: nauc_map_at_1000_std + value: -0.034938715521092914 + - type: nauc_map_at_100_diff1 + value: 41.33787954136784 + - type: nauc_map_at_100_max + value: 27.02570012546652 + - type: nauc_map_at_100_std + value: -0.13744553361820572 + - type: nauc_map_at_10_diff1 + value: 41.90648956203455 + - type: nauc_map_at_10_max + value: 26.84030815813142 + - type: nauc_map_at_10_std + value: -0.7735994997780928 + - type: nauc_map_at_1_diff1 + value: 47.159330320351586 + - type: nauc_map_at_1_max + value: 29.793961305890537 + - type: nauc_map_at_1_std + value: -1.0546824447786483 + - type: nauc_map_at_20_diff1 + value: 41.47699374624499 + - type: nauc_map_at_20_max + value: 26.809111512352107 + - type: nauc_map_at_20_std + value: -0.3828096047690898 + - type: nauc_map_at_3_diff1 + value: 43.150522493674096 + - type: nauc_map_at_3_max + value: 26.577312834071588 + - type: nauc_map_at_3_std + value: -1.3542004434512425 + - type: nauc_map_at_5_diff1 + value: 42.56975458189335 + - type: nauc_map_at_5_max + value: 26.94247470743405 + - type: nauc_map_at_5_std + value: -0.9794656496391059 + - type: nauc_mrr_at_1000_diff1 + value: 37.52697018269869 + - type: nauc_mrr_at_1000_max + value: 28.033039061173433 + - type: nauc_mrr_at_1000_std + value: 2.4888388677985467 + - type: nauc_mrr_at_100_diff1 + value: 37.48466838388186 + - type: nauc_mrr_at_100_max + value: 28.02810525984351 + - type: nauc_mrr_at_100_std + value: 2.453572141052541 + - type: nauc_mrr_at_10_diff1 + value: 38.078483092543514 + - type: nauc_mrr_at_10_max + value: 28.17949106533087 + - type: nauc_mrr_at_10_std + value: 2.2130266173691133 + - type: nauc_mrr_at_1_diff1 + value: 42.42342081270958 + - type: nauc_mrr_at_1_max + value: 31.177722470332508 + - type: nauc_mrr_at_1_std + value: 2.992917621133945 + - type: nauc_mrr_at_20_diff1 + value: 37.6303297547515 + - type: nauc_mrr_at_20_max + value: 28.022077664745655 + - type: nauc_mrr_at_20_std + value: 2.428673326300689 + - type: nauc_mrr_at_3_diff1 + value: 38.71875043363434 + - type: nauc_mrr_at_3_max + value: 27.81584708039136 + - type: nauc_mrr_at_3_std + value: 1.5526447606078482 + - type: nauc_mrr_at_5_diff1 + value: 38.39263667742802 + - type: nauc_mrr_at_5_max + value: 28.405137560145967 + - type: nauc_mrr_at_5_std + value: 1.8795388857359592 + - type: nauc_ndcg_at_1000_diff1 + value: 37.3679780288481 + - type: nauc_ndcg_at_1000_max + value: 27.124961640164013 + - type: nauc_ndcg_at_1000_std + value: 4.044169498575053 + - type: nauc_ndcg_at_100_diff1 + value: 36.62729129168551 + - type: nauc_ndcg_at_100_max + value: 26.712693730742675 + - type: nauc_ndcg_at_100_std + value: 2.6627981122016644 + - type: nauc_ndcg_at_10_diff1 + value: 39.0386116034406 + - type: nauc_ndcg_at_10_max + value: 25.93211191183676 + - type: nauc_ndcg_at_10_std + value: 0.07395623726935022 + - type: nauc_ndcg_at_1_diff1 + value: 42.42342081270958 + - type: nauc_ndcg_at_1_max + value: 31.177722470332508 + - type: nauc_ndcg_at_1_std + value: 2.992917621133945 + - type: nauc_ndcg_at_20_diff1 + value: 37.53584200169193 + - type: nauc_ndcg_at_20_max + value: 25.558468749890896 + - type: nauc_ndcg_at_20_std + value: 1.2318351799632228 + - type: nauc_ndcg_at_3_diff1 + value: 40.68885751113596 + - type: nauc_ndcg_at_3_max + value: 26.382850563433358 + - type: nauc_ndcg_at_3_std + value: -0.5828913470916129 + - type: nauc_ndcg_at_5_diff1 + value: 40.20744862471514 + - type: nauc_ndcg_at_5_max + value: 26.793282641286925 + - type: nauc_ndcg_at_5_std + value: -0.21932084429747978 + - type: nauc_precision_at_1000_diff1 + value: -0.2740031954406055 + - type: nauc_precision_at_1000_max + value: 15.621744490875047 + - type: nauc_precision_at_1000_std + value: 16.834234066358007 + - type: nauc_precision_at_100_diff1 + value: 8.37085037514357 + - type: nauc_precision_at_100_max + value: 23.932882815066836 + - type: nauc_precision_at_100_std + value: 14.983655513650115 + - type: nauc_precision_at_10_diff1 + value: 27.06328840478737 + - type: nauc_precision_at_10_max + value: 26.51407759856565 + - type: nauc_precision_at_10_std + value: 6.710414141333863 + - type: nauc_precision_at_1_diff1 + value: 42.42342081270958 + - type: nauc_precision_at_1_max + value: 31.177722470332508 + - type: nauc_precision_at_1_std + value: 2.992917621133945 + - type: nauc_precision_at_20_diff1 + value: 19.336605064257732 + - type: nauc_precision_at_20_max + value: 24.081476666220862 + - type: nauc_precision_at_20_std + value: 10.172257672610973 + - type: nauc_precision_at_3_diff1 + value: 33.230983381592274 + - type: nauc_precision_at_3_max + value: 24.989278473276975 + - type: nauc_precision_at_3_std + value: 1.6437958566367155 + - type: nauc_precision_at_5_diff1 + value: 30.40684618165986 + - type: nauc_precision_at_5_max + value: 27.495263396077597 + - type: nauc_precision_at_5_std + value: 3.8758806968379647 + - type: nauc_recall_at_1000_diff1 + value: 19.36097686642846 + - type: nauc_recall_at_1000_max + value: 20.92571079501699 + - type: nauc_recall_at_1000_std + value: 29.360494025393454 + - type: nauc_recall_at_100_diff1 + value: 20.66672940547856 + - type: nauc_recall_at_100_max + value: 21.339005075190045 + - type: nauc_recall_at_100_std + value: 9.899251322282261 + - type: nauc_recall_at_10_diff1 + value: 32.330889061583754 + - type: nauc_recall_at_10_max + value: 20.450766552523 + - type: nauc_recall_at_10_std + value: -0.2480940006638854 + - type: nauc_recall_at_1_diff1 + value: 47.159330320351586 + - type: nauc_recall_at_1_max + value: 29.793961305890537 + - type: nauc_recall_at_1_std + value: -1.0546824447786483 + - type: nauc_recall_at_20_diff1 + value: 27.136530982630997 + - type: nauc_recall_at_20_max + value: 18.547627398945572 + - type: nauc_recall_at_20_std + value: 3.3977018294296966 + - type: nauc_recall_at_3_diff1 + value: 37.991255133265504 + - type: nauc_recall_at_3_max + value: 21.793628819368916 + - type: nauc_recall_at_3_std + value: -2.511571598486541 + - type: nauc_recall_at_5_diff1 + value: 36.4110791705403 + - type: nauc_recall_at_5_max + value: 22.574804328522983 + - type: nauc_recall_at_5_std + value: -1.3318534898262748 + - type: ndcg_at_1 + value: 21.174 + - type: ndcg_at_10 + value: 26.91 + - type: ndcg_at_100 + value: 32.553 + - type: ndcg_at_1000 + value: 35.83 + - type: ndcg_at_20 + value: 28.987000000000002 + - type: ndcg_at_3 + value: 23.544 + - type: ndcg_at_5 + value: 24.983 + - type: precision_at_1 + value: 21.174 + - type: precision_at_10 + value: 4.918 + - type: precision_at_100 + value: 0.946 + - type: precision_at_1000 + value: 0.14200000000000002 + - type: precision_at_20 + value: 3.114 + - type: precision_at_3 + value: 11.004 + - type: precision_at_5 + value: 7.854 + - type: recall_at_1 + value: 16.883 + - type: recall_at_10 + value: 34.979 + - type: recall_at_100 + value: 59.650999999999996 + - type: recall_at_1000 + value: 82.221 + - type: recall_at_20 + value: 42.352000000000004 + - type: recall_at_3 + value: 25.344 + - type: recall_at_5 + value: 29.205 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 20.772 + - type: map_at_1 + value: 11.594 + - type: map_at_10 + value: 16.919 + - type: map_at_100 + value: 18.127 + - type: map_at_1000 + value: 18.265 + - type: map_at_20 + value: 17.562 + - type: map_at_3 + value: 15.110999999999999 + - type: map_at_5 + value: 16.042 + - type: mrr_at_1 + value: 14.383561643835616 + - type: mrr_at_10 + value: 20.43940711748931 + - type: mrr_at_100 + value: 21.435624667299567 + - type: mrr_at_1000 + value: 21.527726237560707 + - type: mrr_at_20 + value: 21.009195052331954 + - type: mrr_at_3 + value: 18.588280060882802 + - type: mrr_at_5 + value: 19.552891933028917 + - type: nauc_map_at_1000_diff1 + value: 33.262795491922596 + - type: nauc_map_at_1000_max + value: 21.31596789079428 + - type: nauc_map_at_1000_std + value: 0.7852441803303455 + - type: nauc_map_at_100_diff1 + value: 33.268752630014234 + - type: nauc_map_at_100_max + value: 21.25556523340811 + - type: nauc_map_at_100_std + value: 0.7039138578991556 + - type: nauc_map_at_10_diff1 + value: 33.35543182094911 + - type: nauc_map_at_10_max + value: 20.568537341885452 + - type: nauc_map_at_10_std + value: -0.43247720737574813 + - type: nauc_map_at_1_diff1 + value: 41.36060666064399 + - type: nauc_map_at_1_max + value: 21.963186112235483 + - type: nauc_map_at_1_std + value: -2.501260740491966 + - type: nauc_map_at_20_diff1 + value: 33.39793495227392 + - type: nauc_map_at_20_max + value: 21.00785918268415 + - type: nauc_map_at_20_std + value: 0.17640004795604808 + - type: nauc_map_at_3_diff1 + value: 34.4973117300038 + - type: nauc_map_at_3_max + value: 19.632391312902868 + - type: nauc_map_at_3_std + value: -2.7433813735332633 + - type: nauc_map_at_5_diff1 + value: 34.08903030512529 + - type: nauc_map_at_5_max + value: 19.71145539531056 + - type: nauc_map_at_5_std + value: -1.7888621307481465 + - type: nauc_mrr_at_1000_diff1 + value: 30.036763252826663 + - type: nauc_mrr_at_1000_max + value: 22.721775717568743 + - type: nauc_mrr_at_1000_std + value: 1.5610106615257815 + - type: nauc_mrr_at_100_diff1 + value: 30.001177715898773 + - type: nauc_mrr_at_100_max + value: 22.688673505906557 + - type: nauc_mrr_at_100_std + value: 1.548564147265043 + - type: nauc_mrr_at_10_diff1 + value: 30.318607759330003 + - type: nauc_mrr_at_10_max + value: 22.62013842178604 + - type: nauc_mrr_at_10_std + value: 0.8741126049148205 + - type: nauc_mrr_at_1_diff1 + value: 37.89568693814772 + - type: nauc_mrr_at_1_max + value: 24.79729112521682 + - type: nauc_mrr_at_1_std + value: 0.45441850694116415 + - type: nauc_mrr_at_20_diff1 + value: 30.095683316159004 + - type: nauc_mrr_at_20_max + value: 22.660310419347745 + - type: nauc_mrr_at_20_std + value: 1.2383016742006898 + - type: nauc_mrr_at_3_diff1 + value: 31.15218479473984 + - type: nauc_mrr_at_3_max + value: 22.469292588239902 + - type: nauc_mrr_at_3_std + value: -0.3347771186823999 + - type: nauc_mrr_at_5_diff1 + value: 30.776401083584382 + - type: nauc_mrr_at_5_max + value: 22.021753205030357 + - type: nauc_mrr_at_5_std + value: -0.16866916918985556 + - type: nauc_ndcg_at_1000_diff1 + value: 29.146312601693747 + - type: nauc_ndcg_at_1000_max + value: 23.112744430247094 + - type: nauc_ndcg_at_1000_std + value: 6.653567572547435 + - type: nauc_ndcg_at_100_diff1 + value: 29.37923677271363 + - type: nauc_ndcg_at_100_max + value: 22.38970149525569 + - type: nauc_ndcg_at_100_std + value: 5.931300029746915 + - type: nauc_ndcg_at_10_diff1 + value: 29.77761043652284 + - type: nauc_ndcg_at_10_max + value: 20.957056341027606 + - type: nauc_ndcg_at_10_std + value: 1.6705876092521652 + - type: nauc_ndcg_at_1_diff1 + value: 37.89568693814772 + - type: nauc_ndcg_at_1_max + value: 24.79729112521682 + - type: nauc_ndcg_at_1_std + value: 0.45441850694116415 + - type: nauc_ndcg_at_20_diff1 + value: 29.69115181780205 + - type: nauc_ndcg_at_20_max + value: 21.812806056707494 + - type: nauc_ndcg_at_20_std + value: 3.3207687473070355 + - type: nauc_ndcg_at_3_diff1 + value: 31.71670832179318 + - type: nauc_ndcg_at_3_max + value: 20.005897851777153 + - type: nauc_ndcg_at_3_std + value: -1.945060538090631 + - type: nauc_ndcg_at_5_diff1 + value: 31.341621862768378 + - type: nauc_ndcg_at_5_max + value: 19.711932402527314 + - type: nauc_ndcg_at_5_std + value: -0.8986370500002848 + - type: nauc_precision_at_1000_diff1 + value: -1.80587378767679 + - type: nauc_precision_at_1000_max + value: 13.27864120357074 + - type: nauc_precision_at_1000_std + value: 11.35646447991795 + - type: nauc_precision_at_100_diff1 + value: 10.690493039650848 + - type: nauc_precision_at_100_max + value: 21.852108406166078 + - type: nauc_precision_at_100_std + value: 16.448506075274782 + - type: nauc_precision_at_10_diff1 + value: 19.47826562755573 + - type: nauc_precision_at_10_max + value: 23.175270348890578 + - type: nauc_precision_at_10_std + value: 7.092336860578882 + - type: nauc_precision_at_1_diff1 + value: 37.89568693814772 + - type: nauc_precision_at_1_max + value: 24.79729112521682 + - type: nauc_precision_at_1_std + value: 0.45441850694116415 + - type: nauc_precision_at_20_diff1 + value: 18.025999687256054 + - type: nauc_precision_at_20_max + value: 23.742299066638676 + - type: nauc_precision_at_20_std + value: 10.577257417584415 + - type: nauc_precision_at_3_diff1 + value: 24.999170493212436 + - type: nauc_precision_at_3_max + value: 20.606004668102138 + - type: nauc_precision_at_3_std + value: -0.2850972522167497 + - type: nauc_precision_at_5_diff1 + value: 23.566430582817883 + - type: nauc_precision_at_5_max + value: 19.922628542285032 + - type: nauc_precision_at_5_std + value: 1.8893748644482864 + - type: nauc_recall_at_1000_diff1 + value: 14.639102682660038 + - type: nauc_recall_at_1000_max + value: 26.572142236799056 + - type: nauc_recall_at_1000_std + value: 32.38940174413534 + - type: nauc_recall_at_100_diff1 + value: 20.31142739817575 + - type: nauc_recall_at_100_max + value: 21.51142155914532 + - type: nauc_recall_at_100_std + value: 19.67731733250046 + - type: nauc_recall_at_10_diff1 + value: 22.38727708437124 + - type: nauc_recall_at_10_max + value: 19.484869364238776 + - type: nauc_recall_at_10_std + value: 6.173360353625354 + - type: nauc_recall_at_1_diff1 + value: 41.36060666064399 + - type: nauc_recall_at_1_max + value: 21.963186112235483 + - type: nauc_recall_at_1_std + value: -2.501260740491966 + - type: nauc_recall_at_20_diff1 + value: 21.634328851993583 + - type: nauc_recall_at_20_max + value: 21.22314972109689 + - type: nauc_recall_at_20_std + value: 10.321822575671742 + - type: nauc_recall_at_3_diff1 + value: 27.235698960994014 + - type: nauc_recall_at_3_max + value: 16.267701020224287 + - type: nauc_recall_at_3_std + value: -3.2266239973778443 + - type: nauc_recall_at_5_diff1 + value: 26.102514254904 + - type: nauc_recall_at_5_max + value: 16.172508338466322 + - type: nauc_recall_at_5_std + value: -0.5086033534476121 + - type: ndcg_at_1 + value: 14.384 + - type: ndcg_at_10 + value: 20.772 + - type: ndcg_at_100 + value: 26.602999999999998 + - type: ndcg_at_1000 + value: 29.89 + - type: ndcg_at_20 + value: 22.961000000000002 + - type: ndcg_at_3 + value: 17.388 + - type: ndcg_at_5 + value: 18.787000000000003 + - type: precision_at_1 + value: 14.384 + - type: precision_at_10 + value: 4.154999999999999 + - type: precision_at_100 + value: 0.855 + - type: precision_at_1000 + value: 0.129 + - type: precision_at_20 + value: 2.7279999999999998 + - type: precision_at_3 + value: 8.486 + - type: precision_at_5 + value: 6.279 + - type: recall_at_1 + value: 11.594 + - type: recall_at_10 + value: 28.762999999999998 + - type: recall_at_100 + value: 54.67100000000001 + - type: recall_at_1000 + value: 78.105 + - type: recall_at_20 + value: 36.708 + - type: recall_at_3 + value: 19.488 + - type: recall_at_5 + value: 23.049 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 21.864250000000006 + - type: ndcg_at_10 + value: 21.864250000000006 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 17.529 + - type: map_at_1 + value: 9.628 + - type: map_at_10 + value: 14.463000000000001 + - type: map_at_100 + value: 15.17 + - type: map_at_1000 + value: 15.27 + - type: map_at_20 + value: 14.817 + - type: map_at_3 + value: 13.089999999999998 + - type: map_at_5 + value: 13.703999999999999 + - type: mrr_at_1 + value: 11.65644171779141 + - type: mrr_at_10 + value: 16.46332408218911 + - type: mrr_at_100 + value: 17.194209080357542 + - type: mrr_at_1000 + value: 17.285546487758563 + - type: mrr_at_20 + value: 16.835438815628372 + - type: mrr_at_3 + value: 15.081799591002035 + - type: mrr_at_5 + value: 15.7183026584867 + - type: nauc_map_at_1000_diff1 + value: 24.745069547833133 + - type: nauc_map_at_1000_max + value: 12.2311307150906 + - type: nauc_map_at_1000_std + value: 1.672159939231174 + - type: nauc_map_at_100_diff1 + value: 24.73004472604233 + - type: nauc_map_at_100_max + value: 12.179108920911679 + - type: nauc_map_at_100_std + value: 1.6049355454311964 + - type: nauc_map_at_10_diff1 + value: 25.14349932840619 + - type: nauc_map_at_10_max + value: 12.429412020446783 + - type: nauc_map_at_10_std + value: 1.305307255605515 + - type: nauc_map_at_1_diff1 + value: 31.417658938088493 + - type: nauc_map_at_1_max + value: 14.698481024465737 + - type: nauc_map_at_1_std + value: 1.713648870488101 + - type: nauc_map_at_20_diff1 + value: 25.078930789069286 + - type: nauc_map_at_20_max + value: 12.339225875456624 + - type: nauc_map_at_20_std + value: 1.3267901782136668 + - type: nauc_map_at_3_diff1 + value: 24.887634824567026 + - type: nauc_map_at_3_max + value: 13.4730845058873 + - type: nauc_map_at_3_std + value: 1.7415105393757087 + - type: nauc_map_at_5_diff1 + value: 24.703285086420937 + - type: nauc_map_at_5_max + value: 12.657053025607537 + - type: nauc_map_at_5_std + value: 1.2700178671031146 + - type: nauc_mrr_at_1000_diff1 + value: 26.138222320180915 + - type: nauc_mrr_at_1000_max + value: 15.673134825000663 + - type: nauc_mrr_at_1000_std + value: 3.895541215099143 + - type: nauc_mrr_at_100_diff1 + value: 26.11321305609665 + - type: nauc_mrr_at_100_max + value: 15.63930697560893 + - type: nauc_mrr_at_100_std + value: 3.8375334936132424 + - type: nauc_mrr_at_10_diff1 + value: 26.556834624868465 + - type: nauc_mrr_at_10_max + value: 15.862950253117766 + - type: nauc_mrr_at_10_std + value: 3.6335815894977843 + - type: nauc_mrr_at_1_diff1 + value: 32.65224482557457 + - type: nauc_mrr_at_1_max + value: 19.60009423463152 + - type: nauc_mrr_at_1_std + value: 4.477944071474801 + - type: nauc_mrr_at_20_diff1 + value: 26.459141609196635 + - type: nauc_mrr_at_20_max + value: 15.825532833656489 + - type: nauc_mrr_at_20_std + value: 3.640907121438615 + - type: nauc_mrr_at_3_diff1 + value: 26.080157246672986 + - type: nauc_mrr_at_3_max + value: 17.215486179933677 + - type: nauc_mrr_at_3_std + value: 4.617101355725209 + - type: nauc_mrr_at_5_diff1 + value: 26.16231186962206 + - type: nauc_mrr_at_5_max + value: 16.377814206094452 + - type: nauc_mrr_at_5_std + value: 4.0294499741813965 + - type: nauc_ndcg_at_1000_diff1 + value: 22.3760006380521 + - type: nauc_ndcg_at_1000_max + value: 11.167820745459364 + - type: nauc_ndcg_at_1000_std + value: 4.64834301044508 + - type: nauc_ndcg_at_100_diff1 + value: 21.8831501214006 + - type: nauc_ndcg_at_100_max + value: 10.202305205094655 + - type: nauc_ndcg_at_100_std + value: 3.185443757584521 + - type: nauc_ndcg_at_10_diff1 + value: 24.246023041707506 + - type: nauc_ndcg_at_10_max + value: 11.725940900458006 + - type: nauc_ndcg_at_10_std + value: 1.8396976589611098 + - type: nauc_ndcg_at_1_diff1 + value: 32.65224482557457 + - type: nauc_ndcg_at_1_max + value: 19.60009423463152 + - type: nauc_ndcg_at_1_std + value: 4.477944071474801 + - type: nauc_ndcg_at_20_diff1 + value: 24.132193295897135 + - type: nauc_ndcg_at_20_max + value: 11.35174138491149 + - type: nauc_ndcg_at_20_std + value: 1.7054085400159937 + - type: nauc_ndcg_at_3_diff1 + value: 23.544626586058385 + - type: nauc_ndcg_at_3_max + value: 13.674978929974557 + - type: nauc_ndcg_at_3_std + value: 2.9299702185201677 + - type: nauc_ndcg_at_5_diff1 + value: 23.33991313564435 + - type: nauc_ndcg_at_5_max + value: 12.288853399905868 + - type: nauc_ndcg_at_5_std + value: 1.9515614579903209 + - type: nauc_precision_at_1000_diff1 + value: 12.95872707457021 + - type: nauc_precision_at_1000_max + value: 12.036050516594216 + - type: nauc_precision_at_1000_std + value: 16.600008578952213 + - type: nauc_precision_at_100_diff1 + value: 13.139487415633106 + - type: nauc_precision_at_100_max + value: 9.417494003947107 + - type: nauc_precision_at_100_std + value: 11.738900823126077 + - type: nauc_precision_at_10_diff1 + value: 23.13031875688454 + - type: nauc_precision_at_10_max + value: 13.761622928864501 + - type: nauc_precision_at_10_std + value: 5.751034624604308 + - type: nauc_precision_at_1_diff1 + value: 32.65224482557457 + - type: nauc_precision_at_1_max + value: 19.60009423463152 + - type: nauc_precision_at_1_std + value: 4.477944071474801 + - type: nauc_precision_at_20_diff1 + value: 22.213759009490285 + - type: nauc_precision_at_20_max + value: 12.849772267882804 + - type: nauc_precision_at_20_std + value: 5.518908470286235 + - type: nauc_precision_at_3_diff1 + value: 20.90728187728363 + - type: nauc_precision_at_3_max + value: 16.768555028287597 + - type: nauc_precision_at_3_std + value: 6.323648876001936 + - type: nauc_precision_at_5_diff1 + value: 21.013985751654815 + - type: nauc_precision_at_5_max + value: 14.554098534876916 + - type: nauc_precision_at_5_std + value: 5.345460769434932 + - type: nauc_recall_at_1000_diff1 + value: 13.019558803790924 + - type: nauc_recall_at_1000_max + value: 4.681559433425631 + - type: nauc_recall_at_1000_std + value: 14.52978675424674 + - type: nauc_recall_at_100_diff1 + value: 12.440632605048178 + - type: nauc_recall_at_100_max + value: 1.218572373194076 + - type: nauc_recall_at_100_std + value: 5.124085960572474 + - type: nauc_recall_at_10_diff1 + value: 20.994262563840387 + - type: nauc_recall_at_10_max + value: 6.830224132326494 + - type: nauc_recall_at_10_std + value: 0.8753342641221064 + - type: nauc_recall_at_1_diff1 + value: 31.417658938088493 + - type: nauc_recall_at_1_max + value: 14.698481024465737 + - type: nauc_recall_at_1_std + value: 1.713648870488101 + - type: nauc_recall_at_20_diff1 + value: 20.861160718899914 + - type: nauc_recall_at_20_max + value: 5.748341529361438 + - type: nauc_recall_at_20_std + value: 0.24020073460682165 + - type: nauc_recall_at_3_diff1 + value: 18.431274803969966 + - type: nauc_recall_at_3_max + value: 10.592473557682561 + - type: nauc_recall_at_3_std + value: 2.8012186160825827 + - type: nauc_recall_at_5_diff1 + value: 18.338800346911565 + - type: nauc_recall_at_5_max + value: 7.8128202161812945 + - type: nauc_recall_at_5_std + value: 1.157375547570994 + - type: ndcg_at_1 + value: 11.655999999999999 + - type: ndcg_at_10 + value: 17.529 + - type: ndcg_at_100 + value: 21.359 + - type: ndcg_at_1000 + value: 24.212 + - type: ndcg_at_20 + value: 18.862000000000002 + - type: ndcg_at_3 + value: 14.821000000000002 + - type: ndcg_at_5 + value: 15.806999999999999 + - type: precision_at_1 + value: 11.655999999999999 + - type: precision_at_10 + value: 3.021 + - type: precision_at_100 + value: 0.5349999999999999 + - type: precision_at_1000 + value: 0.084 + - type: precision_at_20 + value: 1.833 + - type: precision_at_3 + value: 6.952999999999999 + - type: precision_at_5 + value: 4.755 + - type: recall_at_1 + value: 9.628 + - type: recall_at_10 + value: 25.201 + - type: recall_at_100 + value: 43.064 + - type: recall_at_1000 + value: 64.762 + - type: recall_at_20 + value: 30.418 + - type: recall_at_3 + value: 17.441000000000003 + - type: recall_at_5 + value: 20.079 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 12.443999999999999 + - type: map_at_1 + value: 6.557 + - type: map_at_10 + value: 10.045 + - type: map_at_100 + value: 10.686 + - type: map_at_1000 + value: 10.804 + - type: map_at_20 + value: 10.32 + - type: map_at_3 + value: 8.879 + - type: map_at_5 + value: 9.599 + - type: mrr_at_1 + value: 8.017894012388162 + - type: mrr_at_10 + value: 12.108923518937278 + - type: mrr_at_100 + value: 12.782867084978939 + - type: mrr_at_1000 + value: 12.882306547754846 + - type: mrr_at_20 + value: 12.40886134937674 + - type: mrr_at_3 + value: 10.788024776324843 + - type: mrr_at_5 + value: 11.601858224363372 + - type: nauc_map_at_1000_diff1 + value: 32.65207872038934 + - type: nauc_map_at_1000_max + value: 15.3796831155072 + - type: nauc_map_at_1000_std + value: -2.0284631913694318 + - type: nauc_map_at_100_diff1 + value: 32.6980604049616 + - type: nauc_map_at_100_max + value: 15.296695101083902 + - type: nauc_map_at_100_std + value: -2.1656869010510302 + - type: nauc_map_at_10_diff1 + value: 33.6176771582625 + - type: nauc_map_at_10_max + value: 15.317492294272327 + - type: nauc_map_at_10_std + value: -2.514753327992827 + - type: nauc_map_at_1_diff1 + value: 44.846987901851705 + - type: nauc_map_at_1_max + value: 16.92140255796036 + - type: nauc_map_at_1_std + value: -2.759993870541995 + - type: nauc_map_at_20_diff1 + value: 33.198923596487504 + - type: nauc_map_at_20_max + value: 15.244580944712267 + - type: nauc_map_at_20_std + value: -2.4111035829237473 + - type: nauc_map_at_3_diff1 + value: 36.72269327063732 + - type: nauc_map_at_3_max + value: 16.239304706025763 + - type: nauc_map_at_3_std + value: -2.7517672917082283 + - type: nauc_map_at_5_diff1 + value: 34.578874725919626 + - type: nauc_map_at_5_max + value: 15.533855519388934 + - type: nauc_map_at_5_std + value: -2.6809627993789866 + - type: nauc_mrr_at_1000_diff1 + value: 30.389656359349686 + - type: nauc_mrr_at_1000_max + value: 16.67441537363918 + - type: nauc_mrr_at_1000_std + value: -1.3704521096871414 + - type: nauc_mrr_at_100_diff1 + value: 30.39705489133467 + - type: nauc_mrr_at_100_max + value: 16.65953388052282 + - type: nauc_mrr_at_100_std + value: -1.4155515799129026 + - type: nauc_mrr_at_10_diff1 + value: 31.093808772992897 + - type: nauc_mrr_at_10_max + value: 16.739835728088327 + - type: nauc_mrr_at_10_std + value: -1.8192204545363915 + - type: nauc_mrr_at_1_diff1 + value: 42.24020206282754 + - type: nauc_mrr_at_1_max + value: 18.62811529500791 + - type: nauc_mrr_at_1_std + value: -3.329554678904735 + - type: nauc_mrr_at_20_diff1 + value: 30.724507241928023 + - type: nauc_mrr_at_20_max + value: 16.6412080771391 + - type: nauc_mrr_at_20_std + value: -1.5892437165713176 + - type: nauc_mrr_at_3_diff1 + value: 34.08441470381647 + - type: nauc_mrr_at_3_max + value: 17.915657010600984 + - type: nauc_mrr_at_3_std + value: -2.2780151857350814 + - type: nauc_mrr_at_5_diff1 + value: 31.780239141576583 + - type: nauc_mrr_at_5_max + value: 16.93463602358056 + - type: nauc_mrr_at_5_std + value: -1.9834883780660013 + - type: nauc_ndcg_at_1000_diff1 + value: 25.15335120104252 + - type: nauc_ndcg_at_1000_max + value: 16.263845464802312 + - type: nauc_ndcg_at_1000_std + value: 2.410125087100955 + - type: nauc_ndcg_at_100_diff1 + value: 25.81428051006561 + - type: nauc_ndcg_at_100_max + value: 14.829210245320729 + - type: nauc_ndcg_at_100_std + value: -0.08689023270098711 + - type: nauc_ndcg_at_10_diff1 + value: 29.17693224783663 + - type: nauc_ndcg_at_10_max + value: 14.905848199498683 + - type: nauc_ndcg_at_10_std + value: -1.996054601864615 + - type: nauc_ndcg_at_1_diff1 + value: 42.24020206282754 + - type: nauc_ndcg_at_1_max + value: 18.62811529500791 + - type: nauc_ndcg_at_1_std + value: -3.329554678904735 + - type: nauc_ndcg_at_20_diff1 + value: 28.040580916658364 + - type: nauc_ndcg_at_20_max + value: 14.607177578819655 + - type: nauc_ndcg_at_20_std + value: -1.5602788676054553 + - type: nauc_ndcg_at_3_diff1 + value: 33.89467257334233 + - type: nauc_ndcg_at_3_max + value: 16.80743117748352 + - type: nauc_ndcg_at_3_std + value: -2.3084226107164865 + - type: nauc_ndcg_at_5_diff1 + value: 30.719473158355054 + - type: nauc_ndcg_at_5_max + value: 15.377162920426812 + - type: nauc_ndcg_at_5_std + value: -2.2615670747802077 + - type: nauc_precision_at_1000_diff1 + value: 4.916612061486793 + - type: nauc_precision_at_1000_max + value: 22.969361069828732 + - type: nauc_precision_at_1000_std + value: 18.6356088544518 + - type: nauc_precision_at_100_diff1 + value: 10.558231923280632 + - type: nauc_precision_at_100_max + value: 18.372817446247367 + - type: nauc_precision_at_100_std + value: 8.344586790370458 + - type: nauc_precision_at_10_diff1 + value: 19.9407132138494 + - type: nauc_precision_at_10_max + value: 16.327306192687878 + - type: nauc_precision_at_10_std + value: 0.16685419873145663 + - type: nauc_precision_at_1_diff1 + value: 42.24020206282754 + - type: nauc_precision_at_1_max + value: 18.62811529500791 + - type: nauc_precision_at_1_std + value: -3.329554678904735 + - type: nauc_precision_at_20_diff1 + value: 16.646892238566046 + - type: nauc_precision_at_20_max + value: 16.637316699800202 + - type: nauc_precision_at_20_std + value: 2.6934626880556345 + - type: nauc_precision_at_3_diff1 + value: 28.35394732911168 + - type: nauc_precision_at_3_max + value: 18.708227286896033 + - type: nauc_precision_at_3_std + value: -1.7316048532952557 + - type: nauc_precision_at_5_diff1 + value: 22.637258344117758 + - type: nauc_precision_at_5_max + value: 16.235324772438183 + - type: nauc_precision_at_5_std + value: -0.9073652855156291 + - type: nauc_recall_at_1000_diff1 + value: 7.769963101855644 + - type: nauc_recall_at_1000_max + value: 16.95143097349464 + - type: nauc_recall_at_1000_std + value: 15.47110521887779 + - type: nauc_recall_at_100_diff1 + value: 13.066911377416401 + - type: nauc_recall_at_100_max + value: 11.619784901704275 + - type: nauc_recall_at_100_std + value: 3.5395473327823654 + - type: nauc_recall_at_10_diff1 + value: 21.5626471119534 + - type: nauc_recall_at_10_max + value: 12.173867348784546 + - type: nauc_recall_at_10_std + value: -1.6058682655342469 + - type: nauc_recall_at_1_diff1 + value: 44.846987901851705 + - type: nauc_recall_at_1_max + value: 16.92140255796036 + - type: nauc_recall_at_1_std + value: -2.759993870541995 + - type: nauc_recall_at_20_diff1 + value: 18.777854488746364 + - type: nauc_recall_at_20_max + value: 11.241858114527968 + - type: nauc_recall_at_20_std + value: -0.5830148082352531 + - type: nauc_recall_at_3_diff1 + value: 29.592645115703363 + - type: nauc_recall_at_3_max + value: 15.309599487009862 + - type: nauc_recall_at_3_std + value: -2.569342359215212 + - type: nauc_recall_at_5_diff1 + value: 24.35312015828605 + - type: nauc_recall_at_5_max + value: 13.17850031245583 + - type: nauc_recall_at_5_std + value: -2.3536371984816546 + - type: ndcg_at_1 + value: 8.018 + - type: ndcg_at_10 + value: 12.443999999999999 + - type: ndcg_at_100 + value: 16.116 + - type: ndcg_at_1000 + value: 19.597 + - type: ndcg_at_20 + value: 13.427 + - type: ndcg_at_3 + value: 10.231 + - type: ndcg_at_5 + value: 11.399 + - type: precision_at_1 + value: 8.018 + - type: precision_at_10 + value: 2.378 + - type: precision_at_100 + value: 0.508 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 1.476 + - type: precision_at_3 + value: 5.0360000000000005 + - type: precision_at_5 + value: 3.827 + - type: recall_at_1 + value: 6.557 + - type: recall_at_10 + value: 17.721 + - type: recall_at_100 + value: 34.996 + - type: recall_at_1000 + value: 60.897999999999996 + - type: recall_at_20 + value: 21.366 + - type: recall_at_3 + value: 11.618 + - type: recall_at_5 + value: 14.585999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 19.711000000000002 + - type: map_at_1 + value: 12.16 + - type: map_at_10 + value: 16.735 + - type: map_at_100 + value: 17.49 + - type: map_at_1000 + value: 17.605999999999998 + - type: map_at_20 + value: 17.133000000000003 + - type: map_at_3 + value: 15.290999999999999 + - type: map_at_5 + value: 16.186 + - type: mrr_at_1 + value: 14.458955223880595 + - type: mrr_at_10 + value: 19.231743070362473 + - type: mrr_at_100 + value: 20.028932451430283 + - type: mrr_at_1000 + value: 20.123333090690128 + - type: mrr_at_20 + value: 19.67671069767135 + - type: mrr_at_3 + value: 17.708333333333343 + - type: mrr_at_5 + value: 18.613184079601997 + - type: nauc_map_at_1000_diff1 + value: 37.32734680518867 + - type: nauc_map_at_1000_max + value: 24.030968099609098 + - type: nauc_map_at_1000_std + value: -7.829648421477282 + - type: nauc_map_at_100_diff1 + value: 37.366553771960305 + - type: nauc_map_at_100_max + value: 23.96244415870664 + - type: nauc_map_at_100_std + value: -7.963447431457271 + - type: nauc_map_at_10_diff1 + value: 37.63825009720519 + - type: nauc_map_at_10_max + value: 23.831741442187663 + - type: nauc_map_at_10_std + value: -8.639346971580641 + - type: nauc_map_at_1_diff1 + value: 44.00293330504824 + - type: nauc_map_at_1_max + value: 28.610260969649147 + - type: nauc_map_at_1_std + value: -8.920133968270129 + - type: nauc_map_at_20_diff1 + value: 37.41690774575737 + - type: nauc_map_at_20_max + value: 24.05466724695789 + - type: nauc_map_at_20_std + value: -8.191886861933238 + - type: nauc_map_at_3_diff1 + value: 39.44794961214937 + - type: nauc_map_at_3_max + value: 25.19199372850414 + - type: nauc_map_at_3_std + value: -8.746945856127951 + - type: nauc_map_at_5_diff1 + value: 38.08100890718928 + - type: nauc_map_at_5_max + value: 24.55470931460194 + - type: nauc_map_at_5_std + value: -8.720841046581775 + - type: nauc_mrr_at_1000_diff1 + value: 36.90601049409893 + - type: nauc_mrr_at_1000_max + value: 25.420040608901186 + - type: nauc_mrr_at_1000_std + value: -6.24180100706028 + - type: nauc_mrr_at_100_diff1 + value: 36.923381404524015 + - type: nauc_mrr_at_100_max + value: 25.38556434928676 + - type: nauc_mrr_at_100_std + value: -6.309900016406157 + - type: nauc_mrr_at_10_diff1 + value: 37.23900452439483 + - type: nauc_mrr_at_10_max + value: 25.29723023323045 + - type: nauc_mrr_at_10_std + value: -6.88021958480657 + - type: nauc_mrr_at_1_diff1 + value: 43.46378935714078 + - type: nauc_mrr_at_1_max + value: 29.927650887925733 + - type: nauc_mrr_at_1_std + value: -7.32269982879421 + - type: nauc_mrr_at_20_diff1 + value: 37.00573427679709 + - type: nauc_mrr_at_20_max + value: 25.560921795102548 + - type: nauc_mrr_at_20_std + value: -6.462698863947647 + - type: nauc_mrr_at_3_diff1 + value: 39.22598180580575 + - type: nauc_mrr_at_3_max + value: 26.820045533411875 + - type: nauc_mrr_at_3_std + value: -7.082684949939846 + - type: nauc_mrr_at_5_diff1 + value: 37.669928969714285 + - type: nauc_mrr_at_5_max + value: 25.88130718712922 + - type: nauc_mrr_at_5_std + value: -6.973149985490427 + - type: nauc_ndcg_at_1000_diff1 + value: 32.568783318562325 + - type: nauc_ndcg_at_1000_max + value: 23.197510425408808 + - type: nauc_ndcg_at_1000_std + value: -2.194462348881883 + - type: nauc_ndcg_at_100_diff1 + value: 33.51118765048162 + - type: nauc_ndcg_at_100_max + value: 21.956530380832053 + - type: nauc_ndcg_at_100_std + value: -4.912966259503627 + - type: nauc_ndcg_at_10_diff1 + value: 34.83192049577735 + - type: nauc_ndcg_at_10_max + value: 22.00793188583066 + - type: nauc_ndcg_at_10_std + value: -8.038092629791779 + - type: nauc_ndcg_at_1_diff1 + value: 43.46378935714078 + - type: nauc_ndcg_at_1_max + value: 29.927650887925733 + - type: nauc_ndcg_at_1_std + value: -7.32269982879421 + - type: nauc_ndcg_at_20_diff1 + value: 34.09161027494196 + - type: nauc_ndcg_at_20_max + value: 22.80085172928815 + - type: nauc_ndcg_at_20_std + value: -6.449684776606084 + - type: nauc_ndcg_at_3_diff1 + value: 37.67731096559351 + - type: nauc_ndcg_at_3_max + value: 24.91192286661625 + - type: nauc_ndcg_at_3_std + value: -7.858573743848242 + - type: nauc_ndcg_at_5_diff1 + value: 35.50714685884494 + - type: nauc_ndcg_at_5_max + value: 23.450725063747797 + - type: nauc_ndcg_at_5_std + value: -8.076820492805357 + - type: nauc_precision_at_1000_diff1 + value: 1.6261342399001975 + - type: nauc_precision_at_1000_max + value: 16.62857152361468 + - type: nauc_precision_at_1000_std + value: 20.14197872377733 + - type: nauc_precision_at_100_diff1 + value: 18.546945979368445 + - type: nauc_precision_at_100_max + value: 17.9074573235532 + - type: nauc_precision_at_100_std + value: 7.2071192251551865 + - type: nauc_precision_at_10_diff1 + value: 26.147790428569678 + - type: nauc_precision_at_10_max + value: 19.038747350820756 + - type: nauc_precision_at_10_std + value: -4.461577497765854 + - type: nauc_precision_at_1_diff1 + value: 43.46378935714078 + - type: nauc_precision_at_1_max + value: 29.927650887925733 + - type: nauc_precision_at_1_std + value: -7.32269982879421 + - type: nauc_precision_at_20_diff1 + value: 23.486834765998893 + - type: nauc_precision_at_20_max + value: 21.51929896555235 + - type: nauc_precision_at_20_std + value: 1.2771529201062182 + - type: nauc_precision_at_3_diff1 + value: 33.51582295076194 + - type: nauc_precision_at_3_max + value: 24.24618327163066 + - type: nauc_precision_at_3_std + value: -6.103562407422206 + - type: nauc_precision_at_5_diff1 + value: 28.84576644797503 + - type: nauc_precision_at_5_max + value: 21.657452007178552 + - type: nauc_precision_at_5_std + value: -6.165268201341394 + - type: nauc_recall_at_1000_diff1 + value: 12.4094254713566 + - type: nauc_recall_at_1000_max + value: 18.404042388476743 + - type: nauc_recall_at_1000_std + value: 24.134383715413634 + - type: nauc_recall_at_100_diff1 + value: 22.03143133906221 + - type: nauc_recall_at_100_max + value: 13.134997386426056 + - type: nauc_recall_at_100_std + value: 3.0416018748427422 + - type: nauc_recall_at_10_diff1 + value: 27.55961989907554 + - type: nauc_recall_at_10_max + value: 15.275424017836334 + - type: nauc_recall_at_10_std + value: -8.036960761781968 + - type: nauc_recall_at_1_diff1 + value: 44.00293330504824 + - type: nauc_recall_at_1_max + value: 28.610260969649147 + - type: nauc_recall_at_1_std + value: -8.920133968270129 + - type: nauc_recall_at_20_diff1 + value: 25.066660237089046 + - type: nauc_recall_at_20_max + value: 17.431869579217718 + - type: nauc_recall_at_20_std + value: -3.242206535665684 + - type: nauc_recall_at_3_diff1 + value: 33.77586761575051 + - type: nauc_recall_at_3_max + value: 21.54071300723871 + - type: nauc_recall_at_3_std + value: -7.977936599864755 + - type: nauc_recall_at_5_diff1 + value: 28.508795525192532 + - type: nauc_recall_at_5_max + value: 18.460621100250922 + - type: nauc_recall_at_5_std + value: -7.8358348822156305 + - type: ndcg_at_1 + value: 14.459 + - type: ndcg_at_10 + value: 19.711000000000002 + - type: ndcg_at_100 + value: 23.774 + - type: ndcg_at_1000 + value: 27.060000000000002 + - type: ndcg_at_20 + value: 21.144 + - type: ndcg_at_3 + value: 16.975 + - type: ndcg_at_5 + value: 18.404 + - type: precision_at_1 + value: 14.459 + - type: precision_at_10 + value: 3.321 + - type: precision_at_100 + value: 0.597 + - type: precision_at_1000 + value: 0.099 + - type: precision_at_20 + value: 2.024 + - type: precision_at_3 + value: 7.710999999999999 + - type: precision_at_5 + value: 5.56 + - type: recall_at_1 + value: 12.16 + - type: recall_at_10 + value: 26.418999999999997 + - type: recall_at_100 + value: 45.019999999999996 + - type: recall_at_1000 + value: 69.241 + - type: recall_at_20 + value: 31.680000000000003 + - type: recall_at_3 + value: 19.003999999999998 + - type: recall_at_5 + value: 22.558 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 22.777 + - type: map_at_1 + value: 12.565000000000001 + - type: map_at_10 + value: 18.531 + - type: map_at_100 + value: 19.652 + - type: map_at_1000 + value: 19.839000000000002 + - type: map_at_20 + value: 19.06 + - type: map_at_3 + value: 16.235 + - type: map_at_5 + value: 17.732999999999997 + - type: mrr_at_1 + value: 16.40316205533597 + - type: mrr_at_10 + value: 22.286294623251145 + - type: mrr_at_100 + value: 23.280233595022146 + - type: mrr_at_1000 + value: 23.35890919603868 + - type: mrr_at_20 + value: 22.762754595001386 + - type: mrr_at_3 + value: 20.256916996047426 + - type: mrr_at_5 + value: 21.630434782608692 + - type: nauc_map_at_1000_diff1 + value: 32.47228103496472 + - type: nauc_map_at_1000_max + value: 17.36438672012039 + - type: nauc_map_at_1000_std + value: -2.451193759562851 + - type: nauc_map_at_100_diff1 + value: 32.511726288124144 + - type: nauc_map_at_100_max + value: 17.316803786503694 + - type: nauc_map_at_100_std + value: -2.511214452087731 + - type: nauc_map_at_10_diff1 + value: 32.370423115473635 + - type: nauc_map_at_10_max + value: 17.04947773363954 + - type: nauc_map_at_10_std + value: -3.1281688945461275 + - type: nauc_map_at_1_diff1 + value: 44.89994966145238 + - type: nauc_map_at_1_max + value: 20.75776675745789 + - type: nauc_map_at_1_std + value: -5.845655694298756 + - type: nauc_map_at_20_diff1 + value: 32.63098666413862 + - type: nauc_map_at_20_max + value: 17.334066548532277 + - type: nauc_map_at_20_std + value: -2.7560061957765702 + - type: nauc_map_at_3_diff1 + value: 34.93440597530776 + - type: nauc_map_at_3_max + value: 17.08985849657863 + - type: nauc_map_at_3_std + value: -5.64947905087099 + - type: nauc_map_at_5_diff1 + value: 32.33013271500631 + - type: nauc_map_at_5_max + value: 16.551952430112685 + - type: nauc_map_at_5_std + value: -4.007998873265845 + - type: nauc_mrr_at_1000_diff1 + value: 30.32862869494007 + - type: nauc_mrr_at_1000_max + value: 16.00324601080758 + - type: nauc_mrr_at_1000_std + value: -3.3071695305368665 + - type: nauc_mrr_at_100_diff1 + value: 30.29853540714109 + - type: nauc_mrr_at_100_max + value: 15.98700586397874 + - type: nauc_mrr_at_100_std + value: -3.304588174231291 + - type: nauc_mrr_at_10_diff1 + value: 30.07467400035378 + - type: nauc_mrr_at_10_max + value: 15.4243644038634 + - type: nauc_mrr_at_10_std + value: -3.8133663710085037 + - type: nauc_mrr_at_1_diff1 + value: 39.53137251195742 + - type: nauc_mrr_at_1_max + value: 18.7427792052109 + - type: nauc_mrr_at_1_std + value: -7.049618117645837 + - type: nauc_mrr_at_20_diff1 + value: 30.476741278191984 + - type: nauc_mrr_at_20_max + value: 15.871647682916246 + - type: nauc_mrr_at_20_std + value: -3.3534144348402637 + - type: nauc_mrr_at_3_diff1 + value: 32.10935190389665 + - type: nauc_mrr_at_3_max + value: 15.195725472701655 + - type: nauc_mrr_at_3_std + value: -6.31736752169466 + - type: nauc_mrr_at_5_diff1 + value: 30.064890337610024 + - type: nauc_mrr_at_5_max + value: 14.95433853424041 + - type: nauc_mrr_at_5_std + value: -4.4862049600454545 + - type: nauc_ndcg_at_1000_diff1 + value: 28.735932987621695 + - type: nauc_ndcg_at_1000_max + value: 18.499379958394112 + - type: nauc_ndcg_at_1000_std + value: 2.287230702290486 + - type: nauc_ndcg_at_100_diff1 + value: 28.07228380867368 + - type: nauc_ndcg_at_100_max + value: 17.438083290386906 + - type: nauc_ndcg_at_100_std + value: 1.651284470756386 + - type: nauc_ndcg_at_10_diff1 + value: 28.250609933026983 + - type: nauc_ndcg_at_10_max + value: 15.624663744625632 + - type: nauc_ndcg_at_10_std + value: -1.4903481449272067 + - type: nauc_ndcg_at_1_diff1 + value: 39.53137251195742 + - type: nauc_ndcg_at_1_max + value: 18.7427792052109 + - type: nauc_ndcg_at_1_std + value: -7.049618117645837 + - type: nauc_ndcg_at_20_diff1 + value: 29.05076544905671 + - type: nauc_ndcg_at_20_max + value: 17.127153425226027 + - type: nauc_ndcg_at_20_std + value: -0.04561574524301717 + - type: nauc_ndcg_at_3_diff1 + value: 31.361003442326606 + - type: nauc_ndcg_at_3_max + value: 14.639094405606897 + - type: nauc_ndcg_at_3_std + value: -6.479703843701494 + - type: nauc_ndcg_at_5_diff1 + value: 28.141888428115852 + - type: nauc_ndcg_at_5_max + value: 14.17579858002202 + - type: nauc_ndcg_at_5_std + value: -3.215385996437239 + - type: nauc_precision_at_1000_diff1 + value: 0.44388309909094337 + - type: nauc_precision_at_1000_max + value: 10.91662398006627 + - type: nauc_precision_at_1000_std + value: 7.471065515098385 + - type: nauc_precision_at_100_diff1 + value: 4.5410780139270805 + - type: nauc_precision_at_100_max + value: 5.393171361851609 + - type: nauc_precision_at_100_std + value: 6.244061856434465 + - type: nauc_precision_at_10_diff1 + value: 15.248610611616325 + - type: nauc_precision_at_10_max + value: 9.966492166867939 + - type: nauc_precision_at_10_std + value: 0.33164335152610785 + - type: nauc_precision_at_1_diff1 + value: 39.53137251195742 + - type: nauc_precision_at_1_max + value: 18.7427792052109 + - type: nauc_precision_at_1_std + value: -7.049618117645837 + - type: nauc_precision_at_20_diff1 + value: 15.000587297689805 + - type: nauc_precision_at_20_max + value: 11.889744005776382 + - type: nauc_precision_at_20_std + value: 3.727427924339134 + - type: nauc_precision_at_3_diff1 + value: 21.50644576616347 + - type: nauc_precision_at_3_max + value: 10.271555217413596 + - type: nauc_precision_at_3_std + value: -8.701406474268508 + - type: nauc_precision_at_5_diff1 + value: 14.727982007015045 + - type: nauc_precision_at_5_max + value: 8.680957869264917 + - type: nauc_precision_at_5_std + value: -2.3797064194163378 + - type: nauc_recall_at_1000_diff1 + value: 15.367491508251302 + - type: nauc_recall_at_1000_max + value: 27.487867625988372 + - type: nauc_recall_at_1000_std + value: 30.294008877208544 + - type: nauc_recall_at_100_diff1 + value: 15.071272555237442 + - type: nauc_recall_at_100_max + value: 17.50074421497179 + - type: nauc_recall_at_100_std + value: 14.846023410230222 + - type: nauc_recall_at_10_diff1 + value: 18.994419200141266 + - type: nauc_recall_at_10_max + value: 13.843239964438547 + - type: nauc_recall_at_10_std + value: 3.7435701342911654 + - type: nauc_recall_at_1_diff1 + value: 44.89994966145238 + - type: nauc_recall_at_1_max + value: 20.75776675745789 + - type: nauc_recall_at_1_std + value: -5.845655694298756 + - type: nauc_recall_at_20_diff1 + value: 21.204455024518406 + - type: nauc_recall_at_20_max + value: 17.26124167759398 + - type: nauc_recall_at_20_std + value: 6.866640851457614 + - type: nauc_recall_at_3_diff1 + value: 26.279990178827262 + - type: nauc_recall_at_3_max + value: 13.496270253906292 + - type: nauc_recall_at_3_std + value: -5.38407111672445 + - type: nauc_recall_at_5_diff1 + value: 19.289091779649087 + - type: nauc_recall_at_5_max + value: 11.636893185484196 + - type: nauc_recall_at_5_std + value: 0.012873097179916523 + - type: ndcg_at_1 + value: 16.403000000000002 + - type: ndcg_at_10 + value: 22.777 + - type: ndcg_at_100 + value: 27.951999999999998 + - type: ndcg_at_1000 + value: 31.439 + - type: ndcg_at_20 + value: 24.377 + - type: ndcg_at_3 + value: 19.15 + - type: ndcg_at_5 + value: 21.279999999999998 + - type: precision_at_1 + value: 16.403000000000002 + - type: precision_at_10 + value: 4.545 + - type: precision_at_100 + value: 1.042 + - type: precision_at_1000 + value: 0.192 + - type: precision_at_20 + value: 2.915 + - type: precision_at_3 + value: 9.42 + - type: precision_at_5 + value: 7.391 + - type: recall_at_1 + value: 12.565000000000001 + - type: recall_at_10 + value: 31.104 + - type: recall_at_100 + value: 55.35 + - type: recall_at_1000 + value: 78.964 + - type: recall_at_20 + value: 37.531 + - type: recall_at_3 + value: 20.152 + - type: recall_at_5 + value: 25.884 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 16.282 + - type: map_at_1 + value: 9.649000000000001 + - type: map_at_10 + value: 13.602 + - type: map_at_100 + value: 14.382 + - type: map_at_1000 + value: 14.501 + - type: map_at_20 + value: 13.966000000000001 + - type: map_at_3 + value: 12.303 + - type: map_at_5 + value: 12.916 + - type: mrr_at_1 + value: 10.35120147874307 + - type: mrr_at_10 + value: 14.749361851949661 + - type: mrr_at_100 + value: 15.50519445622732 + - type: mrr_at_1000 + value: 15.613102138341636 + - type: mrr_at_20 + value: 15.10456339500994 + - type: mrr_at_3 + value: 13.308687615526798 + - type: mrr_at_5 + value: 14.011090573012941 + - type: nauc_map_at_1000_diff1 + value: 25.406827868560818 + - type: nauc_map_at_1000_max + value: 19.15293914417803 + - type: nauc_map_at_1000_std + value: -4.8359101644919615 + - type: nauc_map_at_100_diff1 + value: 25.397146242594026 + - type: nauc_map_at_100_max + value: 19.17433365762207 + - type: nauc_map_at_100_std + value: -4.88548425551582 + - type: nauc_map_at_10_diff1 + value: 26.07954715203469 + - type: nauc_map_at_10_max + value: 19.187658866034997 + - type: nauc_map_at_10_std + value: -5.418483452804894 + - type: nauc_map_at_1_diff1 + value: 34.725976334624 + - type: nauc_map_at_1_max + value: 22.32676837829979 + - type: nauc_map_at_1_std + value: -9.891035217503042 + - type: nauc_map_at_20_diff1 + value: 25.58513300417793 + - type: nauc_map_at_20_max + value: 19.043467938212757 + - type: nauc_map_at_20_std + value: -5.15992496594833 + - type: nauc_map_at_3_diff1 + value: 27.323777236201142 + - type: nauc_map_at_3_max + value: 19.239977764594364 + - type: nauc_map_at_3_std + value: -6.769018234574016 + - type: nauc_map_at_5_diff1 + value: 25.704535338897955 + - type: nauc_map_at_5_max + value: 19.714177629087157 + - type: nauc_map_at_5_std + value: -5.317374049487578 + - type: nauc_mrr_at_1000_diff1 + value: 26.03458534887099 + - type: nauc_mrr_at_1000_max + value: 20.508209191992876 + - type: nauc_mrr_at_1000_std + value: -4.41940789161801 + - type: nauc_mrr_at_100_diff1 + value: 26.01254219811696 + - type: nauc_mrr_at_100_max + value: 20.494471407099468 + - type: nauc_mrr_at_100_std + value: -4.440663245313711 + - type: nauc_mrr_at_10_diff1 + value: 26.57574311453146 + - type: nauc_mrr_at_10_max + value: 20.632552036611397 + - type: nauc_mrr_at_10_std + value: -4.771592957195832 + - type: nauc_mrr_at_1_diff1 + value: 35.390014363446255 + - type: nauc_mrr_at_1_max + value: 23.765064263436365 + - type: nauc_mrr_at_1_std + value: -9.303847729220868 + - type: nauc_mrr_at_20_diff1 + value: 26.160655570384506 + - type: nauc_mrr_at_20_max + value: 20.57364651024466 + - type: nauc_mrr_at_20_std + value: -4.5034526632293606 + - type: nauc_mrr_at_3_diff1 + value: 27.552478204693294 + - type: nauc_mrr_at_3_max + value: 20.17445834379607 + - type: nauc_mrr_at_3_std + value: -6.67066855923739 + - type: nauc_mrr_at_5_diff1 + value: 26.22164525148457 + - type: nauc_mrr_at_5_max + value: 20.89310573810927 + - type: nauc_mrr_at_5_std + value: -5.008742708258987 + - type: nauc_ndcg_at_1000_diff1 + value: 21.615095431824386 + - type: nauc_ndcg_at_1000_max + value: 17.853748614419747 + - type: nauc_ndcg_at_1000_std + value: 0.6193727817290967 + - type: nauc_ndcg_at_100_diff1 + value: 21.818943246370033 + - type: nauc_ndcg_at_100_max + value: 18.698246203544997 + - type: nauc_ndcg_at_100_std + value: -1.1272521120250336 + - type: nauc_ndcg_at_10_diff1 + value: 23.359954900380046 + - type: nauc_ndcg_at_10_max + value: 18.737848777790113 + - type: nauc_ndcg_at_10_std + value: -3.36419601429348 + - type: nauc_ndcg_at_1_diff1 + value: 35.390014363446255 + - type: nauc_ndcg_at_1_max + value: 23.765064263436365 + - type: nauc_ndcg_at_1_std + value: -9.303847729220868 + - type: nauc_ndcg_at_20_diff1 + value: 22.147298650970814 + - type: nauc_ndcg_at_20_max + value: 18.355086827610748 + - type: nauc_ndcg_at_20_std + value: -2.5228126260008663 + - type: nauc_ndcg_at_3_diff1 + value: 25.170481707827726 + - type: nauc_ndcg_at_3_max + value: 18.977482220898093 + - type: nauc_ndcg_at_3_std + value: -5.571884562280113 + - type: nauc_ndcg_at_5_diff1 + value: 22.440176671988215 + - type: nauc_ndcg_at_5_max + value: 19.711503311595237 + - type: nauc_ndcg_at_5_std + value: -3.320774351728452 + - type: nauc_precision_at_1000_diff1 + value: 7.088471605516087 + - type: nauc_precision_at_1000_max + value: 2.5074109220804552 + - type: nauc_precision_at_1000_std + value: 16.597577625968512 + - type: nauc_precision_at_100_diff1 + value: 13.79076033899892 + - type: nauc_precision_at_100_max + value: 17.83806669681337 + - type: nauc_precision_at_100_std + value: 10.618023622166596 + - type: nauc_precision_at_10_diff1 + value: 16.994875251928576 + - type: nauc_precision_at_10_max + value: 18.13757952250044 + - type: nauc_precision_at_10_std + value: 2.404164664767652 + - type: nauc_precision_at_1_diff1 + value: 35.390014363446255 + - type: nauc_precision_at_1_max + value: 23.765064263436365 + - type: nauc_precision_at_1_std + value: -9.303847729220868 + - type: nauc_precision_at_20_diff1 + value: 13.659636799192535 + - type: nauc_precision_at_20_max + value: 17.06992402074562 + - type: nauc_precision_at_20_std + value: 5.049904786282464 + - type: nauc_precision_at_3_diff1 + value: 19.192414775621234 + - type: nauc_precision_at_3_max + value: 17.836724392009973 + - type: nauc_precision_at_3_std + value: -3.335195237103341 + - type: nauc_precision_at_5_diff1 + value: 15.361755413631082 + - type: nauc_precision_at_5_max + value: 20.34559104612301 + - type: nauc_precision_at_5_std + value: 1.5876026091755358 + - type: nauc_recall_at_1000_diff1 + value: 9.765614015670025 + - type: nauc_recall_at_1000_max + value: 8.922939285160988 + - type: nauc_recall_at_1000_std + value: 23.178560977315318 + - type: nauc_recall_at_100_diff1 + value: 14.263000555979167 + - type: nauc_recall_at_100_max + value: 15.900184211143051 + - type: nauc_recall_at_100_std + value: 6.9266463291552585 + - type: nauc_recall_at_10_diff1 + value: 17.146962299776742 + - type: nauc_recall_at_10_max + value: 16.2838741849977 + - type: nauc_recall_at_10_std + value: 0.4957264189499765 + - type: nauc_recall_at_1_diff1 + value: 34.725976334624 + - type: nauc_recall_at_1_max + value: 22.32676837829979 + - type: nauc_recall_at_1_std + value: -9.891035217503042 + - type: nauc_recall_at_20_diff1 + value: 14.837805878033974 + - type: nauc_recall_at_20_max + value: 15.430841224254651 + - type: nauc_recall_at_20_std + value: 2.454500390960994 + - type: nauc_recall_at_3_diff1 + value: 19.299670932730177 + - type: nauc_recall_at_3_max + value: 17.16119384262901 + - type: nauc_recall_at_3_std + value: -2.9001038379970394 + - type: nauc_recall_at_5_diff1 + value: 14.450934000034282 + - type: nauc_recall_at_5_max + value: 18.92477166485719 + - type: nauc_recall_at_5_std + value: 1.344285921519555 + - type: ndcg_at_1 + value: 10.351 + - type: ndcg_at_10 + value: 16.282 + - type: ndcg_at_100 + value: 20.608 + - type: ndcg_at_1000 + value: 24.035 + - type: ndcg_at_20 + value: 17.565 + - type: ndcg_at_3 + value: 13.495 + - type: ndcg_at_5 + value: 14.621 + - type: precision_at_1 + value: 10.351 + - type: precision_at_10 + value: 2.68 + - type: precision_at_100 + value: 0.525 + - type: precision_at_1000 + value: 0.08800000000000001 + - type: precision_at_20 + value: 1.645 + - type: precision_at_3 + value: 5.853 + - type: precision_at_5 + value: 4.14 + - type: recall_at_1 + value: 9.649000000000001 + - type: recall_at_10 + value: 23.53 + - type: recall_at_100 + value: 44.227 + - type: recall_at_1000 + value: 70.697 + - type: recall_at_20 + value: 28.311999999999998 + - type: recall_at_3 + value: 15.903 + - type: recall_at_5 + value: 18.657 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 17.025000000000002 + - type: map_at_1 + value: 6.6290000000000004 + - type: map_at_10 + value: 11.347 + - type: map_at_100 + value: 12.644 + - type: map_at_1000 + value: 12.828999999999999 + - type: map_at_20 + value: 12.028 + - type: map_at_3 + value: 9.303 + - type: map_at_5 + value: 10.311 + - type: mrr_at_1 + value: 15.04885993485342 + - type: mrr_at_10 + value: 23.358771521637973 + - type: mrr_at_100 + value: 24.50069182382575 + - type: mrr_at_1000 + value: 24.566503286282707 + - type: mrr_at_20 + value: 24.040311778089198 + - type: mrr_at_3 + value: 20.14115092290989 + - type: mrr_at_5 + value: 22.040173724212796 + - type: nauc_map_at_1000_diff1 + value: 23.845405600696072 + - type: nauc_map_at_1000_max + value: 19.918654009707584 + - type: nauc_map_at_1000_std + value: 14.2995362236714 + - type: nauc_map_at_100_diff1 + value: 23.878652012076532 + - type: nauc_map_at_100_max + value: 19.7868200047113 + - type: nauc_map_at_100_std + value: 14.07147715756381 + - type: nauc_map_at_10_diff1 + value: 24.4513580135211 + - type: nauc_map_at_10_max + value: 18.528162379297424 + - type: nauc_map_at_10_std + value: 12.245001453530078 + - type: nauc_map_at_1_diff1 + value: 36.18745500997383 + - type: nauc_map_at_1_max + value: 16.04402749607054 + - type: nauc_map_at_1_std + value: 7.20280979985424 + - type: nauc_map_at_20_diff1 + value: 24.004649913803604 + - type: nauc_map_at_20_max + value: 19.146985692895363 + - type: nauc_map_at_20_std + value: 13.426418447399522 + - type: nauc_map_at_3_diff1 + value: 27.231160846132983 + - type: nauc_map_at_3_max + value: 16.79456580974431 + - type: nauc_map_at_3_std + value: 9.082589413808256 + - type: nauc_map_at_5_diff1 + value: 25.508268403660754 + - type: nauc_map_at_5_max + value: 17.536648703443745 + - type: nauc_map_at_5_std + value: 10.426038884702734 + - type: nauc_mrr_at_1000_diff1 + value: 22.301810862813536 + - type: nauc_mrr_at_1000_max + value: 22.188842181108974 + - type: nauc_mrr_at_1000_std + value: 16.815185470718596 + - type: nauc_mrr_at_100_diff1 + value: 22.270021376767758 + - type: nauc_mrr_at_100_max + value: 22.197683459172236 + - type: nauc_mrr_at_100_std + value: 16.834105172900742 + - type: nauc_mrr_at_10_diff1 + value: 22.136243185086514 + - type: nauc_mrr_at_10_max + value: 21.857378005743627 + - type: nauc_mrr_at_10_std + value: 16.432686834852518 + - type: nauc_mrr_at_1_diff1 + value: 30.849233749145778 + - type: nauc_mrr_at_1_max + value: 19.32746844370728 + - type: nauc_mrr_at_1_std + value: 11.031566943467187 + - type: nauc_mrr_at_20_diff1 + value: 22.15765322626337 + - type: nauc_mrr_at_20_max + value: 22.184656261244154 + - type: nauc_mrr_at_20_std + value: 16.78145586387376 + - type: nauc_mrr_at_3_diff1 + value: 24.36222387971331 + - type: nauc_mrr_at_3_max + value: 20.18602401345787 + - type: nauc_mrr_at_3_std + value: 13.538840530687176 + - type: nauc_mrr_at_5_diff1 + value: 22.802910814513766 + - type: nauc_mrr_at_5_max + value: 21.132374913487563 + - type: nauc_mrr_at_5_std + value: 15.23323248745897 + - type: nauc_ndcg_at_1000_diff1 + value: 18.560822303760116 + - type: nauc_ndcg_at_1000_max + value: 26.64819017464794 + - type: nauc_ndcg_at_1000_std + value: 24.155670440129555 + - type: nauc_ndcg_at_100_diff1 + value: 18.832523159535324 + - type: nauc_ndcg_at_100_max + value: 24.82236156209509 + - type: nauc_ndcg_at_100_std + value: 21.409720522408872 + - type: nauc_ndcg_at_10_diff1 + value: 20.379115014782254 + - type: nauc_ndcg_at_10_max + value: 21.219836183571033 + - type: nauc_ndcg_at_10_std + value: 16.623290906816138 + - type: nauc_ndcg_at_1_diff1 + value: 30.849233749145778 + - type: nauc_ndcg_at_1_max + value: 19.32746844370728 + - type: nauc_ndcg_at_1_std + value: 11.031566943467187 + - type: nauc_ndcg_at_20_diff1 + value: 19.702632431319948 + - type: nauc_ndcg_at_20_max + value: 22.64648878049477 + - type: nauc_ndcg_at_20_std + value: 19.160859808670168 + - type: nauc_ndcg_at_3_diff1 + value: 24.15080188034188 + - type: nauc_ndcg_at_3_max + value: 18.951129834096516 + - type: nauc_ndcg_at_3_std + value: 12.029452302285687 + - type: nauc_ndcg_at_5_diff1 + value: 22.10388157868759 + - type: nauc_ndcg_at_5_max + value: 19.518705876244603 + - type: nauc_ndcg_at_5_std + value: 13.536204983649055 + - type: nauc_precision_at_1000_diff1 + value: -2.7867448945624984 + - type: nauc_precision_at_1000_max + value: 31.1830226333977 + - type: nauc_precision_at_1000_std + value: 36.056696868596596 + - type: nauc_precision_at_100_diff1 + value: 2.5671052902696982 + - type: nauc_precision_at_100_max + value: 31.536411439256344 + - type: nauc_precision_at_100_std + value: 32.56217444076993 + - type: nauc_precision_at_10_diff1 + value: 9.251264374701544 + - type: nauc_precision_at_10_max + value: 26.707795270053186 + - type: nauc_precision_at_10_std + value: 25.659890002306735 + - type: nauc_precision_at_1_diff1 + value: 30.849233749145778 + - type: nauc_precision_at_1_max + value: 19.32746844370728 + - type: nauc_precision_at_1_std + value: 11.031566943467187 + - type: nauc_precision_at_20_diff1 + value: 7.916882330538136 + - type: nauc_precision_at_20_max + value: 28.746226747545755 + - type: nauc_precision_at_20_std + value: 29.783389984668922 + - type: nauc_precision_at_3_diff1 + value: 18.117583580441828 + - type: nauc_precision_at_3_max + value: 21.038596862616107 + - type: nauc_precision_at_3_std + value: 16.247022129678257 + - type: nauc_precision_at_5_diff1 + value: 12.949492485512934 + - type: nauc_precision_at_5_max + value: 23.8549777050663 + - type: nauc_precision_at_5_std + value: 20.6577089014477 + - type: nauc_recall_at_1000_diff1 + value: 3.187375002698742 + - type: nauc_recall_at_1000_max + value: 31.716729629155765 + - type: nauc_recall_at_1000_std + value: 37.670164094353765 + - type: nauc_recall_at_100_diff1 + value: 6.7938471488302525 + - type: nauc_recall_at_100_max + value: 25.207576554757217 + - type: nauc_recall_at_100_std + value: 26.746462298530066 + - type: nauc_recall_at_10_diff1 + value: 12.380354609250126 + - type: nauc_recall_at_10_max + value: 20.12686819994405 + - type: nauc_recall_at_10_std + value: 18.848179726655264 + - type: nauc_recall_at_1_diff1 + value: 36.18745500997383 + - type: nauc_recall_at_1_max + value: 16.04402749607054 + - type: nauc_recall_at_1_std + value: 7.20280979985424 + - type: nauc_recall_at_20_diff1 + value: 10.49270805649338 + - type: nauc_recall_at_20_max + value: 21.600861486130242 + - type: nauc_recall_at_20_std + value: 23.116939841321404 + - type: nauc_recall_at_3_diff1 + value: 21.195828641675384 + - type: nauc_recall_at_3_max + value: 18.102335877791635 + - type: nauc_recall_at_3_std + value: 11.369824368716667 + - type: nauc_recall_at_5_diff1 + value: 16.427575610593173 + - type: nauc_recall_at_5_max + value: 19.09871353855581 + - type: nauc_recall_at_5_std + value: 14.457824997826815 + - type: ndcg_at_1 + value: 15.049000000000001 + - type: ndcg_at_10 + value: 17.025000000000002 + - type: ndcg_at_100 + value: 23.180999999999997 + - type: ndcg_at_1000 + value: 27.040999999999997 + - type: ndcg_at_20 + value: 19.317999999999998 + - type: ndcg_at_3 + value: 13.077 + - type: ndcg_at_5 + value: 14.515 + - type: precision_at_1 + value: 15.049000000000001 + - type: precision_at_10 + value: 5.596 + - type: precision_at_100 + value: 1.207 + - type: precision_at_1000 + value: 0.191 + - type: precision_at_20 + value: 3.726 + - type: precision_at_3 + value: 9.881 + - type: precision_at_5 + value: 8.026 + - type: recall_at_1 + value: 6.6290000000000004 + - type: recall_at_10 + value: 21.477 + - type: recall_at_100 + value: 43.412 + - type: recall_at_1000 + value: 65.55199999999999 + - type: recall_at_20 + value: 28.233000000000004 + - type: recall_at_3 + value: 12.078999999999999 + - type: recall_at_5 + value: 15.645999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 23.145 + - type: map_at_1 + value: 3.816 + - type: map_at_10 + value: 9.001000000000001 + - type: map_at_100 + value: 12.867999999999999 + - type: map_at_1000 + value: 13.797999999999998 + - type: map_at_20 + value: 10.47 + - type: map_at_3 + value: 6.143 + - type: map_at_5 + value: 7.434 + - type: mrr_at_1 + value: 40.0 + - type: mrr_at_10 + value: 51.30724206349206 + - type: mrr_at_100 + value: 51.952349401757125 + - type: mrr_at_1000 + value: 51.975655822131536 + - type: mrr_at_20 + value: 51.686717989397934 + - type: mrr_at_3 + value: 48.29166666666667 + - type: mrr_at_5 + value: 49.76666666666668 + - type: nauc_map_at_1000_diff1 + value: 29.149952592526564 + - type: nauc_map_at_1000_max + value: 32.226436659092606 + - type: nauc_map_at_1000_std + value: 32.390057319103434 + - type: nauc_map_at_100_diff1 + value: 29.172730549866234 + - type: nauc_map_at_100_max + value: 29.817348287817374 + - type: nauc_map_at_100_std + value: 29.349606482017794 + - type: nauc_map_at_10_diff1 + value: 35.06682468647057 + - type: nauc_map_at_10_max + value: 15.73804338889845 + - type: nauc_map_at_10_std + value: 12.738434634857859 + - type: nauc_map_at_1_diff1 + value: 49.44672062682341 + - type: nauc_map_at_1_max + value: 9.108021053145999 + - type: nauc_map_at_1_std + value: 8.096530686738642 + - type: nauc_map_at_20_diff1 + value: 33.64466083348261 + - type: nauc_map_at_20_max + value: 20.67820042174935 + - type: nauc_map_at_20_std + value: 19.34342798319318 + - type: nauc_map_at_3_diff1 + value: 36.795254128901135 + - type: nauc_map_at_3_max + value: 11.406998619880177 + - type: nauc_map_at_3_std + value: 8.489329588300814 + - type: nauc_map_at_5_diff1 + value: 36.855256763074294 + - type: nauc_map_at_5_max + value: 10.22666386541562 + - type: nauc_map_at_5_std + value: 7.272833436058382 + - type: nauc_mrr_at_1000_diff1 + value: 31.572520314511564 + - type: nauc_mrr_at_1000_max + value: 42.16995158368953 + - type: nauc_mrr_at_1000_std + value: 27.506635088154184 + - type: nauc_mrr_at_100_diff1 + value: 31.56423858862792 + - type: nauc_mrr_at_100_max + value: 42.16892415660271 + - type: nauc_mrr_at_100_std + value: 27.51447071368099 + - type: nauc_mrr_at_10_diff1 + value: 31.63721607115172 + - type: nauc_mrr_at_10_max + value: 42.01293195936492 + - type: nauc_mrr_at_10_std + value: 27.0714657875347 + - type: nauc_mrr_at_1_diff1 + value: 36.202046858908304 + - type: nauc_mrr_at_1_max + value: 38.823056127703396 + - type: nauc_mrr_at_1_std + value: 27.477471678681773 + - type: nauc_mrr_at_20_diff1 + value: 31.59291226163362 + - type: nauc_mrr_at_20_max + value: 42.240404025831914 + - type: nauc_mrr_at_20_std + value: 27.362294564659372 + - type: nauc_mrr_at_3_diff1 + value: 31.307828212578166 + - type: nauc_mrr_at_3_max + value: 42.67244565551664 + - type: nauc_mrr_at_3_std + value: 28.242033623242047 + - type: nauc_mrr_at_5_diff1 + value: 31.409186160018248 + - type: nauc_mrr_at_5_max + value: 41.848432556735524 + - type: nauc_mrr_at_5_std + value: 27.25145068724168 + - type: nauc_ndcg_at_1000_diff1 + value: 28.58616801626832 + - type: nauc_ndcg_at_1000_max + value: 40.560358072075104 + - type: nauc_ndcg_at_1000_std + value: 44.52955598541086 + - type: nauc_ndcg_at_100_diff1 + value: 27.9027071752844 + - type: nauc_ndcg_at_100_max + value: 34.20518605893189 + - type: nauc_ndcg_at_100_std + value: 36.130587066580205 + - type: nauc_ndcg_at_10_diff1 + value: 31.706197437847916 + - type: nauc_ndcg_at_10_max + value: 33.00607271012289 + - type: nauc_ndcg_at_10_std + value: 26.184672647158347 + - type: nauc_ndcg_at_1_diff1 + value: 34.95605226057856 + - type: nauc_ndcg_at_1_max + value: 31.214812707058798 + - type: nauc_ndcg_at_1_std + value: 21.85376867802022 + - type: nauc_ndcg_at_20_diff1 + value: 32.53139289159915 + - type: nauc_ndcg_at_20_max + value: 31.313355682963522 + - type: nauc_ndcg_at_20_std + value: 28.290485585471224 + - type: nauc_ndcg_at_3_diff1 + value: 27.952859333877143 + - type: nauc_ndcg_at_3_max + value: 36.41737019580803 + - type: nauc_ndcg_at_3_std + value: 25.907169391112916 + - type: nauc_ndcg_at_5_diff1 + value: 30.20489831357784 + - type: nauc_ndcg_at_5_max + value: 33.148015717542684 + - type: nauc_ndcg_at_5_std + value: 24.36156451865898 + - type: nauc_precision_at_1000_diff1 + value: -1.7693261994646308 + - type: nauc_precision_at_1000_max + value: 28.787263157708143 + - type: nauc_precision_at_1000_std + value: 27.551129796148842 + - type: nauc_precision_at_100_diff1 + value: 3.3116909318263423 + - type: nauc_precision_at_100_max + value: 48.74609450323826 + - type: nauc_precision_at_100_std + value: 43.954871932959584 + - type: nauc_precision_at_10_diff1 + value: 13.17227781231001 + - type: nauc_precision_at_10_max + value: 46.04619732652983 + - type: nauc_precision_at_10_std + value: 35.724316499219306 + - type: nauc_precision_at_1_diff1 + value: 36.202046858908304 + - type: nauc_precision_at_1_max + value: 38.823056127703396 + - type: nauc_precision_at_1_std + value: 27.477471678681773 + - type: nauc_precision_at_20_diff1 + value: 11.391896150500306 + - type: nauc_precision_at_20_max + value: 47.97574937213996 + - type: nauc_precision_at_20_std + value: 41.67941698772898 + - type: nauc_precision_at_3_diff1 + value: 15.947958903421853 + - type: nauc_precision_at_3_max + value: 43.21770613997525 + - type: nauc_precision_at_3_std + value: 29.198917951549987 + - type: nauc_precision_at_5_diff1 + value: 16.15687539160957 + - type: nauc_precision_at_5_max + value: 41.124004540776674 + - type: nauc_precision_at_5_std + value: 29.031535455608964 + - type: nauc_recall_at_1000_diff1 + value: 14.137908608289335 + - type: nauc_recall_at_1000_max + value: 24.246953345948455 + - type: nauc_recall_at_1000_std + value: 47.46111251689648 + - type: nauc_recall_at_100_diff1 + value: 13.773797590605948 + - type: nauc_recall_at_100_max + value: 18.33493637225964 + - type: nauc_recall_at_100_std + value: 30.815358014011053 + - type: nauc_recall_at_10_diff1 + value: 27.45316418783937 + - type: nauc_recall_at_10_max + value: 1.9618283613424727 + - type: nauc_recall_at_10_std + value: 2.2997275629360456 + - type: nauc_recall_at_1_diff1 + value: 49.44672062682341 + - type: nauc_recall_at_1_max + value: 9.108021053145999 + - type: nauc_recall_at_1_std + value: 8.096530686738642 + - type: nauc_recall_at_20_diff1 + value: 26.40815140945712 + - type: nauc_recall_at_20_max + value: 5.872192792550555 + - type: nauc_recall_at_20_std + value: 11.956420632395973 + - type: nauc_recall_at_3_diff1 + value: 27.55496529406887 + - type: nauc_recall_at_3_max + value: 5.338125726954482 + - type: nauc_recall_at_3_std + value: 3.7449938483594347 + - type: nauc_recall_at_5_diff1 + value: 29.567743062877106 + - type: nauc_recall_at_5_max + value: -0.8459501701113746 + - type: nauc_recall_at_5_std + value: -2.0261976816270897 + - type: ndcg_at_1 + value: 29.125 + - type: ndcg_at_10 + value: 23.145 + - type: ndcg_at_100 + value: 26.692 + - type: ndcg_at_1000 + value: 33.139 + - type: ndcg_at_20 + value: 22.78 + - type: ndcg_at_3 + value: 24.966 + - type: ndcg_at_5 + value: 23.663999999999998 + - type: precision_at_1 + value: 40.0 + - type: precision_at_10 + value: 20.849999999999998 + - type: precision_at_100 + value: 6.6530000000000005 + - type: precision_at_1000 + value: 1.383 + - type: precision_at_20 + value: 15.637 + - type: precision_at_3 + value: 30.667 + - type: precision_at_5 + value: 25.45 + - type: recall_at_1 + value: 3.816 + - type: recall_at_10 + value: 14.572 + - type: recall_at_100 + value: 34.348 + - type: recall_at_1000 + value: 56.459 + - type: recall_at_20 + value: 19.473 + - type: recall_at_3 + value: 7.35 + - type: recall_at_5 + value: 10.223 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 43.015 + - type: f1 + value: 39.81378380529203 + - type: f1_weighted + value: 45.04126898767841 + - type: main_score + value: 43.015 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 28.729 + - type: map_at_1 + value: 15.290999999999999 + - type: map_at_10 + value: 23.576 + - type: map_at_100 + value: 24.696 + - type: map_at_1000 + value: 24.77 + - type: map_at_20 + value: 24.236 + - type: map_at_3 + value: 20.851 + - type: map_at_5 + value: 22.346 + - type: mrr_at_1 + value: 16.26162616261626 + - type: mrr_at_10 + value: 24.968234918729884 + - type: mrr_at_100 + value: 26.089931360025375 + - type: mrr_at_1000 + value: 26.155198368317695 + - type: mrr_at_20 + value: 25.641282363239036 + - type: mrr_at_3 + value: 22.07970797079703 + - type: mrr_at_5 + value: 23.684118411841187 + - type: nauc_map_at_1000_diff1 + value: 21.192175069318054 + - type: nauc_map_at_1000_max + value: 3.7572640862709243 + - type: nauc_map_at_1000_std + value: -10.714472199356356 + - type: nauc_map_at_100_diff1 + value: 21.186561403482305 + - type: nauc_map_at_100_max + value: 3.7545931107844868 + - type: nauc_map_at_100_std + value: -10.736961653022373 + - type: nauc_map_at_10_diff1 + value: 21.199850480482336 + - type: nauc_map_at_10_max + value: 3.3922238981131154 + - type: nauc_map_at_10_std + value: -11.30854047860436 + - type: nauc_map_at_1_diff1 + value: 27.359821763360536 + - type: nauc_map_at_1_max + value: 2.001288237582939 + - type: nauc_map_at_1_std + value: -14.25657635217778 + - type: nauc_map_at_20_diff1 + value: 21.177640873323206 + - type: nauc_map_at_20_max + value: 3.6497767620761783 + - type: nauc_map_at_20_std + value: -10.959538676164254 + - type: nauc_map_at_3_diff1 + value: 22.134097918320307 + - type: nauc_map_at_3_max + value: 2.758483257089319 + - type: nauc_map_at_3_std + value: -12.130220199113667 + - type: nauc_map_at_5_diff1 + value: 21.651581914816173 + - type: nauc_map_at_5_max + value: 3.30026419290027 + - type: nauc_map_at_5_std + value: -11.621659161118043 + - type: nauc_mrr_at_1000_diff1 + value: 21.05636367084882 + - type: nauc_mrr_at_1000_max + value: 3.8589634897191067 + - type: nauc_mrr_at_1000_std + value: -10.768804329214358 + - type: nauc_mrr_at_100_diff1 + value: 21.04385724589245 + - type: nauc_mrr_at_100_max + value: 3.870899879060927 + - type: nauc_mrr_at_100_std + value: -10.772030879899033 + - type: nauc_mrr_at_10_diff1 + value: 20.991417472205097 + - type: nauc_mrr_at_10_max + value: 3.511481751112349 + - type: nauc_mrr_at_10_std + value: -11.28741069984751 + - type: nauc_mrr_at_1_diff1 + value: 27.028372555750945 + - type: nauc_mrr_at_1_max + value: 1.8894486155746377 + - type: nauc_mrr_at_1_std + value: -14.273316378936693 + - type: nauc_mrr_at_20_diff1 + value: 21.002813934230556 + - type: nauc_mrr_at_20_max + value: 3.7727440130029932 + - type: nauc_mrr_at_20_std + value: -10.939766997821094 + - type: nauc_mrr_at_3_diff1 + value: 21.846070479237994 + - type: nauc_mrr_at_3_max + value: 2.842770092609676 + - type: nauc_mrr_at_3_std + value: -12.084295513186706 + - type: nauc_mrr_at_5_diff1 + value: 21.343782321566753 + - type: nauc_mrr_at_5_max + value: 3.4543962205661534 + - type: nauc_mrr_at_5_std + value: -11.563405912443502 + - type: nauc_ndcg_at_1000_diff1 + value: 19.24127844476728 + - type: nauc_ndcg_at_1000_max + value: 5.824599733811995 + - type: nauc_ndcg_at_1000_std + value: -6.776584277160208 + - type: nauc_ndcg_at_100_diff1 + value: 19.055257356060654 + - type: nauc_ndcg_at_100_max + value: 5.915633098037283 + - type: nauc_ndcg_at_100_std + value: -7.0611765517376535 + - type: nauc_ndcg_at_10_diff1 + value: 18.940447811371943 + - type: nauc_ndcg_at_10_max + value: 4.312700145067062 + - type: nauc_ndcg_at_10_std + value: -9.74854649500064 + - type: nauc_ndcg_at_1_diff1 + value: 27.028372555750945 + - type: nauc_ndcg_at_1_max + value: 1.8894486155746377 + - type: nauc_ndcg_at_1_std + value: -14.273316378936693 + - type: nauc_ndcg_at_20_diff1 + value: 18.932440328384416 + - type: nauc_ndcg_at_20_max + value: 5.210341483050613 + - type: nauc_ndcg_at_20_std + value: -8.500581748677142 + - type: nauc_ndcg_at_3_diff1 + value: 20.663097813901807 + - type: nauc_ndcg_at_3_max + value: 3.1324449228046842 + - type: nauc_ndcg_at_3_std + value: -11.403873150784904 + - type: nauc_ndcg_at_5_diff1 + value: 19.869732661093124 + - type: nauc_ndcg_at_5_max + value: 4.089322170378127 + - type: nauc_ndcg_at_5_std + value: -10.520137341697561 + - type: nauc_precision_at_1000_diff1 + value: 1.80906141434611 + - type: nauc_precision_at_1000_max + value: 17.65531772338905 + - type: nauc_precision_at_1000_std + value: 20.531912555908068 + - type: nauc_precision_at_100_diff1 + value: 8.972396603865617 + - type: nauc_precision_at_100_max + value: 15.782076588230645 + - type: nauc_precision_at_100_std + value: 10.544041380585218 + - type: nauc_precision_at_10_diff1 + value: 12.90572270438589 + - type: nauc_precision_at_10_max + value: 7.055912366089616 + - type: nauc_precision_at_10_std + value: -5.583590637914298 + - type: nauc_precision_at_1_diff1 + value: 27.028372555750945 + - type: nauc_precision_at_1_max + value: 1.8894486155746377 + - type: nauc_precision_at_1_std + value: -14.273316378936693 + - type: nauc_precision_at_20_diff1 + value: 12.001328323834533 + - type: nauc_precision_at_20_max + value: 10.577479186116202 + - type: nauc_precision_at_20_std + value: -0.5309086656129618 + - type: nauc_precision_at_3_diff1 + value: 17.128361177835814 + - type: nauc_precision_at_3_max + value: 4.189243523287345 + - type: nauc_precision_at_3_std + value: -9.653026091540033 + - type: nauc_precision_at_5_diff1 + value: 15.617440848702657 + - type: nauc_precision_at_5_max + value: 6.362830737351831 + - type: nauc_precision_at_5_std + value: -7.935703214287934 + - type: nauc_recall_at_1000_diff1 + value: 8.273650271469275 + - type: nauc_recall_at_1000_max + value: 18.539144354093576 + - type: nauc_recall_at_1000_std + value: 25.237168569016006 + - type: nauc_recall_at_100_diff1 + value: 11.317131164829458 + - type: nauc_recall_at_100_max + value: 14.217504930349332 + - type: nauc_recall_at_100_std + value: 9.361412059431458 + - type: nauc_recall_at_10_diff1 + value: 12.921497120514802 + - type: nauc_recall_at_10_max + value: 6.267626827850552 + - type: nauc_recall_at_10_std + value: -5.482507135511354 + - type: nauc_recall_at_1_diff1 + value: 27.359821763360536 + - type: nauc_recall_at_1_max + value: 2.001288237582939 + - type: nauc_recall_at_1_std + value: -14.25657635217778 + - type: nauc_recall_at_20_diff1 + value: 12.566385176965325 + - type: nauc_recall_at_20_max + value: 9.263362929577985 + - type: nauc_recall_at_20_std + value: -0.9767007909018534 + - type: nauc_recall_at_3_diff1 + value: 17.13833238669028 + - type: nauc_recall_at_3_max + value: 3.9556239580093964 + - type: nauc_recall_at_3_std + value: -9.484971760875943 + - type: nauc_recall_at_5_diff1 + value: 15.408008879396792 + - type: nauc_recall_at_5_max + value: 5.733443694979962 + - type: nauc_recall_at_5_std + value: -7.619618998886788 + - type: ndcg_at_1 + value: 16.262 + - type: ndcg_at_10 + value: 28.729 + - type: ndcg_at_100 + value: 34.407 + - type: ndcg_at_1000 + value: 36.403 + - type: ndcg_at_20 + value: 31.115 + - type: ndcg_at_3 + value: 23.025000000000002 + - type: ndcg_at_5 + value: 25.744 + - type: precision_at_1 + value: 16.262 + - type: precision_at_10 + value: 4.727 + - type: precision_at_100 + value: 0.775 + - type: precision_at_1000 + value: 0.096 + - type: precision_at_20 + value: 2.8819999999999997 + - type: precision_at_3 + value: 10.016 + - type: precision_at_5 + value: 7.449999999999999 + - type: recall_at_1 + value: 15.290999999999999 + - type: recall_at_10 + value: 43.646 + - type: recall_at_100 + value: 70.113 + - type: recall_at_1000 + value: 85.48 + - type: recall_at_20 + value: 52.821 + - type: recall_at_3 + value: 28.107 + - type: recall_at_5 + value: 34.61 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 15.595 + - type: map_at_1 + value: 6.565 + - type: map_at_10 + value: 11.108 + - type: map_at_100 + value: 12.235999999999999 + - type: map_at_1000 + value: 12.443 + - type: map_at_20 + value: 11.711 + - type: map_at_3 + value: 9.344 + - type: map_at_5 + value: 10.091 + - type: mrr_at_1 + value: 13.271604938271606 + - type: mrr_at_10 + value: 19.662820889672748 + - type: mrr_at_100 + value: 20.682598865638496 + - type: mrr_at_1000 + value: 20.78404255147132 + - type: mrr_at_20 + value: 20.23313871116589 + - type: mrr_at_3 + value: 17.59259259259259 + - type: mrr_at_5 + value: 18.441358024691358 + - type: nauc_map_at_1000_diff1 + value: 22.921079244677138 + - type: nauc_map_at_1000_max + value: 1.6123187106312153 + - type: nauc_map_at_1000_std + value: -5.495269253922846 + - type: nauc_map_at_100_diff1 + value: 22.914921168866325 + - type: nauc_map_at_100_max + value: 1.3968600648831495 + - type: nauc_map_at_100_std + value: -5.645931216513478 + - type: nauc_map_at_10_diff1 + value: 22.612160253584886 + - type: nauc_map_at_10_max + value: 1.1234092397110391 + - type: nauc_map_at_10_std + value: -6.784494108123146 + - type: nauc_map_at_1_diff1 + value: 31.272282929056605 + - type: nauc_map_at_1_max + value: 6.799912979421051 + - type: nauc_map_at_1_std + value: -6.6031558209382055 + - type: nauc_map_at_20_diff1 + value: 22.8259258640759 + - type: nauc_map_at_20_max + value: 0.7432100826367205 + - type: nauc_map_at_20_std + value: -6.146953223038562 + - type: nauc_map_at_3_diff1 + value: 22.955603944226706 + - type: nauc_map_at_3_max + value: 2.2477594004270545 + - type: nauc_map_at_3_std + value: -7.575225547389122 + - type: nauc_map_at_5_diff1 + value: 22.56932712155024 + - type: nauc_map_at_5_max + value: 0.4077562548808868 + - type: nauc_map_at_5_std + value: -8.552137311095203 + - type: nauc_mrr_at_1000_diff1 + value: 19.80572361705586 + - type: nauc_mrr_at_1000_max + value: 1.6812092889541859 + - type: nauc_mrr_at_1000_std + value: -10.491306348526788 + - type: nauc_mrr_at_100_diff1 + value: 19.85259350388941 + - type: nauc_mrr_at_100_max + value: 1.6561000518863531 + - type: nauc_mrr_at_100_std + value: -10.480690401152904 + - type: nauc_mrr_at_10_diff1 + value: 19.533536862313408 + - type: nauc_mrr_at_10_max + value: 1.3995106916927087 + - type: nauc_mrr_at_10_std + value: -10.75185322467088 + - type: nauc_mrr_at_1_diff1 + value: 24.700601379046265 + - type: nauc_mrr_at_1_max + value: 3.393973322489269 + - type: nauc_mrr_at_1_std + value: -12.605333867765248 + - type: nauc_mrr_at_20_diff1 + value: 19.762509896286083 + - type: nauc_mrr_at_20_max + value: 1.3832552477068305 + - type: nauc_mrr_at_20_std + value: -10.61069673947179 + - type: nauc_mrr_at_3_diff1 + value: 19.142548681936596 + - type: nauc_mrr_at_3_max + value: 1.1527317829234591 + - type: nauc_mrr_at_3_std + value: -12.50027225748061 + - type: nauc_mrr_at_5_diff1 + value: 19.16019795231953 + - type: nauc_mrr_at_5_max + value: 0.6582098550091133 + - type: nauc_mrr_at_5_std + value: -11.95332987534088 + - type: nauc_ndcg_at_1000_diff1 + value: 21.20900884316552 + - type: nauc_ndcg_at_1000_max + value: 5.769615210126322 + - type: nauc_ndcg_at_1000_std + value: -0.839672047917041 + - type: nauc_ndcg_at_100_diff1 + value: 22.01841135054075 + - type: nauc_ndcg_at_100_max + value: 2.899132697881292 + - type: nauc_ndcg_at_100_std + value: -2.3305289486175984 + - type: nauc_ndcg_at_10_diff1 + value: 20.846375271379397 + - type: nauc_ndcg_at_10_max + value: 0.6075110546301129 + - type: nauc_ndcg_at_10_std + value: -6.56829544221122 + - type: nauc_ndcg_at_1_diff1 + value: 24.700601379046265 + - type: nauc_ndcg_at_1_max + value: 3.393973322489269 + - type: nauc_ndcg_at_1_std + value: -12.605333867765248 + - type: nauc_ndcg_at_20_diff1 + value: 21.516279742096213 + - type: nauc_ndcg_at_20_max + value: -0.08329822682709122 + - type: nauc_ndcg_at_20_std + value: -4.798485582049851 + - type: nauc_ndcg_at_3_diff1 + value: 19.632146936243853 + - type: nauc_ndcg_at_3_max + value: 1.0809843056666528 + - type: nauc_ndcg_at_3_std + value: -10.872897003746244 + - type: nauc_ndcg_at_5_diff1 + value: 20.15495897120557 + - type: nauc_ndcg_at_5_max + value: -0.8751859547516859 + - type: nauc_ndcg_at_5_std + value: -10.501974053604677 + - type: nauc_precision_at_1000_diff1 + value: 3.0998891770528743 + - type: nauc_precision_at_1000_max + value: 18.702259209681475 + - type: nauc_precision_at_1000_std + value: 4.847633093599936 + - type: nauc_precision_at_100_diff1 + value: 13.870790241031658 + - type: nauc_precision_at_100_max + value: 11.381893073925617 + - type: nauc_precision_at_100_std + value: 3.3997110967319424 + - type: nauc_precision_at_10_diff1 + value: 17.08241656155363 + - type: nauc_precision_at_10_max + value: 1.043655487315398 + - type: nauc_precision_at_10_std + value: -6.061446632702096 + - type: nauc_precision_at_1_diff1 + value: 24.700601379046265 + - type: nauc_precision_at_1_max + value: 3.393973322489269 + - type: nauc_precision_at_1_std + value: -12.605333867765248 + - type: nauc_precision_at_20_diff1 + value: 15.561816608848774 + - type: nauc_precision_at_20_max + value: 1.4387105640001014 + - type: nauc_precision_at_20_std + value: -2.3148485240364107 + - type: nauc_precision_at_3_diff1 + value: 15.791636673970427 + - type: nauc_precision_at_3_max + value: -0.48953847896803343 + - type: nauc_precision_at_3_std + value: -14.466917751105074 + - type: nauc_precision_at_5_diff1 + value: 14.407013696150702 + - type: nauc_precision_at_5_max + value: -3.623633621758513 + - type: nauc_precision_at_5_std + value: -13.679893638323668 + - type: nauc_recall_at_1000_diff1 + value: 14.095191934326234 + - type: nauc_recall_at_1000_max + value: 16.426400937089994 + - type: nauc_recall_at_1000_std + value: 21.29168932874166 + - type: nauc_recall_at_100_diff1 + value: 18.750731459551403 + - type: nauc_recall_at_100_max + value: 4.344246341500438 + - type: nauc_recall_at_100_std + value: 9.195285873556298 + - type: nauc_recall_at_10_diff1 + value: 16.8302080344721 + - type: nauc_recall_at_10_max + value: -1.2351359259281107 + - type: nauc_recall_at_10_std + value: -2.6278258890582484 + - type: nauc_recall_at_1_diff1 + value: 31.272282929056605 + - type: nauc_recall_at_1_max + value: 6.799912979421051 + - type: nauc_recall_at_1_std + value: -6.6031558209382055 + - type: nauc_recall_at_20_diff1 + value: 18.562953757787838 + - type: nauc_recall_at_20_max + value: -3.301819119883209 + - type: nauc_recall_at_20_std + value: 1.4940250110385407 + - type: nauc_recall_at_3_diff1 + value: 17.150794119645003 + - type: nauc_recall_at_3_max + value: -1.7201601188087563 + - type: nauc_recall_at_3_std + value: -8.43546725991927 + - type: nauc_recall_at_5_diff1 + value: 17.363347352192303 + - type: nauc_recall_at_5_max + value: -4.9737540456308755 + - type: nauc_recall_at_5_std + value: -9.746324422299473 + - type: ndcg_at_1 + value: 13.272 + - type: ndcg_at_10 + value: 15.595 + - type: ndcg_at_100 + value: 21.11 + - type: ndcg_at_1000 + value: 25.602999999999998 + - type: ndcg_at_20 + value: 17.577 + - type: ndcg_at_3 + value: 12.901000000000002 + - type: ndcg_at_5 + value: 13.489999999999998 + - type: precision_at_1 + value: 13.272 + - type: precision_at_10 + value: 4.552 + - type: precision_at_100 + value: 0.9809999999999999 + - type: precision_at_1000 + value: 0.17700000000000002 + - type: precision_at_20 + value: 3.048 + - type: precision_at_3 + value: 8.539 + - type: precision_at_5 + value: 6.389 + - type: recall_at_1 + value: 6.565 + - type: recall_at_10 + value: 20.535 + - type: recall_at_100 + value: 42.378 + - type: recall_at_1000 + value: 69.754 + - type: recall_at_20 + value: 26.88 + - type: recall_at_3 + value: 12.228 + - type: recall_at_5 + value: 14.625 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 37.478 + - type: map_at_1 + value: 21.695 + - type: map_at_10 + value: 29.651 + - type: map_at_100 + value: 30.563000000000002 + - type: map_at_1000 + value: 30.663 + - type: map_at_20 + value: 30.144 + - type: map_at_3 + value: 27.378999999999998 + - type: map_at_5 + value: 28.685 + - type: mrr_at_1 + value: 43.38960162052667 + - type: mrr_at_10 + value: 50.7335991340044 + - type: mrr_at_100 + value: 51.38613386358546 + - type: mrr_at_1000 + value: 51.4311096325992 + - type: mrr_at_20 + value: 51.11742428497492 + - type: mrr_at_3 + value: 48.82061670042784 + - type: mrr_at_5 + value: 49.94215620076533 + - type: nauc_map_at_1000_diff1 + value: 47.09534641484041 + - type: nauc_map_at_1000_max + value: 25.84416946902351 + - type: nauc_map_at_1000_std + value: 6.22430525152719 + - type: nauc_map_at_100_diff1 + value: 47.10264559039403 + - type: nauc_map_at_100_max + value: 25.829196587016916 + - type: nauc_map_at_100_std + value: 6.167582046246078 + - type: nauc_map_at_10_diff1 + value: 47.54215994617424 + - type: nauc_map_at_10_max + value: 25.741877794411224 + - type: nauc_map_at_10_std + value: 5.294699714891394 + - type: nauc_map_at_1_diff1 + value: 61.37553174317903 + - type: nauc_map_at_1_max + value: 28.314612538409715 + - type: nauc_map_at_1_std + value: 0.6565168608453245 + - type: nauc_map_at_20_diff1 + value: 47.32504591067196 + - type: nauc_map_at_20_max + value: 25.862432005549124 + - type: nauc_map_at_20_std + value: 5.8326652929299945 + - type: nauc_map_at_3_diff1 + value: 49.72129017170202 + - type: nauc_map_at_3_max + value: 26.31692918544824 + - type: nauc_map_at_3_std + value: 3.739704581459523 + - type: nauc_map_at_5_diff1 + value: 48.415053585747245 + - type: nauc_map_at_5_max + value: 25.781193661521396 + - type: nauc_map_at_5_std + value: 4.407681606999509 + - type: nauc_mrr_at_1000_diff1 + value: 58.32269379788515 + - type: nauc_mrr_at_1000_max + value: 27.915030639675535 + - type: nauc_mrr_at_1000_std + value: 3.2598345967531666 + - type: nauc_mrr_at_100_diff1 + value: 58.30993970174152 + - type: nauc_mrr_at_100_max + value: 27.916429768832625 + - type: nauc_mrr_at_100_std + value: 3.2688330131702594 + - type: nauc_mrr_at_10_diff1 + value: 58.355306982656586 + - type: nauc_mrr_at_10_max + value: 27.909701715855157 + - type: nauc_mrr_at_10_std + value: 3.016978210937183 + - type: nauc_mrr_at_1_diff1 + value: 61.37553174317903 + - type: nauc_mrr_at_1_max + value: 28.314612538409715 + - type: nauc_mrr_at_1_std + value: 0.6565168608453245 + - type: nauc_mrr_at_20_diff1 + value: 58.34633689657052 + - type: nauc_mrr_at_20_max + value: 27.929286473107496 + - type: nauc_mrr_at_20_std + value: 3.211337498366748 + - type: nauc_mrr_at_3_diff1 + value: 58.74568991079614 + - type: nauc_mrr_at_3_max + value: 28.12400510630213 + - type: nauc_mrr_at_3_std + value: 2.1802465826138673 + - type: nauc_mrr_at_5_diff1 + value: 58.39649035584997 + - type: nauc_mrr_at_5_max + value: 27.941440908365305 + - type: nauc_mrr_at_5_std + value: 2.6184419683046434 + - type: nauc_ndcg_at_1000_diff1 + value: 46.48287782676621 + - type: nauc_ndcg_at_1000_max + value: 26.09493353610149 + - type: nauc_ndcg_at_1000_std + value: 10.303657041560072 + - type: nauc_ndcg_at_100_diff1 + value: 46.517833835714185 + - type: nauc_ndcg_at_100_max + value: 25.73531982596624 + - type: nauc_ndcg_at_100_std + value: 9.399497932066883 + - type: nauc_ndcg_at_10_diff1 + value: 48.40399915446156 + - type: nauc_ndcg_at_10_max + value: 25.794094279378715 + - type: nauc_ndcg_at_10_std + value: 6.301783424981204 + - type: nauc_ndcg_at_1_diff1 + value: 61.37553174317903 + - type: nauc_ndcg_at_1_max + value: 28.314612538409715 + - type: nauc_ndcg_at_1_std + value: 0.6565168608453245 + - type: nauc_ndcg_at_20_diff1 + value: 47.80325328797878 + - type: nauc_ndcg_at_20_max + value: 26.012852901587113 + - type: nauc_ndcg_at_20_std + value: 7.721252596952678 + - type: nauc_ndcg_at_3_diff1 + value: 51.52453349541243 + - type: nauc_ndcg_at_3_max + value: 26.638522344434378 + - type: nauc_ndcg_at_3_std + value: 3.7194855038248917 + - type: nauc_ndcg_at_5_diff1 + value: 49.78137048541129 + - type: nauc_ndcg_at_5_max + value: 25.91490881872891 + - type: nauc_ndcg_at_5_std + value: 4.725975666940652 + - type: nauc_precision_at_1000_diff1 + value: 13.140210373077519 + - type: nauc_precision_at_1000_max + value: 17.08484696343514 + - type: nauc_precision_at_1000_std + value: 30.14820694651348 + - type: nauc_precision_at_100_diff1 + value: 21.55654916743866 + - type: nauc_precision_at_100_max + value: 17.50194659200474 + - type: nauc_precision_at_100_std + value: 21.51279344954705 + - type: nauc_precision_at_10_diff1 + value: 35.330596257649034 + - type: nauc_precision_at_10_max + value: 21.58835648977114 + - type: nauc_precision_at_10_std + value: 10.948965785333792 + - type: nauc_precision_at_1_diff1 + value: 61.37553174317903 + - type: nauc_precision_at_1_max + value: 28.314612538409715 + - type: nauc_precision_at_1_std + value: 0.6565168608453245 + - type: nauc_precision_at_20_diff1 + value: 31.105334918303583 + - type: nauc_precision_at_20_max + value: 20.93031217218494 + - type: nauc_precision_at_20_std + value: 14.943165224963831 + - type: nauc_precision_at_3_diff1 + value: 45.20407780117561 + - type: nauc_precision_at_3_max + value: 24.97354701555406 + - type: nauc_precision_at_3_std + value: 5.354478163201348 + - type: nauc_precision_at_5_diff1 + value: 40.196131824936515 + - type: nauc_precision_at_5_max + value: 22.631237478251986 + - type: nauc_precision_at_5_std + value: 7.200977485797791 + - type: nauc_recall_at_1000_diff1 + value: 13.140210373077565 + - type: nauc_recall_at_1000_max + value: 17.08484696343504 + - type: nauc_recall_at_1000_std + value: 30.14820694651354 + - type: nauc_recall_at_100_diff1 + value: 21.556549167438675 + - type: nauc_recall_at_100_max + value: 17.501946592004693 + - type: nauc_recall_at_100_std + value: 21.512793449547083 + - type: nauc_recall_at_10_diff1 + value: 35.330596257649006 + - type: nauc_recall_at_10_max + value: 21.588356489771147 + - type: nauc_recall_at_10_std + value: 10.948965785333794 + - type: nauc_recall_at_1_diff1 + value: 61.37553174317903 + - type: nauc_recall_at_1_max + value: 28.314612538409715 + - type: nauc_recall_at_1_std + value: 0.6565168608453245 + - type: nauc_recall_at_20_diff1 + value: 31.105334918303562 + - type: nauc_recall_at_20_max + value: 20.930312172184966 + - type: nauc_recall_at_20_std + value: 14.943165224963828 + - type: nauc_recall_at_3_diff1 + value: 45.20407780117561 + - type: nauc_recall_at_3_max + value: 24.97354701555401 + - type: nauc_recall_at_3_std + value: 5.354478163201327 + - type: nauc_recall_at_5_diff1 + value: 40.19613182493655 + - type: nauc_recall_at_5_max + value: 22.63123747825198 + - type: nauc_recall_at_5_std + value: 7.2009774857978295 + - type: ndcg_at_1 + value: 43.39 + - type: ndcg_at_10 + value: 37.478 + - type: ndcg_at_100 + value: 41.535 + - type: ndcg_at_1000 + value: 43.832 + - type: ndcg_at_20 + value: 38.994 + - type: ndcg_at_3 + value: 33.407 + - type: ndcg_at_5 + value: 35.475 + - type: precision_at_1 + value: 43.39 + - type: precision_at_10 + value: 8.051 + - type: precision_at_100 + value: 1.129 + - type: precision_at_1000 + value: 0.14300000000000002 + - type: precision_at_20 + value: 4.5120000000000005 + - type: precision_at_3 + value: 20.756 + - type: precision_at_5 + value: 14.096 + - type: recall_at_1 + value: 21.695 + - type: recall_at_10 + value: 40.257 + - type: recall_at_100 + value: 56.435 + - type: recall_at_1000 + value: 71.708 + - type: recall_at_20 + value: 45.125 + - type: recall_at_3 + value: 31.134 + - type: recall_at_5 + value: 35.24 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 66.62440000000001 + - type: ap + value: 61.38791189713465 + - type: ap_weighted + value: 61.38791189713465 + - type: f1 + value: 66.13197122736734 + - type: f1_weighted + value: 66.13197122736733 + - type: main_score + value: 66.62440000000001 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: main_score + value: 32.695 + - type: map_at_1 + value: 1.0 + - type: map_at_10 + value: 5.678 + - type: map_at_100 + value: 14.411999999999999 + - type: map_at_1000 + value: 18.412 + - type: map_at_20 + value: 8.49 + - type: map_at_3 + value: 2.2399999999999998 + - type: map_at_5 + value: 3.473 + - type: mrr_at_1 + value: 58.139534883720934 + - type: mrr_at_10 + value: 68.02325581395348 + - type: mrr_at_100 + value: 68.14220796578454 + - type: mrr_at_1000 + value: 68.16736545321 + - type: mrr_at_20 + value: 68.02325581395348 + - type: mrr_at_3 + value: 67.05426356589146 + - type: mrr_at_5 + value: 67.63565891472867 + - type: nauc_map_at_1000_diff1 + value: 10.081357169406843 + - type: nauc_map_at_1000_max + value: 65.52977943545287 + - type: nauc_map_at_1000_std + value: 60.56148146283225 + - type: nauc_map_at_100_diff1 + value: 8.901740928252257 + - type: nauc_map_at_100_max + value: 56.33594426005263 + - type: nauc_map_at_100_std + value: 51.85557415677924 + - type: nauc_map_at_10_diff1 + value: 4.764613289448945 + - type: nauc_map_at_10_max + value: 27.05251746701552 + - type: nauc_map_at_10_std + value: 24.729593218134063 + - type: nauc_map_at_1_diff1 + value: 18.949682046838028 + - type: nauc_map_at_1_max + value: 8.398832694812572 + - type: nauc_map_at_1_std + value: 9.158568546378119 + - type: nauc_map_at_20_diff1 + value: 4.35163781972467 + - type: nauc_map_at_20_max + value: 29.39315596036044 + - type: nauc_map_at_20_std + value: 28.20413648253673 + - type: nauc_map_at_3_diff1 + value: 14.426703941475743 + - type: nauc_map_at_3_max + value: 19.528085026047183 + - type: nauc_map_at_3_std + value: 19.19524526218501 + - type: nauc_map_at_5_diff1 + value: 8.542407271574234 + - type: nauc_map_at_5_max + value: 21.96571612444345 + - type: nauc_map_at_5_std + value: 19.562339269650337 + - type: nauc_mrr_at_1000_diff1 + value: 25.802609799300136 + - type: nauc_mrr_at_1000_max + value: 58.43325582968235 + - type: nauc_mrr_at_1000_std + value: 50.255275358008355 + - type: nauc_mrr_at_100_diff1 + value: 25.813430117639385 + - type: nauc_mrr_at_100_max + value: 58.440260343467386 + - type: nauc_mrr_at_100_std + value: 50.29567683948686 + - type: nauc_mrr_at_10_diff1 + value: 25.928537487080177 + - type: nauc_mrr_at_10_max + value: 58.624781011353356 + - type: nauc_mrr_at_10_std + value: 50.149362684438344 + - type: nauc_mrr_at_1_diff1 + value: 21.666838023145953 + - type: nauc_mrr_at_1_max + value: 48.08098031817834 + - type: nauc_mrr_at_1_std + value: 40.8447553136573 + - type: nauc_mrr_at_20_diff1 + value: 25.928537487080177 + - type: nauc_mrr_at_20_max + value: 58.624781011353356 + - type: nauc_mrr_at_20_std + value: 50.149362684438344 + - type: nauc_mrr_at_3_diff1 + value: 25.138742955770297 + - type: nauc_mrr_at_3_max + value: 58.15074557154154 + - type: nauc_mrr_at_3_std + value: 51.779060953730806 + - type: nauc_mrr_at_5_diff1 + value: 26.875742025667503 + - type: nauc_mrr_at_5_max + value: 58.047613429416444 + - type: nauc_mrr_at_5_std + value: 50.568212600486305 + - type: nauc_ndcg_at_1000_diff1 + value: 25.84434059592612 + - type: nauc_ndcg_at_1000_max + value: 66.41709602981231 + - type: nauc_ndcg_at_1000_std + value: 59.9002587130517 + - type: nauc_ndcg_at_100_diff1 + value: 18.157725071883185 + - type: nauc_ndcg_at_100_max + value: 62.507605378960406 + - type: nauc_ndcg_at_100_std + value: 55.33886660559506 + - type: nauc_ndcg_at_10_diff1 + value: 2.7415914051866124 + - type: nauc_ndcg_at_10_max + value: 55.388067307310365 + - type: nauc_ndcg_at_10_std + value: 42.82986062576109 + - type: nauc_ndcg_at_1_diff1 + value: 13.377021588510054 + - type: nauc_ndcg_at_1_max + value: 29.386074496105792 + - type: nauc_ndcg_at_1_std + value: 11.408077029215445 + - type: nauc_ndcg_at_20_diff1 + value: 8.326148156867626 + - type: nauc_ndcg_at_20_max + value: 60.697045867707686 + - type: nauc_ndcg_at_20_std + value: 47.99092577615938 + - type: nauc_ndcg_at_3_diff1 + value: 6.989449673124856 + - type: nauc_ndcg_at_3_max + value: 44.51332216957301 + - type: nauc_ndcg_at_3_std + value: 35.18696517451071 + - type: nauc_ndcg_at_5_diff1 + value: 4.060160624786844 + - type: nauc_ndcg_at_5_max + value: 51.10253293874687 + - type: nauc_ndcg_at_5_std + value: 39.070683399060684 + - type: nauc_precision_at_1000_diff1 + value: 9.50382587741955 + - type: nauc_precision_at_1000_max + value: 60.62439119757783 + - type: nauc_precision_at_1000_std + value: 56.83454176343064 + - type: nauc_precision_at_100_diff1 + value: 11.35723114967806 + - type: nauc_precision_at_100_max + value: 70.3418790427346 + - type: nauc_precision_at_100_std + value: 62.88335992120394 + - type: nauc_precision_at_10_diff1 + value: 7.871699282025061 + - type: nauc_precision_at_10_max + value: 66.95358829993387 + - type: nauc_precision_at_10_std + value: 56.28948117426722 + - type: nauc_precision_at_1_diff1 + value: 21.666838023145953 + - type: nauc_precision_at_1_max + value: 48.08098031817834 + - type: nauc_precision_at_1_std + value: 40.8447553136573 + - type: nauc_precision_at_20_diff1 + value: 11.207357488330521 + - type: nauc_precision_at_20_max + value: 66.93510334175923 + - type: nauc_precision_at_20_std + value: 57.866274868020305 + - type: nauc_precision_at_3_diff1 + value: 17.425252729248836 + - type: nauc_precision_at_3_max + value: 64.29856122616874 + - type: nauc_precision_at_3_std + value: 58.870231714525175 + - type: nauc_precision_at_5_diff1 + value: 12.645874392385444 + - type: nauc_precision_at_5_max + value: 66.57471189825266 + - type: nauc_precision_at_5_std + value: 56.0176748292857 + - type: nauc_recall_at_1000_diff1 + value: 42.119098502046924 + - type: nauc_recall_at_1000_max + value: 61.01949254784126 + - type: nauc_recall_at_1000_std + value: 55.85918701646594 + - type: nauc_recall_at_100_diff1 + value: 30.70499534789799 + - type: nauc_recall_at_100_max + value: 50.83303853714478 + - type: nauc_recall_at_100_std + value: 44.860207634175566 + - type: nauc_recall_at_10_diff1 + value: 10.291765213783561 + - type: nauc_recall_at_10_max + value: 21.84109268402226 + - type: nauc_recall_at_10_std + value: 17.09252188823626 + - type: nauc_recall_at_1_diff1 + value: 18.949682046838028 + - type: nauc_recall_at_1_max + value: 8.398832694812572 + - type: nauc_recall_at_1_std + value: 9.158568546378119 + - type: nauc_recall_at_20_diff1 + value: 15.927897890117283 + - type: nauc_recall_at_20_max + value: 23.747256386884786 + - type: nauc_recall_at_20_std + value: 18.662178810158274 + - type: nauc_recall_at_3_diff1 + value: 20.989284202667942 + - type: nauc_recall_at_3_max + value: 17.28520815922331 + - type: nauc_recall_at_3_std + value: 15.233570921492792 + - type: nauc_recall_at_5_diff1 + value: 14.983470564779777 + - type: nauc_recall_at_5_max + value: 17.209528818696583 + - type: nauc_recall_at_5_std + value: 11.479848062057618 + - type: ndcg_at_1 + value: 38.372 + - type: ndcg_at_10 + value: 32.695 + - type: ndcg_at_100 + value: 31.230000000000004 + - type: ndcg_at_1000 + value: 39.649 + - type: ndcg_at_20 + value: 31.447000000000003 + - type: ndcg_at_3 + value: 34.361999999999995 + - type: ndcg_at_5 + value: 33.702 + - type: precision_at_1 + value: 58.14 + - type: precision_at_10 + value: 43.721 + - type: precision_at_100 + value: 20.628 + - type: precision_at_1000 + value: 4.4159999999999995 + - type: precision_at_20 + value: 37.208999999999996 + - type: precision_at_3 + value: 51.163000000000004 + - type: precision_at_5 + value: 48.372 + - type: recall_at_1 + value: 1.0 + - type: recall_at_10 + value: 7.081999999999999 + - type: recall_at_100 + value: 26.572000000000003 + - type: recall_at_1000 + value: 50.20400000000001 + - type: recall_at_20 + value: 11.671 + - type: recall_at_3 + value: 2.596 + - type: recall_at_5 + value: 4.156 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 86.19471044231645 + - type: f1 + value: 85.27501322780665 + - type: f1_weighted + value: 86.42253471732333 + - type: main_score + value: 86.19471044231645 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 60.40355677154583 + - type: f1 + value: 42.23245201423625 + - type: f1_weighted + value: 64.52904706608977 + - type: main_score + value: 60.40355677154583 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 60.86079354404842 + - type: f1 + value: 59.86002295886139 + - type: f1_weighted + value: 61.600352700483704 + - type: main_score + value: 60.86079354404842 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 66.39878950907867 + - type: f1 + value: 66.08148670134351 + - type: f1_weighted + value: 66.75308329528572 + - type: main_score + value: 66.39878950907867 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 25.58908806090526 + - type: v_measure + value: 25.58908806090526 + - type: v_measure_std + value: 1.1067644908239649 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 20.27612317880978 + - type: v_measure + value: 20.27612317880978 + - type: v_measure_std + value: 1.4731971616119242 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 28.939878341266613 + - type: map + value: 28.939878341266613 + - type: mrr + value: 29.639163441180692 + - type: nAUC_map_diff1 + value: 8.8793579187874 + - type: nAUC_map_max + value: -22.869629909935735 + - type: nAUC_map_std + value: -9.879777666990593 + - type: nAUC_mrr_diff1 + value: 9.219371253717831 + - type: nAUC_mrr_max + value: -17.019803510539926 + - type: nAUC_mrr_std + value: -6.648705434395337 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 22.552 + - type: map_at_1 + value: 3.4160000000000004 + - type: map_at_10 + value: 7.103 + - type: map_at_100 + value: 8.921999999999999 + - type: map_at_1000 + value: 9.976 + - type: map_at_20 + value: 7.807 + - type: map_at_3 + value: 5.3740000000000006 + - type: map_at_5 + value: 6.140000000000001 + - type: mrr_at_1 + value: 31.57894736842105 + - type: mrr_at_10 + value: 40.17679001425131 + - type: mrr_at_100 + value: 40.936950343260854 + - type: mrr_at_1000 + value: 40.99313849791527 + - type: mrr_at_20 + value: 40.532478199294225 + - type: mrr_at_3 + value: 37.87409700722393 + - type: mrr_at_5 + value: 39.22084623323012 + - type: nauc_map_at_1000_diff1 + value: 34.73224861867767 + - type: nauc_map_at_1000_max + value: 34.41772857333133 + - type: nauc_map_at_1000_std + value: 19.884774737807888 + - type: nauc_map_at_100_diff1 + value: 37.01728428035375 + - type: nauc_map_at_100_max + value: 33.414825195084916 + - type: nauc_map_at_100_std + value: 16.22181527030413 + - type: nauc_map_at_10_diff1 + value: 42.20565439584536 + - type: nauc_map_at_10_max + value: 30.666645971181296 + - type: nauc_map_at_10_std + value: 10.63902697253609 + - type: nauc_map_at_1_diff1 + value: 57.25535533467592 + - type: nauc_map_at_1_max + value: 25.0338718450961 + - type: nauc_map_at_1_std + value: 1.5109686532462137 + - type: nauc_map_at_20_diff1 + value: 39.971115426607945 + - type: nauc_map_at_20_max + value: 31.542560178492934 + - type: nauc_map_at_20_std + value: 12.413878932549483 + - type: nauc_map_at_3_diff1 + value: 46.15379275145193 + - type: nauc_map_at_3_max + value: 26.328980489303177 + - type: nauc_map_at_3_std + value: 5.10721452115037 + - type: nauc_map_at_5_diff1 + value: 46.44470524532154 + - type: nauc_map_at_5_max + value: 28.77917380032644 + - type: nauc_map_at_5_std + value: 7.726530419493592 + - type: nauc_mrr_at_1000_diff1 + value: 29.378170197712684 + - type: nauc_mrr_at_1000_max + value: 36.70254814804847 + - type: nauc_mrr_at_1000_std + value: 23.93411541050575 + - type: nauc_mrr_at_100_diff1 + value: 29.34620323004042 + - type: nauc_mrr_at_100_max + value: 36.70562654294673 + - type: nauc_mrr_at_100_std + value: 23.94090914510999 + - type: nauc_mrr_at_10_diff1 + value: 29.345134619677214 + - type: nauc_mrr_at_10_max + value: 36.92950804065547 + - type: nauc_mrr_at_10_std + value: 24.19628220924784 + - type: nauc_mrr_at_1_diff1 + value: 33.13330585053634 + - type: nauc_mrr_at_1_max + value: 30.618369537269775 + - type: nauc_mrr_at_1_std + value: 16.769007131224782 + - type: nauc_mrr_at_20_diff1 + value: 29.185086482257294 + - type: nauc_mrr_at_20_max + value: 36.68095260817287 + - type: nauc_mrr_at_20_std + value: 23.91780882920626 + - type: nauc_mrr_at_3_diff1 + value: 30.05197440329091 + - type: nauc_mrr_at_3_max + value: 35.953685760398685 + - type: nauc_mrr_at_3_std + value: 23.524957502759733 + - type: nauc_mrr_at_5_diff1 + value: 29.91745508269405 + - type: nauc_mrr_at_5_max + value: 37.18989075322827 + - type: nauc_mrr_at_5_std + value: 24.083241781489317 + - type: nauc_ndcg_at_1000_diff1 + value: 25.39233260296463 + - type: nauc_ndcg_at_1000_max + value: 40.177320929529856 + - type: nauc_ndcg_at_1000_std + value: 28.208928110945696 + - type: nauc_ndcg_at_100_diff1 + value: 24.552649164232033 + - type: nauc_ndcg_at_100_max + value: 36.60602229659139 + - type: nauc_ndcg_at_100_std + value: 26.029649121667582 + - type: nauc_ndcg_at_10_diff1 + value: 21.0338183814633 + - type: nauc_ndcg_at_10_max + value: 35.80460796981663 + - type: nauc_ndcg_at_10_std + value: 30.656647945229317 + - type: nauc_ndcg_at_1_diff1 + value: 33.341154674024686 + - type: nauc_ndcg_at_1_max + value: 28.871624645312167 + - type: nauc_ndcg_at_1_std + value: 17.58191846191065 + - type: nauc_ndcg_at_20_diff1 + value: 22.07221292200904 + - type: nauc_ndcg_at_20_max + value: 34.677067256339555 + - type: nauc_ndcg_at_20_std + value: 29.462105630225466 + - type: nauc_ndcg_at_3_diff1 + value: 23.63792366113301 + - type: nauc_ndcg_at_3_max + value: 33.441000011335795 + - type: nauc_ndcg_at_3_std + value: 25.52723257395818 + - type: nauc_ndcg_at_5_diff1 + value: 22.845754952633527 + - type: nauc_ndcg_at_5_max + value: 36.01734895823619 + - type: nauc_ndcg_at_5_std + value: 28.519871008836635 + - type: nauc_precision_at_1000_diff1 + value: -11.759314026815046 + - type: nauc_precision_at_1000_max + value: 16.309973886456124 + - type: nauc_precision_at_1000_std + value: 42.37816169817523 + - type: nauc_precision_at_100_diff1 + value: -8.029656826154214 + - type: nauc_precision_at_100_max + value: 25.331471940731316 + - type: nauc_precision_at_100_std + value: 44.457235673630116 + - type: nauc_precision_at_10_diff1 + value: 3.4946893557140797 + - type: nauc_precision_at_10_max + value: 36.03413341771082 + - type: nauc_precision_at_10_std + value: 39.58686481472833 + - type: nauc_precision_at_1_diff1 + value: 33.13330585053634 + - type: nauc_precision_at_1_max + value: 30.618369537269775 + - type: nauc_precision_at_1_std + value: 16.769007131224782 + - type: nauc_precision_at_20_diff1 + value: -0.7015547908093809 + - type: nauc_precision_at_20_max + value: 31.678433625540826 + - type: nauc_precision_at_20_std + value: 41.91391013932311 + - type: nauc_precision_at_3_diff1 + value: 15.741259800786864 + - type: nauc_precision_at_3_max + value: 35.03514751856323 + - type: nauc_precision_at_3_std + value: 29.399412146388926 + - type: nauc_precision_at_5_diff1 + value: 10.656798267400632 + - type: nauc_precision_at_5_max + value: 38.47044503438441 + - type: nauc_precision_at_5_std + value: 34.345843373967256 + - type: nauc_recall_at_1000_diff1 + value: 12.345126052107041 + - type: nauc_recall_at_1000_max + value: 20.127378174130243 + - type: nauc_recall_at_1000_std + value: 11.325945503912399 + - type: nauc_recall_at_100_diff1 + value: 18.683876129399103 + - type: nauc_recall_at_100_max + value: 20.479854369545283 + - type: nauc_recall_at_100_std + value: 8.32322214131877 + - type: nauc_recall_at_10_diff1 + value: 32.78583976883686 + - type: nauc_recall_at_10_max + value: 26.26666599537088 + - type: nauc_recall_at_10_std + value: 10.25062932159794 + - type: nauc_recall_at_1_diff1 + value: 57.25535533467592 + - type: nauc_recall_at_1_max + value: 25.0338718450961 + - type: nauc_recall_at_1_std + value: 1.5109686532462137 + - type: nauc_recall_at_20_diff1 + value: 26.904578553813895 + - type: nauc_recall_at_20_max + value: 23.54014529084009 + - type: nauc_recall_at_20_std + value: 7.5106508677906305 + - type: nauc_recall_at_3_diff1 + value: 38.01326191292155 + - type: nauc_recall_at_3_max + value: 23.12794360178698 + - type: nauc_recall_at_3_std + value: 5.615974785235754 + - type: nauc_recall_at_5_diff1 + value: 40.0812862656233 + - type: nauc_recall_at_5_max + value: 26.49961615304253 + - type: nauc_recall_at_5_std + value: 8.623796778044191 + - type: ndcg_at_1 + value: 29.720999999999997 + - type: ndcg_at_10 + value: 22.552 + - type: ndcg_at_100 + value: 20.952 + - type: ndcg_at_1000 + value: 29.665999999999997 + - type: ndcg_at_20 + value: 20.879 + - type: ndcg_at_3 + value: 26.008 + - type: ndcg_at_5 + value: 24.254 + - type: precision_at_1 + value: 31.579 + - type: precision_at_10 + value: 16.904 + - type: precision_at_100 + value: 5.771 + - type: precision_at_1000 + value: 1.807 + - type: precision_at_20 + value: 12.508 + - type: precision_at_3 + value: 24.458 + - type: precision_at_5 + value: 20.867 + - type: recall_at_1 + value: 3.4160000000000004 + - type: recall_at_10 + value: 10.544 + - type: recall_at_100 + value: 22.423000000000002 + - type: recall_at_1000 + value: 53.31399999999999 + - type: recall_at_20 + value: 13.254 + - type: recall_at_3 + value: 6.587 + - type: recall_at_5 + value: 8.004 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 18.915000000000003 + - type: map_at_1 + value: 7.997999999999999 + - type: map_at_10 + value: 14.599 + - type: map_at_100 + value: 15.855 + - type: map_at_1000 + value: 15.956000000000001 + - type: map_at_20 + value: 15.304 + - type: map_at_3 + value: 12.084 + - type: map_at_5 + value: 13.406 + - type: mrr_at_1 + value: 9.154113557358054 + - type: mrr_at_10 + value: 16.148069212234912 + - type: mrr_at_100 + value: 17.328232730619938 + - type: mrr_at_1000 + value: 17.41416846980928 + - type: mrr_at_20 + value: 16.838894506604742 + - type: mrr_at_3 + value: 13.63460795674003 + - type: mrr_at_5 + value: 14.964271919660055 + - type: nauc_map_at_1000_diff1 + value: 15.90713522176542 + - type: nauc_map_at_1000_max + value: 14.058054318819337 + - type: nauc_map_at_1000_std + value: 1.71764752961226 + - type: nauc_map_at_100_diff1 + value: 15.888721447450294 + - type: nauc_map_at_100_max + value: 14.026270658328363 + - type: nauc_map_at_100_std + value: 1.6586834999299935 + - type: nauc_map_at_10_diff1 + value: 15.995890749381529 + - type: nauc_map_at_10_max + value: 13.337010545059295 + - type: nauc_map_at_10_std + value: 0.5367791374952049 + - type: nauc_map_at_1_diff1 + value: 21.239259347615892 + - type: nauc_map_at_1_max + value: 9.598569870159421 + - type: nauc_map_at_1_std + value: -4.583838315593807 + - type: nauc_map_at_20_diff1 + value: 15.956969208836384 + - type: nauc_map_at_20_max + value: 13.616399837852313 + - type: nauc_map_at_20_std + value: 1.0324543402143036 + - type: nauc_map_at_3_diff1 + value: 16.676728348589776 + - type: nauc_map_at_3_max + value: 12.451042785812467 + - type: nauc_map_at_3_std + value: -0.789763741932485 + - type: nauc_map_at_5_diff1 + value: 16.447244113302865 + - type: nauc_map_at_5_max + value: 12.95749524270521 + - type: nauc_map_at_5_std + value: -0.3251230711695382 + - type: nauc_mrr_at_1000_diff1 + value: 15.073118452813691 + - type: nauc_mrr_at_1000_max + value: 13.170705283599721 + - type: nauc_mrr_at_1000_std + value: 2.448752870133495 + - type: nauc_mrr_at_100_diff1 + value: 15.061106271314383 + - type: nauc_mrr_at_100_max + value: 13.158638767625122 + - type: nauc_mrr_at_100_std + value: 2.4233787157245503 + - type: nauc_mrr_at_10_diff1 + value: 15.110139028526653 + - type: nauc_mrr_at_10_max + value: 12.58107503299545 + - type: nauc_mrr_at_10_std + value: 1.6059860211244354 + - type: nauc_mrr_at_1_diff1 + value: 20.07347864038319 + - type: nauc_mrr_at_1_max + value: 8.753798204494833 + - type: nauc_mrr_at_1_std + value: -3.0954712020399757 + - type: nauc_mrr_at_20_diff1 + value: 15.15772623183269 + - type: nauc_mrr_at_20_max + value: 12.845970575412016 + - type: nauc_mrr_at_20_std + value: 1.9367090919425642 + - type: nauc_mrr_at_3_diff1 + value: 15.707253564919574 + - type: nauc_mrr_at_3_max + value: 11.766708904867357 + - type: nauc_mrr_at_3_std + value: 0.6897852064415965 + - type: nauc_mrr_at_5_diff1 + value: 15.314729521818851 + - type: nauc_mrr_at_5_max + value: 12.167084762521691 + - type: nauc_mrr_at_5_std + value: 0.9644311984548367 + - type: nauc_ndcg_at_1000_diff1 + value: 14.057042359223487 + - type: nauc_ndcg_at_1000_max + value: 17.98877056056709 + - type: nauc_ndcg_at_1000_std + value: 8.789944358950999 + - type: nauc_ndcg_at_100_diff1 + value: 13.967305121920074 + - type: nauc_ndcg_at_100_max + value: 17.266067744752988 + - type: nauc_ndcg_at_100_std + value: 7.584677984382887 + - type: nauc_ndcg_at_10_diff1 + value: 14.387617437927885 + - type: nauc_ndcg_at_10_max + value: 14.292926918424087 + - type: nauc_ndcg_at_10_std + value: 2.627819024277558 + - type: nauc_ndcg_at_1_diff1 + value: 20.07347864038319 + - type: nauc_ndcg_at_1_max + value: 8.753798204494833 + - type: nauc_ndcg_at_1_std + value: -3.0954712020399757 + - type: nauc_ndcg_at_20_diff1 + value: 14.451094553630634 + - type: nauc_ndcg_at_20_max + value: 15.058281815059955 + - type: nauc_ndcg_at_20_std + value: 3.92438497685508 + - type: nauc_ndcg_at_3_diff1 + value: 15.559724909977096 + - type: nauc_ndcg_at_3_max + value: 12.841571395325172 + - type: nauc_ndcg_at_3_std + value: 0.43222338262037896 + - type: nauc_ndcg_at_5_diff1 + value: 15.115376106401095 + - type: nauc_ndcg_at_5_max + value: 13.49029255935586 + - type: nauc_ndcg_at_5_std + value: 0.9957644044539958 + - type: nauc_precision_at_1000_diff1 + value: 2.506720981269311 + - type: nauc_precision_at_1000_max + value: 23.273192823379606 + - type: nauc_precision_at_1000_std + value: 31.322951491635376 + - type: nauc_precision_at_100_diff1 + value: 6.794973231645045 + - type: nauc_precision_at_100_max + value: 22.50730818192606 + - type: nauc_precision_at_100_std + value: 24.01996431227184 + - type: nauc_precision_at_10_diff1 + value: 11.313840611816433 + - type: nauc_precision_at_10_max + value: 16.201007398196975 + - type: nauc_precision_at_10_std + value: 8.055477231883994 + - type: nauc_precision_at_1_diff1 + value: 20.07347864038319 + - type: nauc_precision_at_1_max + value: 8.753798204494833 + - type: nauc_precision_at_1_std + value: -3.0954712020399757 + - type: nauc_precision_at_20_diff1 + value: 10.763998085353158 + - type: nauc_precision_at_20_max + value: 17.84734827690337 + - type: nauc_precision_at_20_std + value: 11.985866110578096 + - type: nauc_precision_at_3_diff1 + value: 13.162794424533503 + - type: nauc_precision_at_3_max + value: 14.00384518428568 + - type: nauc_precision_at_3_std + value: 3.7122526085280922 + - type: nauc_precision_at_5_diff1 + value: 12.792222404502432 + - type: nauc_precision_at_5_max + value: 15.150586449094511 + - type: nauc_precision_at_5_std + value: 4.479952453320129 + - type: nauc_recall_at_1000_diff1 + value: 7.35043294716119 + - type: nauc_recall_at_1000_max + value: 39.878077152939944 + - type: nauc_recall_at_1000_std + value: 45.31518161593176 + - type: nauc_recall_at_100_diff1 + value: 9.639738532299598 + - type: nauc_recall_at_100_max + value: 26.40449142273476 + - type: nauc_recall_at_100_std + value: 23.47399393925123 + - type: nauc_recall_at_10_diff1 + value: 11.382215143690553 + - type: nauc_recall_at_10_max + value: 16.055795348391445 + - type: nauc_recall_at_10_std + value: 5.79723301276639 + - type: nauc_recall_at_1_diff1 + value: 21.239259347615892 + - type: nauc_recall_at_1_max + value: 9.598569870159421 + - type: nauc_recall_at_1_std + value: -4.583838315593807 + - type: nauc_recall_at_20_diff1 + value: 11.767634027966208 + - type: nauc_recall_at_20_max + value: 17.65757486794198 + - type: nauc_recall_at_20_std + value: 8.711778307017545 + - type: nauc_recall_at_3_diff1 + value: 13.489144007229998 + - type: nauc_recall_at_3_max + value: 13.830969102485993 + - type: nauc_recall_at_3_std + value: 1.9486438053847617 + - type: nauc_recall_at_5_diff1 + value: 12.68519694626271 + - type: nauc_recall_at_5_max + value: 14.44963314285102 + - type: nauc_recall_at_5_std + value: 2.5866683732307676 + - type: ndcg_at_1 + value: 9.154 + - type: ndcg_at_10 + value: 18.915000000000003 + - type: ndcg_at_100 + value: 25.233 + - type: ndcg_at_1000 + value: 27.966 + - type: ndcg_at_20 + value: 21.413 + - type: ndcg_at_3 + value: 13.757 + - type: ndcg_at_5 + value: 16.105 + - type: precision_at_1 + value: 9.154 + - type: precision_at_10 + value: 3.618 + - type: precision_at_100 + value: 0.718 + - type: precision_at_1000 + value: 0.098 + - type: precision_at_20 + value: 2.384 + - type: precision_at_3 + value: 6.6049999999999995 + - type: precision_at_5 + value: 5.255 + - type: recall_at_1 + value: 7.997999999999999 + - type: recall_at_10 + value: 30.880999999999997 + - type: recall_at_100 + value: 60.07900000000001 + - type: recall_at_1000 + value: 80.931 + - type: recall_at_20 + value: 40.305 + - type: recall_at_3 + value: 17.065 + - type: recall_at_5 + value: 22.581 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 80.40899999999999 + - type: map_at_1 + value: 62.967 + - type: map_at_10 + value: 75.729 + - type: map_at_100 + value: 76.485 + - type: map_at_1000 + value: 76.518 + - type: map_at_20 + value: 76.19500000000001 + - type: map_at_3 + value: 72.648 + - type: map_at_5 + value: 74.535 + - type: mrr_at_1 + value: 72.36 + - type: mrr_at_10 + value: 79.80928174603142 + - type: mrr_at_100 + value: 80.04810915016965 + - type: mrr_at_1000 + value: 80.05404282434492 + - type: mrr_at_20 + value: 79.9752046927097 + - type: mrr_at_3 + value: 78.26999999999964 + - type: mrr_at_5 + value: 79.25499999999943 + - type: nauc_map_at_1000_diff1 + value: 71.44734653597175 + - type: nauc_map_at_1000_max + value: 38.03163484121072 + - type: nauc_map_at_1000_std + value: -20.01135273018076 + - type: nauc_map_at_100_diff1 + value: 71.4492633463356 + - type: nauc_map_at_100_max + value: 38.02496420233032 + - type: nauc_map_at_100_std + value: -20.028147392038477 + - type: nauc_map_at_10_diff1 + value: 71.43600060158558 + - type: nauc_map_at_10_max + value: 37.60143505549297 + - type: nauc_map_at_10_std + value: -20.750601305197694 + - type: nauc_map_at_1_diff1 + value: 74.10053436229589 + - type: nauc_map_at_1_max + value: 31.634043582921358 + - type: nauc_map_at_1_std + value: -19.10233383904706 + - type: nauc_map_at_20_diff1 + value: 71.47215135391012 + - type: nauc_map_at_20_max + value: 37.93060745861974 + - type: nauc_map_at_20_std + value: -20.35195519369371 + - type: nauc_map_at_3_diff1 + value: 71.7447226910883 + - type: nauc_map_at_3_max + value: 35.75837853087979 + - type: nauc_map_at_3_std + value: -21.45770967497823 + - type: nauc_map_at_5_diff1 + value: 71.44627032768398 + - type: nauc_map_at_5_max + value: 36.85968036780219 + - type: nauc_map_at_5_std + value: -21.27009284572053 + - type: nauc_mrr_at_1000_diff1 + value: 72.93393755872036 + - type: nauc_mrr_at_1000_max + value: 41.062199520990944 + - type: nauc_mrr_at_1000_std + value: -18.214450339301465 + - type: nauc_mrr_at_100_diff1 + value: 72.9338954698279 + - type: nauc_mrr_at_100_max + value: 41.06739041598209 + - type: nauc_mrr_at_100_std + value: -18.21185309111013 + - type: nauc_mrr_at_10_diff1 + value: 72.86852331747343 + - type: nauc_mrr_at_10_max + value: 41.010071785297725 + - type: nauc_mrr_at_10_std + value: -18.32669190496378 + - type: nauc_mrr_at_1_diff1 + value: 74.40459799903888 + - type: nauc_mrr_at_1_max + value: 40.62517113685782 + - type: nauc_mrr_at_1_std + value: -17.381816260527614 + - type: nauc_mrr_at_20_diff1 + value: 72.92460646367282 + - type: nauc_mrr_at_20_max + value: 41.115425092838365 + - type: nauc_mrr_at_20_std + value: -18.21918120739131 + - type: nauc_mrr_at_3_diff1 + value: 72.68548371501298 + - type: nauc_mrr_at_3_max + value: 40.81307478219739 + - type: nauc_mrr_at_3_std + value: -18.371203295008456 + - type: nauc_mrr_at_5_diff1 + value: 72.64265755168549 + - type: nauc_mrr_at_5_max + value: 40.85995329309679 + - type: nauc_mrr_at_5_std + value: -18.42022323880988 + - type: nauc_ndcg_at_1000_diff1 + value: 71.50579103558329 + - type: nauc_ndcg_at_1000_max + value: 39.642475328813454 + - type: nauc_ndcg_at_1000_std + value: -18.693250212834265 + - type: nauc_ndcg_at_100_diff1 + value: 71.45580845115161 + - type: nauc_ndcg_at_100_max + value: 39.61743054199241 + - type: nauc_ndcg_at_100_std + value: -18.62286770657828 + - type: nauc_ndcg_at_10_diff1 + value: 71.00284978712129 + - type: nauc_ndcg_at_10_max + value: 38.79840796126045 + - type: nauc_ndcg_at_10_std + value: -20.209178989425656 + - type: nauc_ndcg_at_1_diff1 + value: 74.38548357261384 + - type: nauc_ndcg_at_1_max + value: 40.74477066701173 + - type: nauc_ndcg_at_1_std + value: -17.376529142164348 + - type: nauc_ndcg_at_20_diff1 + value: 71.3476142044932 + - type: nauc_ndcg_at_20_max + value: 39.486308359587284 + - type: nauc_ndcg_at_20_std + value: -19.560180462398325 + - type: nauc_ndcg_at_3_diff1 + value: 70.8418446759826 + - type: nauc_ndcg_at_3_max + value: 37.72358525783554 + - type: nauc_ndcg_at_3_std + value: -20.343206910586 + - type: nauc_ndcg_at_5_diff1 + value: 70.63237002211079 + - type: nauc_ndcg_at_5_max + value: 38.03210706086737 + - type: nauc_ndcg_at_5_std + value: -20.688928824502135 + - type: nauc_precision_at_1000_diff1 + value: -35.84821487446952 + - type: nauc_precision_at_1000_max + value: -4.43766549932842 + - type: nauc_precision_at_1000_std + value: 20.30619875663738 + - type: nauc_precision_at_100_diff1 + value: -33.36156532327729 + - type: nauc_precision_at_100_max + value: -1.7205109382838484 + - type: nauc_precision_at_100_std + value: 19.41069837765925 + - type: nauc_precision_at_10_diff1 + value: -19.666458153183846 + - type: nauc_precision_at_10_max + value: 8.194727061983723 + - type: nauc_precision_at_10_std + value: 10.076122753113907 + - type: nauc_precision_at_1_diff1 + value: 74.38548357261384 + - type: nauc_precision_at_1_max + value: 40.74477066701173 + - type: nauc_precision_at_1_std + value: -17.376529142164348 + - type: nauc_precision_at_20_diff1 + value: -26.254198884165852 + - type: nauc_precision_at_20_max + value: 4.167939714564809 + - type: nauc_precision_at_20_std + value: 14.33558520190413 + - type: nauc_precision_at_3_diff1 + value: 8.46532245458286 + - type: nauc_precision_at_3_max + value: 19.343881650984773 + - type: nauc_precision_at_3_std + value: -2.766117052816905 + - type: nauc_precision_at_5_diff1 + value: -7.332465588908396 + - type: nauc_precision_at_5_max + value: 13.620527724391138 + - type: nauc_precision_at_5_std + value: 3.343253035116599 + - type: nauc_recall_at_1000_diff1 + value: 62.557945868716914 + - type: nauc_recall_at_1000_max + value: 52.338193380713605 + - type: nauc_recall_at_1000_std + value: 28.00992076040417 + - type: nauc_recall_at_100_diff1 + value: 63.813868323587684 + - type: nauc_recall_at_100_max + value: 41.59741710530504 + - type: nauc_recall_at_100_std + value: -2.6546597042763684 + - type: nauc_recall_at_10_diff1 + value: 64.10173787073887 + - type: nauc_recall_at_10_max + value: 35.91066436377341 + - type: nauc_recall_at_10_std + value: -22.93842362739045 + - type: nauc_recall_at_1_diff1 + value: 74.10053436229589 + - type: nauc_recall_at_1_max + value: 31.634043582921358 + - type: nauc_recall_at_1_std + value: -19.10233383904706 + - type: nauc_recall_at_20_diff1 + value: 64.07556856941558 + - type: nauc_recall_at_20_max + value: 39.75721856827878 + - type: nauc_recall_at_20_std + value: -18.189752584583083 + - type: nauc_recall_at_3_diff1 + value: 67.14069997451308 + - type: nauc_recall_at_3_max + value: 33.01729392815289 + - type: nauc_recall_at_3_std + value: -23.328876142396993 + - type: nauc_recall_at_5_diff1 + value: 64.93333694440804 + - type: nauc_recall_at_5_max + value: 33.92919891592357 + - type: nauc_recall_at_5_std + value: -24.261954402489426 + - type: ndcg_at_1 + value: 72.37 + - type: ndcg_at_10 + value: 80.40899999999999 + - type: ndcg_at_100 + value: 82.49499999999999 + - type: ndcg_at_1000 + value: 82.87299999999999 + - type: ndcg_at_20 + value: 81.42 + - type: ndcg_at_3 + value: 76.64 + - type: ndcg_at_5 + value: 78.61200000000001 + - type: precision_at_1 + value: 72.37 + - type: precision_at_10 + value: 12.205 + - type: precision_at_100 + value: 1.456 + - type: precision_at_1000 + value: 0.155 + - type: precision_at_20 + value: 6.555 + - type: precision_at_3 + value: 33.233000000000004 + - type: precision_at_5 + value: 22.094 + - type: recall_at_1 + value: 62.967 + - type: recall_at_10 + value: 89.588 + - type: recall_at_100 + value: 97.436 + - type: recall_at_1000 + value: 99.57000000000001 + - type: recall_at_20 + value: 93.014 + - type: recall_at_3 + value: 78.89 + - type: recall_at_5 + value: 84.263 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 29.825273344892018 + - type: v_measure + value: 29.825273344892018 + - type: v_measure_std + value: 3.413163578106075 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 42.0392645090109 + - type: v_measure + value: 42.0392645090109 + - type: v_measure_std + value: 10.73024571766896 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 12.253 + - type: map_at_1 + value: 2.888 + - type: map_at_10 + value: 6.783 + - type: map_at_100 + value: 8.051 + - type: map_at_1000 + value: 8.296000000000001 + - type: map_at_20 + value: 7.371999999999999 + - type: map_at_3 + value: 4.928 + - type: map_at_5 + value: 5.778 + - type: mrr_at_1 + value: 14.2 + - type: mrr_at_10 + value: 21.927499999999988 + - type: mrr_at_100 + value: 23.063614104255763 + - type: mrr_at_1000 + value: 23.151849009942037 + - type: mrr_at_20 + value: 22.56615860189003 + - type: mrr_at_3 + value: 19.100000000000012 + - type: mrr_at_5 + value: 20.61 + - type: nauc_map_at_1000_diff1 + value: 14.182568931212458 + - type: nauc_map_at_1000_max + value: 11.87242323440983 + - type: nauc_map_at_1000_std + value: 10.987284359684235 + - type: nauc_map_at_100_diff1 + value: 14.193093675098092 + - type: nauc_map_at_100_max + value: 11.599572888739685 + - type: nauc_map_at_100_std + value: 10.475220881514295 + - type: nauc_map_at_10_diff1 + value: 14.034910844934629 + - type: nauc_map_at_10_max + value: 10.051858862026663 + - type: nauc_map_at_10_std + value: 7.9164358825456995 + - type: nauc_map_at_1_diff1 + value: 22.17139483822647 + - type: nauc_map_at_1_max + value: 8.448516282439247 + - type: nauc_map_at_1_std + value: 4.088360090256417 + - type: nauc_map_at_20_diff1 + value: 14.51586760670648 + - type: nauc_map_at_20_max + value: 10.875650485023241 + - type: nauc_map_at_20_std + value: 8.80606207048993 + - type: nauc_map_at_3_diff1 + value: 16.108107384612087 + - type: nauc_map_at_3_max + value: 7.805819214793363 + - type: nauc_map_at_3_std + value: 3.166150628019278 + - type: nauc_map_at_5_diff1 + value: 15.609474481800204 + - type: nauc_map_at_5_max + value: 8.202684739141446 + - type: nauc_map_at_5_std + value: 4.848998167169013 + - type: nauc_mrr_at_1000_diff1 + value: 16.617525087558985 + - type: nauc_mrr_at_1000_max + value: 10.455039784741615 + - type: nauc_mrr_at_1000_std + value: 7.848422088275981 + - type: nauc_mrr_at_100_diff1 + value: 16.63627308215634 + - type: nauc_mrr_at_100_max + value: 10.448616797013655 + - type: nauc_mrr_at_100_std + value: 7.863445451737694 + - type: nauc_mrr_at_10_diff1 + value: 16.20708330936853 + - type: nauc_mrr_at_10_max + value: 10.280022855557586 + - type: nauc_mrr_at_10_std + value: 7.505175583320494 + - type: nauc_mrr_at_1_diff1 + value: 21.642236003980578 + - type: nauc_mrr_at_1_max + value: 8.52819778549444 + - type: nauc_mrr_at_1_std + value: 4.7558963204944575 + - type: nauc_mrr_at_20_diff1 + value: 16.614102679900437 + - type: nauc_mrr_at_20_max + value: 10.404962178769987 + - type: nauc_mrr_at_20_std + value: 7.74497246518132 + - type: nauc_mrr_at_3_diff1 + value: 17.244670863658367 + - type: nauc_mrr_at_3_max + value: 9.74949752067465 + - type: nauc_mrr_at_3_std + value: 6.517516700262418 + - type: nauc_mrr_at_5_diff1 + value: 16.597545154527417 + - type: nauc_mrr_at_5_max + value: 9.659314909684689 + - type: nauc_mrr_at_5_std + value: 6.200070025395718 + - type: nauc_ndcg_at_1000_diff1 + value: 13.152063056797244 + - type: nauc_ndcg_at_1000_max + value: 15.447792612691421 + - type: nauc_ndcg_at_1000_std + value: 18.992760141528446 + - type: nauc_ndcg_at_100_diff1 + value: 13.072230609859858 + - type: nauc_ndcg_at_100_max + value: 14.016812909904536 + - type: nauc_ndcg_at_100_std + value: 15.943278161477101 + - type: nauc_ndcg_at_10_diff1 + value: 12.812207960632893 + - type: nauc_ndcg_at_10_max + value: 11.691288481527394 + - type: nauc_ndcg_at_10_std + value: 10.155068868552386 + - type: nauc_ndcg_at_1_diff1 + value: 21.642236003980578 + - type: nauc_ndcg_at_1_max + value: 8.52819778549444 + - type: nauc_ndcg_at_1_std + value: 4.7558963204944575 + - type: nauc_ndcg_at_20_diff1 + value: 13.810532975146646 + - type: nauc_ndcg_at_20_max + value: 12.636202272299846 + - type: nauc_ndcg_at_20_std + value: 11.707685287793824 + - type: nauc_ndcg_at_3_diff1 + value: 15.496505430297228 + - type: nauc_ndcg_at_3_max + value: 8.909406009315223 + - type: nauc_ndcg_at_3_std + value: 4.93706512584431 + - type: nauc_ndcg_at_5_diff1 + value: 14.723191457561866 + - type: nauc_ndcg_at_5_max + value: 9.104793724082013 + - type: nauc_ndcg_at_5_std + value: 5.922930997187946 + - type: nauc_precision_at_1000_diff1 + value: 7.8489167991593805 + - type: nauc_precision_at_1000_max + value: 18.26907219363144 + - type: nauc_precision_at_1000_std + value: 31.77288326543712 + - type: nauc_precision_at_100_diff1 + value: 8.245950132869769 + - type: nauc_precision_at_100_max + value: 16.265649997550394 + - type: nauc_precision_at_100_std + value: 24.558860546717327 + - type: nauc_precision_at_10_diff1 + value: 8.500463072198098 + - type: nauc_precision_at_10_max + value: 14.314584519336309 + - type: nauc_precision_at_10_std + value: 14.679159921019563 + - type: nauc_precision_at_1_diff1 + value: 21.642236003980578 + - type: nauc_precision_at_1_max + value: 8.52819778549444 + - type: nauc_precision_at_1_std + value: 4.7558963204944575 + - type: nauc_precision_at_20_diff1 + value: 10.588135856629089 + - type: nauc_precision_at_20_max + value: 15.06828548759572 + - type: nauc_precision_at_20_std + value: 16.674200927559312 + - type: nauc_precision_at_3_diff1 + value: 13.410961698561563 + - type: nauc_precision_at_3_max + value: 9.244832586270592 + - type: nauc_precision_at_3_std + value: 4.889153531043075 + - type: nauc_precision_at_5_diff1 + value: 11.72677687134605 + - type: nauc_precision_at_5_max + value: 9.199481058013285 + - type: nauc_precision_at_5_std + value: 6.779996046649549 + - type: nauc_recall_at_1000_diff1 + value: 7.545697390524447 + - type: nauc_recall_at_1000_max + value: 19.044567411069345 + - type: nauc_recall_at_1000_std + value: 32.05107412714431 + - type: nauc_recall_at_100_diff1 + value: 8.304643594720291 + - type: nauc_recall_at_100_max + value: 16.528675326894266 + - type: nauc_recall_at_100_std + value: 24.542570307483576 + - type: nauc_recall_at_10_diff1 + value: 8.75742794104925 + - type: nauc_recall_at_10_max + value: 14.214138183257088 + - type: nauc_recall_at_10_std + value: 14.405821458762851 + - type: nauc_recall_at_1_diff1 + value: 22.17139483822647 + - type: nauc_recall_at_1_max + value: 8.448516282439247 + - type: nauc_recall_at_1_std + value: 4.088360090256417 + - type: nauc_recall_at_20_diff1 + value: 10.764515099695727 + - type: nauc_recall_at_20_max + value: 14.962914794654061 + - type: nauc_recall_at_20_std + value: 16.493144394882123 + - type: nauc_recall_at_3_diff1 + value: 13.639624586343633 + - type: nauc_recall_at_3_max + value: 9.229738836591675 + - type: nauc_recall_at_3_std + value: 4.651985338466959 + - type: nauc_recall_at_5_diff1 + value: 12.033971364395832 + - type: nauc_recall_at_5_max + value: 9.334298843786886 + - type: nauc_recall_at_5_std + value: 6.587498761472439 + - type: ndcg_at_1 + value: 14.2 + - type: ndcg_at_10 + value: 12.253 + - type: ndcg_at_100 + value: 18.186 + - type: ndcg_at_1000 + value: 23.221 + - type: ndcg_at_20 + value: 14.122000000000002 + - type: ndcg_at_3 + value: 11.325000000000001 + - type: ndcg_at_5 + value: 9.911 + - type: precision_at_1 + value: 14.2 + - type: precision_at_10 + value: 6.47 + - type: precision_at_100 + value: 1.518 + - type: precision_at_1000 + value: 0.27299999999999996 + - type: precision_at_20 + value: 4.315 + - type: precision_at_3 + value: 10.5 + - type: precision_at_5 + value: 8.66 + - type: recall_at_1 + value: 2.888 + - type: recall_at_10 + value: 13.113 + - type: recall_at_100 + value: 30.79 + - type: recall_at_1000 + value: 55.47 + - type: recall_at_20 + value: 17.477 + - type: recall_at_3 + value: 6.388000000000001 + - type: recall_at_5 + value: 8.793 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 74.47186624461347 + - type: cosine_spearman + value: 63.91365796295238 + - type: euclidean_pearson + value: 64.47379282614025 + - type: euclidean_spearman + value: 57.952313105909546 + - type: main_score + value: 63.91365796295238 + - type: manhattan_pearson + value: 63.78641984214034 + - type: manhattan_spearman + value: 58.1628493915856 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 70.68076882532134 + - type: map + value: 70.68076882532134 + - type: mrr + value: 89.99516188241678 + - type: nAUC_map_diff1 + value: 10.122594085098678 + - type: nAUC_map_max + value: 54.78827936225146 + - type: nAUC_map_std + value: 66.34579346833124 + - type: nAUC_mrr_diff1 + value: 49.215609105523825 + - type: nAUC_mrr_max + value: 76.08848787865979 + - type: nAUC_mrr_std + value: 72.73263647015558 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 48.231 + - type: map_at_1 + value: 34.721999999999994 + - type: map_at_10 + value: 43.265 + - type: map_at_100 + value: 44.289 + - type: map_at_1000 + value: 44.345 + - type: map_at_20 + value: 43.855 + - type: map_at_3 + value: 40.176 + - type: map_at_5 + value: 42.095 + - type: mrr_at_1 + value: 36.666666666666664 + - type: mrr_at_10 + value: 44.615079365079346 + - type: mrr_at_100 + value: 45.52478310480785 + - type: mrr_at_1000 + value: 45.56825745517574 + - type: mrr_at_20 + value: 45.132147618177 + - type: mrr_at_3 + value: 41.833333333333314 + - type: mrr_at_5 + value: 43.583333333333314 + - type: nauc_map_at_1000_diff1 + value: 53.57155702970847 + - type: nauc_map_at_1000_max + value: 37.553228317905734 + - type: nauc_map_at_1000_std + value: -6.952334017204984 + - type: nauc_map_at_100_diff1 + value: 53.57075326773955 + - type: nauc_map_at_100_max + value: 37.55176603615736 + - type: nauc_map_at_100_std + value: -6.948451471419115 + - type: nauc_map_at_10_diff1 + value: 53.268386251103706 + - type: nauc_map_at_10_max + value: 37.351400478599736 + - type: nauc_map_at_10_std + value: -7.379738112714526 + - type: nauc_map_at_1_diff1 + value: 57.56838727422756 + - type: nauc_map_at_1_max + value: 33.91693407903183 + - type: nauc_map_at_1_std + value: -12.559053818648572 + - type: nauc_map_at_20_diff1 + value: 53.429671187841 + - type: nauc_map_at_20_max + value: 37.55936524741779 + - type: nauc_map_at_20_std + value: -6.880881015953415 + - type: nauc_map_at_3_diff1 + value: 54.458437868703605 + - type: nauc_map_at_3_max + value: 36.81445939308554 + - type: nauc_map_at_3_std + value: -8.231513775582439 + - type: nauc_map_at_5_diff1 + value: 53.33057094321079 + - type: nauc_map_at_5_max + value: 37.195578868838275 + - type: nauc_map_at_5_std + value: -7.749307309217592 + - type: nauc_mrr_at_1000_diff1 + value: 54.34857273810341 + - type: nauc_mrr_at_1000_max + value: 38.826755160525714 + - type: nauc_mrr_at_1000_std + value: -3.129730482959875 + - type: nauc_mrr_at_100_diff1 + value: 54.32917120301528 + - type: nauc_mrr_at_100_max + value: 38.84753102337434 + - type: nauc_mrr_at_100_std + value: -3.110529285852822 + - type: nauc_mrr_at_10_diff1 + value: 54.21030071588315 + - type: nauc_mrr_at_10_max + value: 38.661275938475434 + - type: nauc_mrr_at_10_std + value: -3.1549502405659173 + - type: nauc_mrr_at_1_diff1 + value: 59.470724157474834 + - type: nauc_mrr_at_1_max + value: 35.60578977198414 + - type: nauc_mrr_at_1_std + value: -7.093778610977887 + - type: nauc_mrr_at_20_diff1 + value: 54.2349834325068 + - type: nauc_mrr_at_20_max + value: 38.85239854501404 + - type: nauc_mrr_at_20_std + value: -2.997711648490797 + - type: nauc_mrr_at_3_diff1 + value: 55.470098003809824 + - type: nauc_mrr_at_3_max + value: 38.84286486592964 + - type: nauc_mrr_at_3_std + value: -3.830268753542997 + - type: nauc_mrr_at_5_diff1 + value: 54.201419630958156 + - type: nauc_mrr_at_5_max + value: 38.67554185963586 + - type: nauc_mrr_at_5_std + value: -3.0596087257425566 + - type: nauc_ndcg_at_1000_diff1 + value: 52.72751108752398 + - type: nauc_ndcg_at_1000_max + value: 39.941645650054184 + - type: nauc_ndcg_at_1000_std + value: -3.4493637196751 + - type: nauc_ndcg_at_100_diff1 + value: 52.30910994650125 + - type: nauc_ndcg_at_100_max + value: 40.33184270901276 + - type: nauc_ndcg_at_100_std + value: -2.901475443164014 + - type: nauc_ndcg_at_10_diff1 + value: 51.26542850640732 + - type: nauc_ndcg_at_10_max + value: 39.175805828652656 + - type: nauc_ndcg_at_10_std + value: -4.381732114321711 + - type: nauc_ndcg_at_1_diff1 + value: 59.470724157474834 + - type: nauc_ndcg_at_1_max + value: 35.60578977198414 + - type: nauc_ndcg_at_1_std + value: -7.093778610977887 + - type: nauc_ndcg_at_20_diff1 + value: 51.40324983657063 + - type: nauc_ndcg_at_20_max + value: 39.97369516223508 + - type: nauc_ndcg_at_20_std + value: -2.72975335651069 + - type: nauc_ndcg_at_3_diff1 + value: 53.71558494303497 + - type: nauc_ndcg_at_3_max + value: 38.61655310566153 + - type: nauc_ndcg_at_3_std + value: -5.262243707278389 + - type: nauc_ndcg_at_5_diff1 + value: 51.55385916859908 + - type: nauc_ndcg_at_5_max + value: 38.97638742673797 + - type: nauc_ndcg_at_5_std + value: -4.828131283920876 + - type: nauc_precision_at_1000_diff1 + value: 2.7393612079697673 + - type: nauc_precision_at_1000_max + value: 29.35941187035881 + - type: nauc_precision_at_1000_std + value: 45.03378524845005 + - type: nauc_precision_at_100_diff1 + value: 22.31747414714092 + - type: nauc_precision_at_100_max + value: 42.31726670193232 + - type: nauc_precision_at_100_std + value: 37.85148997521028 + - type: nauc_precision_at_10_diff1 + value: 34.91968585372156 + - type: nauc_precision_at_10_max + value: 40.74286545360522 + - type: nauc_precision_at_10_std + value: 14.679551404285561 + - type: nauc_precision_at_1_diff1 + value: 59.470724157474834 + - type: nauc_precision_at_1_max + value: 35.60578977198414 + - type: nauc_precision_at_1_std + value: -7.093778610977887 + - type: nauc_precision_at_20_diff1 + value: 31.7196752846707 + - type: nauc_precision_at_20_max + value: 41.887774560054275 + - type: nauc_precision_at_20_std + value: 26.111756052789254 + - type: nauc_precision_at_3_diff1 + value: 47.59338596894126 + - type: nauc_precision_at_3_max + value: 41.60456773600893 + - type: nauc_precision_at_3_std + value: 7.290322069735562 + - type: nauc_precision_at_5_diff1 + value: 39.59998573359068 + - type: nauc_precision_at_5_max + value: 41.716169786122784 + - type: nauc_precision_at_5_std + value: 10.030870924661512 + - type: nauc_recall_at_1000_diff1 + value: 57.971222677105146 + - type: nauc_recall_at_1000_max + value: 74.35977239898826 + - type: nauc_recall_at_1000_std + value: 25.046884850806233 + - type: nauc_recall_at_100_diff1 + value: 44.05189249844107 + - type: nauc_recall_at_100_max + value: 56.07575711551889 + - type: nauc_recall_at_100_std + value: 15.984701343858864 + - type: nauc_recall_at_10_diff1 + value: 42.17980666307712 + - type: nauc_recall_at_10_max + value: 42.410562357398085 + - type: nauc_recall_at_10_std + value: 0.5085324911166664 + - type: nauc_recall_at_1_diff1 + value: 57.56838727422756 + - type: nauc_recall_at_1_max + value: 33.91693407903183 + - type: nauc_recall_at_1_std + value: -12.559053818648572 + - type: nauc_recall_at_20_diff1 + value: 41.4295207526725 + - type: nauc_recall_at_20_max + value: 47.09186640937312 + - type: nauc_recall_at_20_std + value: 8.914121841807814 + - type: nauc_recall_at_3_diff1 + value: 49.71735118306758 + - type: nauc_recall_at_3_max + value: 40.79913675597018 + - type: nauc_recall_at_3_std + value: -2.6560764286787197 + - type: nauc_recall_at_5_diff1 + value: 44.40157202097473 + - type: nauc_recall_at_5_max + value: 41.81658165643147 + - type: nauc_recall_at_5_std + value: -0.9819402152656556 + - type: ndcg_at_1 + value: 36.667 + - type: ndcg_at_10 + value: 48.231 + - type: ndcg_at_100 + value: 53.077 + - type: ndcg_at_1000 + value: 54.529 + - type: ndcg_at_20 + value: 50.202000000000005 + - type: ndcg_at_3 + value: 42.296 + - type: ndcg_at_5 + value: 45.540000000000006 + - type: precision_at_1 + value: 36.667 + - type: precision_at_10 + value: 6.933 + - type: precision_at_100 + value: 0.95 + - type: precision_at_1000 + value: 0.109 + - type: precision_at_20 + value: 3.9170000000000003 + - type: precision_at_3 + value: 16.889000000000003 + - type: precision_at_5 + value: 11.933 + - type: recall_at_1 + value: 34.721999999999994 + - type: recall_at_10 + value: 62.428 + - type: recall_at_100 + value: 84.806 + - type: recall_at_1000 + value: 96.1 + - type: recall_at_20 + value: 69.828 + - type: recall_at_3 + value: 46.417 + - type: recall_at_5 + value: 54.289 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.69900990099009 + - type: cosine_accuracy_threshold + value: 76.38404965400696 + - type: cosine_ap + value: 89.62871668005243 + - type: cosine_f1 + value: 84.05797101449276 + - type: cosine_f1_threshold + value: 75.10095834732056 + - type: cosine_precision + value: 87.1244635193133 + - type: cosine_recall + value: 81.2 + - type: dot_accuracy + value: 99.06534653465346 + - type: dot_accuracy_threshold + value: 67162.48779296875 + - type: dot_ap + value: 32.76318972787881 + - type: dot_f1 + value: 36.930860033726816 + - type: dot_f1_threshold + value: 39663.446044921875 + - type: dot_precision + value: 31.924198250728864 + - type: dot_recall + value: 43.8 + - type: euclidean_accuracy + value: 99.44257425742575 + - type: euclidean_accuracy_threshold + value: 1320.8951950073242 + - type: euclidean_ap + value: 70.6030643455353 + - type: euclidean_f1 + value: 68.96551724137932 + - type: euclidean_f1_threshold + value: 1433.2849502563477 + - type: euclidean_precision + value: 73.44632768361582 + - type: euclidean_recall + value: 65.0 + - type: main_score + value: 89.62871668005243 + - type: manhattan_accuracy + value: 99.43564356435644 + - type: manhattan_accuracy_threshold + value: 23616.18194580078 + - type: manhattan_ap + value: 69.53528871039842 + - type: manhattan_f1 + value: 67.80032912781131 + - type: manhattan_f1_threshold + value: 24650.78887939453 + - type: manhattan_precision + value: 75.09113001215067 + - type: manhattan_recall + value: 61.8 + - type: max_accuracy + value: 99.69900990099009 + - type: max_ap + value: 89.62871668005243 + - type: max_f1 + value: 84.05797101449276 + - type: max_precision + value: 87.1244635193133 + - type: max_recall + value: 81.2 + - type: similarity_accuracy + value: 99.69900990099009 + - type: similarity_accuracy_threshold + value: 76.38405561447144 + - type: similarity_ap + value: 89.62871668005243 + - type: similarity_f1 + value: 84.05797101449276 + - type: similarity_f1_threshold + value: 75.10097026824951 + - type: similarity_precision + value: 87.1244635193133 + - type: similarity_recall + value: 81.2 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 39.45192779241171 + - type: v_measure + value: 39.45192779241171 + - type: v_measure_std + value: 4.925771037453908 + task: + type: Clustering + --- # 🪲 brown-beetle-base-v1.1 Model Card