--- license: apache-2.0 tags: - text-embedding - feature-extraction - sentence-similarity - transformers - mteb model-index: - name: Gouzi3618/LENS-4000 results: - task: type: Classification dataset: name: MTEB AmazonCounterfactualClassification (en) type: mteb/amazon_counterfactual config: en split: test revision: e8379541af4e31359cca9fbcf4b00f2671dba205 metrics: - type: accuracy value: 93.61194029850746 - type: ap value: 73.89383804438975 - type: ap_weighted value: 73.89383804438975 - type: f1 value: 90.31690759629414 - type: f1_weighted value: 93.75647989786705 - type: main_score value: 93.61194029850746 - task: type: Classification dataset: name: MTEB AmazonPolarityClassification (default) type: mteb/amazon_polarity config: default split: test revision: e2d317d38cd51312af73b3d32a06d1a08b442046 metrics: - type: accuracy value: 97.05455 - type: ap value: 95.53082050876944 - type: ap_weighted value: 95.53082050876944 - type: f1 value: 97.05405422635297 - type: f1_weighted value: 97.05405422635297 - type: main_score value: 97.05455 - task: type: Classification dataset: name: MTEB AmazonReviewsClassification (en) type: mteb/amazon_reviews_multi config: en split: test revision: 1399c76144fd37290681b995c656ef9b2e06e26d metrics: - type: accuracy value: 62.834 - type: f1 value: 61.45864309016823 - type: f1_weighted value: 61.45864309016823 - type: main_score value: 62.834 - task: type: Retrieval dataset: name: MTEB ArguAna (default) type: mteb/arguana config: default split: test revision: c22ab2a51041ffd869aaddef7af8d8215647e41a metrics: - type: main_score value: 77.31700000000001 - type: map_at_1 value: 56.757000000000005 - type: map_at_10 value: 71.136 - type: map_at_100 value: 71.339 - type: map_at_1000 value: 71.34 - type: map_at_20 value: 71.314 - type: map_at_3 value: 68.67 - type: map_at_5 value: 70.274 - type: mrr_at_1 value: 57.7524893314367 - type: mrr_at_10 value: 71.48944997629222 - type: mrr_at_100 value: 71.69295763275832 - type: mrr_at_1000 value: 71.69337848338161 - type: mrr_at_20 value: 71.66813464342809 - type: mrr_at_3 value: 69.04931247036524 - type: mrr_at_5 value: 70.61403508771947 - type: nauc_map_at_1000_diff1 value: 22.388799480884085 - type: nauc_map_at_1000_max value: -12.478980783254928 - type: nauc_map_at_1000_std value: -34.52645054563002 - type: nauc_map_at_100_diff1 value: 22.390230435504822 - type: nauc_map_at_100_max value: -12.476906954784145 - type: nauc_map_at_100_std value: -34.52397021747207 - type: nauc_map_at_10_diff1 value: 22.376630933605696 - type: nauc_map_at_10_max value: -12.263443549324265 - type: nauc_map_at_10_std value: -34.54600345217659 - type: nauc_map_at_1_diff1 value: 24.736009447964786 - type: nauc_map_at_1_max value: -15.468802285096888 - type: nauc_map_at_1_std value: -34.94706450308731 - type: nauc_map_at_20_diff1 value: 22.42616556265818 - type: nauc_map_at_20_max value: -12.405995637209402 - type: nauc_map_at_20_std value: -34.51377335859978 - type: nauc_map_at_3_diff1 value: 22.371578696906337 - type: nauc_map_at_3_max value: -11.688805933888062 - type: nauc_map_at_3_std value: -34.527333588071734 - type: nauc_map_at_5_diff1 value: 22.336979324422785 - type: nauc_map_at_5_max value: -11.708158232210106 - type: nauc_map_at_5_std value: -34.0971263102141 - type: nauc_mrr_at_1000_diff1 value: 19.213326943604773 - type: nauc_mrr_at_1000_max value: -13.159790933260695 - type: nauc_mrr_at_1000_std value: -34.37354227933731 - type: nauc_mrr_at_100_diff1 value: 19.21482127549166 - type: nauc_mrr_at_100_max value: -13.157697787479252 - type: nauc_mrr_at_100_std value: -34.371056737336566 - type: nauc_mrr_at_10_diff1 value: 19.229328983348385 - type: nauc_mrr_at_10_max value: -12.937512977150767 - type: nauc_mrr_at_10_std value: -34.394516401257476 - type: nauc_mrr_at_1_diff1 value: 21.9227471620602 - type: nauc_mrr_at_1_max value: -14.49455136413785 - type: nauc_mrr_at_1_std value: -34.40628723085126 - type: nauc_mrr_at_20_diff1 value: 19.2543334569671 - type: nauc_mrr_at_20_max value: -13.085814849140306 - type: nauc_mrr_at_20_std value: -34.360993502287066 - type: nauc_mrr_at_3_diff1 value: 19.311458613644003 - type: nauc_mrr_at_3_max value: -12.495078377194448 - type: nauc_mrr_at_3_std value: -34.72187448892093 - type: nauc_mrr_at_5_diff1 value: 19.28984692496265 - type: nauc_mrr_at_5_max value: -12.410164787044511 - type: nauc_mrr_at_5_std value: -34.008782372540274 - type: nauc_ndcg_at_1000_diff1 value: 22.334871936347476 - type: nauc_ndcg_at_1000_max value: -11.650741994163685 - type: nauc_ndcg_at_1000_std value: -33.95291620206335 - type: nauc_ndcg_at_100_diff1 value: 22.37733922760018 - type: nauc_ndcg_at_100_max value: -11.589691369551995 - type: nauc_ndcg_at_100_std value: -33.87967074881655 - type: nauc_ndcg_at_10_diff1 value: 22.435450031266548 - type: nauc_ndcg_at_10_max value: -10.425129788856612 - type: nauc_ndcg_at_10_std value: -34.021875869293375 - type: nauc_ndcg_at_1_diff1 value: 24.736009447964786 - type: nauc_ndcg_at_1_max value: -15.468802285096888 - type: nauc_ndcg_at_1_std value: -34.94706450308731 - type: nauc_ndcg_at_20_diff1 value: 22.690287768336383 - type: nauc_ndcg_at_20_max value: -11.01817585186346 - type: nauc_ndcg_at_20_std value: -33.855537917453795 - type: nauc_ndcg_at_3_diff1 value: 22.3679413098738 - type: nauc_ndcg_at_3_max value: -9.344141286897605 - type: nauc_ndcg_at_3_std value: -34.04026532887956 - type: nauc_ndcg_at_5_diff1 value: 22.379749690565344 - type: nauc_ndcg_at_5_max value: -8.914654859650676 - type: nauc_ndcg_at_5_std value: -32.83042128448497 - type: nauc_precision_at_1000_diff1 value: 11.379891065145626 - type: nauc_precision_at_1000_max value: 33.6930576530585 - type: nauc_precision_at_1000_std value: 67.69047934273685 - type: nauc_precision_at_100_diff1 value: 26.149909220953184 - type: nauc_precision_at_100_max value: 44.74421471088036 - type: nauc_precision_at_100_std value: 73.07539945227865 - type: nauc_precision_at_10_diff1 value: 25.663092824490043 - type: nauc_precision_at_10_max value: 20.801697270838257 - type: nauc_precision_at_10_std value: -24.568452476876267 - type: nauc_precision_at_1_diff1 value: 24.736009447964786 - type: nauc_precision_at_1_max value: -15.468802285096888 - type: nauc_precision_at_1_std value: -34.94706450308731 - type: nauc_precision_at_20_diff1 value: 47.6822175290111 - type: nauc_precision_at_20_max value: 50.99214578615923 - type: nauc_precision_at_20_std value: 4.294200220909195 - type: nauc_precision_at_3_diff1 value: 22.832628569595652 - type: nauc_precision_at_3_max value: 1.7043962267472152 - type: nauc_precision_at_3_std value: -31.67043197631448 - type: nauc_precision_at_5_diff1 value: 23.570424373006762 - type: nauc_precision_at_5_max value: 11.289340977365226 - type: nauc_precision_at_5_std value: -23.100403202876947 - type: nauc_recall_at_1000_diff1 value: 11.379891065145936 - type: nauc_recall_at_1000_max value: 33.69305765305101 - type: nauc_recall_at_1000_std value: 67.6904793427376 - type: nauc_recall_at_100_diff1 value: 26.14990922095449 - type: nauc_recall_at_100_max value: 44.74421471087856 - type: nauc_recall_at_100_std value: 73.07539945228118 - type: nauc_recall_at_10_diff1 value: 25.663092824489333 - type: nauc_recall_at_10_max value: 20.801697270838257 - type: nauc_recall_at_10_std value: -24.568452476876796 - type: nauc_recall_at_1_diff1 value: 24.736009447964786 - type: nauc_recall_at_1_max value: -15.468802285096888 - type: nauc_recall_at_1_std value: -34.94706450308731 - type: nauc_recall_at_20_diff1 value: 47.682217529011794 - type: nauc_recall_at_20_max value: 50.992145786157735 - type: nauc_recall_at_20_std value: 4.294200220909699 - type: nauc_recall_at_3_diff1 value: 22.832628569595713 - type: nauc_recall_at_3_max value: 1.7043962267472765 - type: nauc_recall_at_3_std value: -31.67043197631441 - type: nauc_recall_at_5_diff1 value: 23.570424373006617 - type: nauc_recall_at_5_max value: 11.289340977365105 - type: nauc_recall_at_5_std value: -23.10040320287697 - type: ndcg_at_1 value: 56.757000000000005 - type: ndcg_at_10 value: 77.31700000000001 - type: ndcg_at_100 value: 78.109 - type: ndcg_at_1000 value: 78.118 - type: ndcg_at_20 value: 77.95400000000001 - type: ndcg_at_3 value: 72.416 - type: ndcg_at_5 value: 75.266 - type: precision_at_1 value: 56.757000000000005 - type: precision_at_10 value: 9.629999999999999 - type: precision_at_100 value: 0.996 - type: precision_at_1000 value: 0.1 - type: precision_at_20 value: 4.9399999999999995 - type: precision_at_3 value: 27.738000000000003 - type: precision_at_5 value: 18.009 - type: recall_at_1 value: 56.757000000000005 - type: recall_at_10 value: 96.30199999999999 - type: recall_at_100 value: 99.57300000000001 - type: recall_at_1000 value: 99.644 - type: recall_at_20 value: 98.791 - type: recall_at_3 value: 83.21499999999999 - type: recall_at_5 value: 90.04299999999999 - task: type: Clustering dataset: name: MTEB ArxivClusteringP2P (default) type: mteb/arxiv-clustering-p2p config: default split: test revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d metrics: - type: main_score value: 54.87086052375513 - type: v_measure value: 54.87086052375513 - type: v_measure_std value: 14.454097589509681 - task: type: Clustering dataset: name: MTEB ArxivClusteringS2S (default) type: mteb/arxiv-clustering-s2s config: default split: test revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 metrics: - type: main_score value: 50.24788850687535 - type: v_measure value: 50.24788850687535 - type: v_measure_std value: 14.477615357158207 - task: type: Reranking dataset: name: MTEB AskUbuntuDupQuestions (default) type: mteb/askubuntudupquestions-reranking config: default split: test revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 metrics: - type: main_score value: 65.44621361559305 - type: map value: 65.44621361559305 - type: mrr value: 78.08380600624368 - type: nAUC_map_diff1 value: 19.65299058945553 - type: nAUC_map_max value: 23.879426571566693 - type: nAUC_map_std value: 21.448441444297377 - type: nAUC_mrr_diff1 value: 27.941419145421513 - type: nAUC_mrr_max value: 38.67113462643772 - type: nAUC_mrr_std value: 27.452420501889257 - task: type: STS dataset: name: MTEB BIOSSES (default) type: mteb/biosses-sts config: default split: test revision: d3fb88f8f02e40887cd149695127462bbcf29b4a metrics: - type: cosine_pearson value: 85.46985769611739 - type: cosine_spearman value: 84.47120184207104 - type: euclidean_pearson value: 83.12042031068798 - type: euclidean_spearman value: 84.47120184207104 - type: main_score value: 84.47120184207104 - type: manhattan_pearson value: 84.05034163855613 - type: manhattan_spearman value: 85.87725797639943 - type: pearson value: 85.46985769611739 - type: spearman value: 84.47120184207104 - task: type: Classification dataset: name: MTEB Banking77Classification (default) type: mteb/banking77 config: default split: test revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 metrics: - type: accuracy value: 90.42532467532467 - type: f1 value: 90.26361056658011 - type: f1_weighted value: 90.26361056658011 - type: main_score value: 90.42532467532467 - task: type: Clustering dataset: name: MTEB BiorxivClusteringP2P (default) type: mteb/biorxiv-clustering-p2p config: default split: test revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 metrics: - type: main_score value: 52.38683432596689 - type: v_measure value: 52.38683432596689 - type: v_measure_std value: 1.1038897398800631 - task: type: Clustering dataset: name: MTEB BiorxivClusteringS2S (default) type: mteb/biorxiv-clustering-s2s config: default split: test revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 metrics: - type: main_score value: 48.3512116630593 - type: v_measure value: 48.3512116630593 - type: v_measure_std value: 0.9899344134435963 - task: type: Retrieval dataset: name: MTEB CQADupstackAndroidRetrieval (default) type: mteb/cqadupstack-android config: default split: test revision: f46a197baaae43b4f621051089b82a364682dfeb metrics: - type: main_score value: 57.058 - type: map_at_1 value: 37.856 - type: map_at_10 value: 50.468 - type: map_at_100 value: 52.122 - type: map_at_1000 value: 52.227999999999994 - type: map_at_20 value: 51.452 - type: map_at_3 value: 46.035 - type: map_at_5 value: 48.697 - type: mrr_at_1 value: 46.49499284692418 - type: mrr_at_10 value: 56.45865976338077 - type: mrr_at_100 value: 57.15406103632462 - type: mrr_at_1000 value: 57.186669571472 - type: mrr_at_20 value: 56.89032246443981 - type: mrr_at_3 value: 53.62422508345254 - type: mrr_at_5 value: 55.47687172150688 - type: nauc_map_at_1000_diff1 value: 50.512172373172604 - type: nauc_map_at_1000_max value: 28.051021726690973 - type: nauc_map_at_1000_std value: -5.414493155767105 - type: nauc_map_at_100_diff1 value: 50.525494288235365 - type: nauc_map_at_100_max value: 28.080979312479716 - type: nauc_map_at_100_std value: -5.377611521735267 - type: nauc_map_at_10_diff1 value: 50.52132032370831 - type: nauc_map_at_10_max value: 28.19055535036718 - type: nauc_map_at_10_std value: -6.146385891118221 - type: nauc_map_at_1_diff1 value: 55.545356828877566 - type: nauc_map_at_1_max value: 27.61274844858242 - type: nauc_map_at_1_std value: -8.621029360796063 - type: nauc_map_at_20_diff1 value: 50.52798873084703 - type: nauc_map_at_20_max value: 28.069246502807125 - type: nauc_map_at_20_std value: -5.656028887086587 - type: nauc_map_at_3_diff1 value: 51.37953193900601 - type: nauc_map_at_3_max value: 29.14887116379335 - type: nauc_map_at_3_std value: -6.789146340902688 - type: nauc_map_at_5_diff1 value: 51.04248408716013 - type: nauc_map_at_5_max value: 28.153458547181888 - type: nauc_map_at_5_std value: -6.342753281151557 - type: nauc_mrr_at_1000_diff1 value: 49.745309714982675 - type: nauc_mrr_at_1000_max value: 27.78192309971017 - type: nauc_mrr_at_1000_std value: -3.556235805947885 - type: nauc_mrr_at_100_diff1 value: 49.7576370448317 - type: nauc_mrr_at_100_max value: 27.77848644353481 - type: nauc_mrr_at_100_std value: -3.5443586736899624 - type: nauc_mrr_at_10_diff1 value: 49.60030692211042 - type: nauc_mrr_at_10_max value: 27.712721575788567 - type: nauc_mrr_at_10_std value: -3.924565065659438 - type: nauc_mrr_at_1_diff1 value: 52.73175303711915 - type: nauc_mrr_at_1_max value: 27.68004014141246 - type: nauc_mrr_at_1_std value: -7.301104287664366 - type: nauc_mrr_at_20_diff1 value: 49.66247769979565 - type: nauc_mrr_at_20_max value: 27.60926232163171 - type: nauc_mrr_at_20_std value: -3.6243839173701677 - type: nauc_mrr_at_3_diff1 value: 49.437177966315446 - type: nauc_mrr_at_3_max value: 28.430569498388607 - type: nauc_mrr_at_3_std value: -3.5559995542946385 - type: nauc_mrr_at_5_diff1 value: 49.68971929099807 - type: nauc_mrr_at_5_max value: 28.13559946270903 - type: nauc_mrr_at_5_std value: -2.9843664884520726 - type: nauc_ndcg_at_1000_diff1 value: 49.47802328039259 - type: nauc_ndcg_at_1000_max value: 27.59881835465231 - type: nauc_ndcg_at_1000_std value: -3.232028189268046 - type: nauc_ndcg_at_100_diff1 value: 49.53100830995123 - type: nauc_ndcg_at_100_max value: 27.875639257725144 - type: nauc_ndcg_at_100_std value: -2.4268357776711142 - type: nauc_ndcg_at_10_diff1 value: 48.82720471657402 - type: nauc_ndcg_at_10_max value: 27.4834323844139 - type: nauc_ndcg_at_10_std value: -5.133549029794136 - type: nauc_ndcg_at_1_diff1 value: 52.73175303711915 - type: nauc_ndcg_at_1_max value: 27.68004014141246 - type: nauc_ndcg_at_1_std value: -7.301104287664366 - type: nauc_ndcg_at_20_diff1 value: 48.857238987577325 - type: nauc_ndcg_at_20_max value: 26.970121398869445 - type: nauc_ndcg_at_20_std value: -3.9660623414106118 - type: nauc_ndcg_at_3_diff1 value: 49.61450013831375 - type: nauc_ndcg_at_3_max value: 28.75501716693836 - type: nauc_ndcg_at_3_std value: -5.217281890185867 - type: nauc_ndcg_at_5_diff1 value: 49.59112537962819 - type: nauc_ndcg_at_5_max value: 27.4895238269022 - type: nauc_ndcg_at_5_std value: -4.380637070315594 - type: nauc_precision_at_1000_diff1 value: -23.290037380315777 - type: nauc_precision_at_1000_max value: -13.531919273991491 - type: nauc_precision_at_1000_std value: -0.5673577305039684 - type: nauc_precision_at_100_diff1 value: -15.840613974338588 - type: nauc_precision_at_100_max value: -7.8928638391297 - type: nauc_precision_at_100_std value: 8.388200097889415 - type: nauc_precision_at_10_diff1 value: 2.9240012043321197 - type: nauc_precision_at_10_max value: 4.608250220772331 - type: nauc_precision_at_10_std value: 5.977689477937855 - type: nauc_precision_at_1_diff1 value: 52.73175303711915 - type: nauc_precision_at_1_max value: 27.68004014141246 - type: nauc_precision_at_1_std value: -7.301104287664366 - type: nauc_precision_at_20_diff1 value: -5.605638741706147 - type: nauc_precision_at_20_max value: -1.4134648739891957 - type: nauc_precision_at_20_std value: 8.992151765925966 - type: nauc_precision_at_3_diff1 value: 24.866168696329318 - type: nauc_precision_at_3_max value: 19.399326441488363 - type: nauc_precision_at_3_std value: 0.6188303987405278 - type: nauc_precision_at_5_diff1 value: 14.371077180865004 - type: nauc_precision_at_5_max value: 10.734127354229518 - type: nauc_precision_at_5_std value: 4.777656412206082 - type: nauc_recall_at_1000_diff1 value: 49.6325052496859 - type: nauc_recall_at_1000_max value: 48.25106981500522 - type: nauc_recall_at_1000_std value: 60.106823545465794 - type: nauc_recall_at_100_diff1 value: 44.626633722434185 - type: nauc_recall_at_100_max value: 31.595409586964116 - type: nauc_recall_at_100_std value: 24.60697955490675 - type: nauc_recall_at_10_diff1 value: 41.964075418524594 - type: nauc_recall_at_10_max value: 23.613074060625877 - type: nauc_recall_at_10_std value: -6.079147189586106 - type: nauc_recall_at_1_diff1 value: 55.545356828877566 - type: nauc_recall_at_1_max value: 27.61274844858242 - type: nauc_recall_at_1_std value: -8.621029360796063 - type: nauc_recall_at_20_diff1 value: 41.019710158930536 - type: nauc_recall_at_20_max value: 20.53011931287726 - type: nauc_recall_at_20_std value: -0.43152987141906374 - type: nauc_recall_at_3_diff1 value: 46.044331178569756 - type: nauc_recall_at_3_max value: 28.4576718197227 - type: nauc_recall_at_3_std value: -5.039580731378937 - type: nauc_recall_at_5_diff1 value: 45.15410321963173 - type: nauc_recall_at_5_max value: 24.95381159724468 - type: nauc_recall_at_5_std value: -2.7696163048712092 - type: ndcg_at_1 value: 46.495 - type: ndcg_at_10 value: 57.058 - type: ndcg_at_100 value: 62.28900000000001 - type: ndcg_at_1000 value: 63.623 - type: ndcg_at_20 value: 59.382000000000005 - type: ndcg_at_3 value: 51.221000000000004 - type: ndcg_at_5 value: 54.381 - type: precision_at_1 value: 46.495 - type: precision_at_10 value: 10.915999999999999 - type: precision_at_100 value: 1.6969999999999998 - type: precision_at_1000 value: 0.209 - type: precision_at_20 value: 6.524000000000001 - type: precision_at_3 value: 24.464 - type: precision_at_5 value: 17.968999999999998 - type: recall_at_1 value: 37.856 - type: recall_at_10 value: 69.241 - type: recall_at_100 value: 90.28699999999999 - type: recall_at_1000 value: 98.245 - type: recall_at_20 value: 77.254 - type: recall_at_3 value: 52.906 - type: recall_at_5 value: 61.355000000000004 - task: type: Retrieval dataset: name: MTEB CQADupstackEnglishRetrieval (default) type: mteb/cqadupstack-english config: default split: test revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 metrics: - type: main_score value: 55.619 - type: map_at_1 value: 36.838 - type: map_at_10 value: 49.575 - type: map_at_100 value: 50.841 - type: map_at_1000 value: 50.958999999999996 - type: map_at_20 value: 50.242 - type: map_at_3 value: 46.161 - type: map_at_5 value: 48.047000000000004 - type: mrr_at_1 value: 46.36942675159236 - type: mrr_at_10 value: 55.585835608128654 - type: mrr_at_100 value: 56.14509022456505 - type: mrr_at_1000 value: 56.17254949423868 - type: mrr_at_20 value: 55.90911219427227 - type: mrr_at_3 value: 53.66242038216566 - type: mrr_at_5 value: 54.754777070063795 - type: nauc_map_at_1000_diff1 value: 55.72994146018132 - type: nauc_map_at_1000_max value: 31.790044348484297 - type: nauc_map_at_1000_std value: -3.676356400838977 - type: nauc_map_at_100_diff1 value: 55.75933759721365 - type: nauc_map_at_100_max value: 31.71115118548395 - type: nauc_map_at_100_std value: -3.8342809606231905 - type: nauc_map_at_10_diff1 value: 56.140582659854765 - type: nauc_map_at_10_max value: 30.78311323292639 - type: nauc_map_at_10_std value: -5.700660706560718 - type: nauc_map_at_1_diff1 value: 60.989149921402166 - type: nauc_map_at_1_max value: 24.847358431216847 - type: nauc_map_at_1_std value: -9.581978758832014 - type: nauc_map_at_20_diff1 value: 55.90088891725195 - type: nauc_map_at_20_max value: 31.14456673401443 - type: nauc_map_at_20_std value: -4.865501561278796 - type: nauc_map_at_3_diff1 value: 57.0971732510435 - type: nauc_map_at_3_max value: 28.585786390950574 - type: nauc_map_at_3_std value: -7.4884070271374545 - type: nauc_map_at_5_diff1 value: 56.455512726711234 - type: nauc_map_at_5_max value: 29.642007561881567 - type: nauc_map_at_5_std value: -6.751432515828243 - type: nauc_mrr_at_1000_diff1 value: 54.478564572207475 - type: nauc_mrr_at_1000_max value: 35.693883164459585 - type: nauc_mrr_at_1000_std value: 0.7643597056911735 - type: nauc_mrr_at_100_diff1 value: 54.469785726349244 - type: nauc_mrr_at_100_max value: 35.69354504224292 - type: nauc_mrr_at_100_std value: 0.7658609278819717 - type: nauc_mrr_at_10_diff1 value: 54.547801323233145 - type: nauc_mrr_at_10_max value: 35.674690735444365 - type: nauc_mrr_at_10_std value: 0.49454372122373236 - type: nauc_mrr_at_1_diff1 value: 58.0976236847133 - type: nauc_mrr_at_1_max value: 33.59373690579546 - type: nauc_mrr_at_1_std value: -0.8772488510621077 - type: nauc_mrr_at_20_diff1 value: 54.453167915372305 - type: nauc_mrr_at_20_max value: 35.721664453062736 - type: nauc_mrr_at_20_std value: 0.6523327541345227 - type: nauc_mrr_at_3_diff1 value: 54.7937640483145 - type: nauc_mrr_at_3_max value: 35.29469236108335 - type: nauc_mrr_at_3_std value: 0.8034554869950205 - type: nauc_mrr_at_5_diff1 value: 54.71493534691299 - type: nauc_mrr_at_5_max value: 35.72188122491164 - type: nauc_mrr_at_5_std value: 0.5775610038008605 - type: nauc_ndcg_at_1000_diff1 value: 53.62145095632505 - type: nauc_ndcg_at_1000_max value: 34.835565451787936 - type: nauc_ndcg_at_1000_std value: 1.1623091827615835 - type: nauc_ndcg_at_100_diff1 value: 53.77187136022632 - type: nauc_ndcg_at_100_max value: 34.609354362847014 - type: nauc_ndcg_at_100_std value: 0.5170266974858715 - type: nauc_ndcg_at_10_diff1 value: 54.20396088540467 - type: nauc_ndcg_at_10_max value: 33.67653413146747 - type: nauc_ndcg_at_10_std value: -2.931690615276255 - type: nauc_ndcg_at_1_diff1 value: 58.0976236847133 - type: nauc_ndcg_at_1_max value: 33.59373690579546 - type: nauc_ndcg_at_1_std value: -0.8772488510621077 - type: nauc_ndcg_at_20_diff1 value: 53.903247688173565 - type: nauc_ndcg_at_20_max value: 33.945585054020995 - type: nauc_ndcg_at_20_std value: -1.7196867778969072 - type: nauc_ndcg_at_3_diff1 value: 54.29684058685916 - type: nauc_ndcg_at_3_max value: 32.553067240491025 - type: nauc_ndcg_at_3_std value: -2.2016205000522997 - type: nauc_ndcg_at_5_diff1 value: 54.258684070633066 - type: nauc_ndcg_at_5_max value: 32.94664950545805 - type: nauc_ndcg_at_5_std value: -3.17937584881454 - type: nauc_precision_at_1000_diff1 value: -21.439194912116026 - type: nauc_precision_at_1000_max value: 15.942222677063993 - type: nauc_precision_at_1000_std value: 35.729915556531076 - type: nauc_precision_at_100_diff1 value: -14.953808144823391 - type: nauc_precision_at_100_max value: 24.366633515203866 - type: nauc_precision_at_100_std value: 38.91266206404506 - type: nauc_precision_at_10_diff1 value: 3.814206270267521 - type: nauc_precision_at_10_max value: 29.404023050544488 - type: nauc_precision_at_10_std value: 22.77713093456522 - type: nauc_precision_at_1_diff1 value: 58.0976236847133 - type: nauc_precision_at_1_max value: 33.59373690579546 - type: nauc_precision_at_1_std value: -0.8772488510621077 - type: nauc_precision_at_20_diff1 value: -4.373213972313144 - type: nauc_precision_at_20_max value: 26.64947569662616 - type: nauc_precision_at_20_std value: 28.094173647776948 - type: nauc_precision_at_3_diff1 value: 24.691792364305353 - type: nauc_precision_at_3_max value: 31.72445660483093 - type: nauc_precision_at_3_std value: 12.156717423144872 - type: nauc_precision_at_5_diff1 value: 14.671587544516148 - type: nauc_precision_at_5_max value: 30.65804536678362 - type: nauc_precision_at_5_std value: 16.73659878491423 - type: nauc_recall_at_1000_diff1 value: 37.914503683436536 - type: nauc_recall_at_1000_max value: 45.731930737542974 - type: nauc_recall_at_1000_std value: 35.36836074295906 - type: nauc_recall_at_100_diff1 value: 43.03648671559091 - type: nauc_recall_at_100_max value: 37.820103483683546 - type: nauc_recall_at_100_std value: 15.615402250472895 - type: nauc_recall_at_10_diff1 value: 48.628540470781196 - type: nauc_recall_at_10_max value: 32.31708030245735 - type: nauc_recall_at_10_std value: -6.158117543444034 - type: nauc_recall_at_1_diff1 value: 60.989149921402166 - type: nauc_recall_at_1_max value: 24.847358431216847 - type: nauc_recall_at_1_std value: -9.581978758832014 - type: nauc_recall_at_20_diff1 value: 45.73434335994 - type: nauc_recall_at_20_max value: 33.61655424932853 - type: nauc_recall_at_20_std value: -0.6535031789146651 - type: nauc_recall_at_3_diff1 value: 51.97854257203469 - type: nauc_recall_at_3_max value: 28.32218445772992 - type: nauc_recall_at_3_std value: -7.408420913990716 - type: nauc_recall_at_5_diff1 value: 50.310920262075776 - type: nauc_recall_at_5_max value: 30.262152583629774 - type: nauc_recall_at_5_std value: -7.532311259007899 - type: ndcg_at_1 value: 46.369 - type: ndcg_at_10 value: 55.619 - type: ndcg_at_100 value: 59.424 - type: ndcg_at_1000 value: 61.031 - type: ndcg_at_20 value: 57.117 - type: ndcg_at_3 value: 51.512 - type: ndcg_at_5 value: 53.322 - type: precision_at_1 value: 46.369 - type: precision_at_10 value: 10.58 - type: precision_at_100 value: 1.587 - type: precision_at_1000 value: 0.202 - type: precision_at_20 value: 6.069999999999999 - type: precision_at_3 value: 25.244 - type: precision_at_5 value: 17.618000000000002 - type: recall_at_1 value: 36.838 - type: recall_at_10 value: 65.923 - type: recall_at_100 value: 81.773 - type: recall_at_1000 value: 91.477 - type: recall_at_20 value: 71.49799999999999 - type: recall_at_3 value: 53.339999999999996 - type: recall_at_5 value: 58.791000000000004 - task: type: Retrieval dataset: name: MTEB CQADupstackGamingRetrieval (default) type: mteb/cqadupstack-gaming config: default split: test revision: 4885aa143210c98657558c04aaf3dc47cfb54340 metrics: - type: main_score value: 64.415 - type: map_at_1 value: 45.266 - type: map_at_10 value: 58.406000000000006 - type: map_at_100 value: 59.411 - type: map_at_1000 value: 59.443 - type: map_at_20 value: 59.026999999999994 - type: map_at_3 value: 54.764 - type: map_at_5 value: 56.906 - type: mrr_at_1 value: 51.53605015673981 - type: mrr_at_10 value: 61.7752649649202 - type: mrr_at_100 value: 62.31198236478266 - type: mrr_at_1000 value: 62.33025491564621 - type: mrr_at_20 value: 62.12073638425103 - type: mrr_at_3 value: 59.23719958202723 - type: mrr_at_5 value: 60.75757575757586 - type: nauc_map_at_1000_diff1 value: 52.78631894941548 - type: nauc_map_at_1000_max value: 29.728751350358717 - type: nauc_map_at_1000_std value: -7.2070664388485595 - type: nauc_map_at_100_diff1 value: 52.77487090828604 - type: nauc_map_at_100_max value: 29.73643835396022 - type: nauc_map_at_100_std value: -7.192081091184244 - type: nauc_map_at_10_diff1 value: 52.8201662488034 - type: nauc_map_at_10_max value: 29.265474037151424 - type: nauc_map_at_10_std value: -8.232044468471567 - type: nauc_map_at_1_diff1 value: 55.63611102392441 - type: nauc_map_at_1_max value: 21.587146316447857 - type: nauc_map_at_1_std value: -12.955850391319467 - type: nauc_map_at_20_diff1 value: 52.6726438399957 - type: nauc_map_at_20_max value: 29.51914837522581 - type: nauc_map_at_20_std value: -7.494785775769813 - type: nauc_map_at_3_diff1 value: 53.444278386735824 - type: nauc_map_at_3_max value: 27.570040557838492 - type: nauc_map_at_3_std value: -9.845447390972884 - type: nauc_map_at_5_diff1 value: 52.908466697724265 - type: nauc_map_at_5_max value: 28.598304185332513 - type: nauc_map_at_5_std value: -9.114199320822918 - type: nauc_mrr_at_1000_diff1 value: 52.98587062448025 - type: nauc_mrr_at_1000_max value: 30.616687348087147 - type: nauc_mrr_at_1000_std value: -6.638419408566125 - type: nauc_mrr_at_100_diff1 value: 52.98528690169978 - type: nauc_mrr_at_100_max value: 30.631362801787038 - type: nauc_mrr_at_100_std value: -6.610896813869307 - type: nauc_mrr_at_10_diff1 value: 52.9728419136709 - type: nauc_mrr_at_10_max value: 30.71489606923995 - type: nauc_mrr_at_10_std value: -6.900976597146519 - type: nauc_mrr_at_1_diff1 value: 55.4539286180352 - type: nauc_mrr_at_1_max value: 27.030701088930964 - type: nauc_mrr_at_1_std value: -10.215265840865353 - type: nauc_mrr_at_20_diff1 value: 52.926098560085165 - type: nauc_mrr_at_20_max value: 30.632225629457487 - type: nauc_mrr_at_20_std value: -6.613910041879073 - type: nauc_mrr_at_3_diff1 value: 52.83554224468542 - type: nauc_mrr_at_3_max value: 30.17432529520847 - type: nauc_mrr_at_3_std value: -7.325929832658564 - type: nauc_mrr_at_5_diff1 value: 52.74796836301836 - type: nauc_mrr_at_5_max value: 30.54844294099801 - type: nauc_mrr_at_5_std value: -7.0923818376581576 - type: nauc_ndcg_at_1000_diff1 value: 52.279573296640116 - type: nauc_ndcg_at_1000_max value: 31.879058831034378 - type: nauc_ndcg_at_1000_std value: -4.308877770345846 - type: nauc_ndcg_at_100_diff1 value: 52.100170634687494 - type: nauc_ndcg_at_100_max value: 32.26943920941709 - type: nauc_ndcg_at_100_std value: -3.518845179812363 - type: nauc_ndcg_at_10_diff1 value: 51.97497813151944 - type: nauc_ndcg_at_10_max value: 31.842222287174277 - type: nauc_ndcg_at_10_std value: -5.638996194820608 - type: nauc_ndcg_at_1_diff1 value: 55.4539286180352 - type: nauc_ndcg_at_1_max value: 27.030701088930964 - type: nauc_ndcg_at_1_std value: -10.215265840865353 - type: nauc_ndcg_at_20_diff1 value: 51.604041870023856 - type: nauc_ndcg_at_20_max value: 31.839417695842304 - type: nauc_ndcg_at_20_std value: -4.150686612019412 - type: nauc_ndcg_at_3_diff1 value: 52.38280692803513 - type: nauc_ndcg_at_3_max value: 29.842252496671417 - type: nauc_ndcg_at_3_std value: -7.322027965096159 - type: nauc_ndcg_at_5_diff1 value: 51.908967367930515 - type: nauc_ndcg_at_5_max value: 30.9036875426887 - type: nauc_ndcg_at_5_std value: -6.902083486810509 - type: nauc_precision_at_1000_diff1 value: -13.238021720371048 - type: nauc_precision_at_1000_max value: 15.672518125243029 - type: nauc_precision_at_1000_std value: 26.430027831539952 - type: nauc_precision_at_100_diff1 value: -10.877525862593592 - type: nauc_precision_at_100_max value: 20.23032432890667 - type: nauc_precision_at_100_std value: 28.337459589162723 - type: nauc_precision_at_10_diff1 value: 5.2583262975497345 - type: nauc_precision_at_10_max value: 28.35287118062466 - type: nauc_precision_at_10_std value: 17.252494522903753 - type: nauc_precision_at_1_diff1 value: 55.4539286180352 - type: nauc_precision_at_1_max value: 27.030701088930964 - type: nauc_precision_at_1_std value: -10.215265840865353 - type: nauc_precision_at_20_diff1 value: -3.28564896800227 - type: nauc_precision_at_20_max value: 25.11814075456984 - type: nauc_precision_at_20_std value: 24.797488478114257 - type: nauc_precision_at_3_diff1 value: 27.36049200577193 - type: nauc_precision_at_3_max value: 31.38986459675791 - type: nauc_precision_at_3_std value: 4.94673859480357 - type: nauc_precision_at_5_diff1 value: 15.950278506213737 - type: nauc_precision_at_5_max value: 29.79168305914221 - type: nauc_precision_at_5_std value: 9.76931975271942 - type: nauc_recall_at_1000_diff1 value: 44.363654144325324 - type: nauc_recall_at_1000_max value: 65.87737958676024 - type: nauc_recall_at_1000_std value: 66.33062353665733 - type: nauc_recall_at_100_diff1 value: 44.40436229432885 - type: nauc_recall_at_100_max value: 52.125011384194494 - type: nauc_recall_at_100_std value: 39.2934522251712 - type: nauc_recall_at_10_diff1 value: 46.16525418561482 - type: nauc_recall_at_10_max value: 36.828599940415415 - type: nauc_recall_at_10_std value: 1.182213593386153 - type: nauc_recall_at_1_diff1 value: 55.63611102392441 - type: nauc_recall_at_1_max value: 21.587146316447857 - type: nauc_recall_at_1_std value: -12.955850391319467 - type: nauc_recall_at_20_diff1 value: 42.73640642185509 - type: nauc_recall_at_20_max value: 38.566876742285785 - type: nauc_recall_at_20_std value: 12.696957126395137 - type: nauc_recall_at_3_diff1 value: 49.10962937589886 - type: nauc_recall_at_3_max value: 30.3754728722401 - type: nauc_recall_at_3_std value: -5.8046837607375235 - type: nauc_recall_at_5_diff1 value: 47.15226973550674 - type: nauc_recall_at_5_max value: 33.2256674725569 - type: nauc_recall_at_5_std value: -3.6870457217544486 - type: ndcg_at_1 value: 51.536 - type: ndcg_at_10 value: 64.415 - type: ndcg_at_100 value: 67.964 - type: ndcg_at_1000 value: 68.626 - type: ndcg_at_20 value: 66.038 - type: ndcg_at_3 value: 58.606 - type: ndcg_at_5 value: 61.556 - type: precision_at_1 value: 51.536 - type: precision_at_10 value: 10.313 - type: precision_at_100 value: 1.302 - type: precision_at_1000 value: 0.13799999999999998 - type: precision_at_20 value: 5.6899999999999995 - type: precision_at_3 value: 25.997999999999998 - type: precision_at_5 value: 17.906 - type: recall_at_1 value: 45.266 - type: recall_at_10 value: 78.603 - type: recall_at_100 value: 93.54599999999999 - type: recall_at_1000 value: 98.253 - type: recall_at_20 value: 84.492 - type: recall_at_3 value: 63.176 - type: recall_at_5 value: 70.39999999999999 - task: type: Retrieval dataset: name: MTEB CQADupstackGisRetrieval (default) type: mteb/cqadupstack-gis config: default split: test revision: 5003b3064772da1887988e05400cf3806fe491f2 metrics: - type: main_score value: 40.526 - type: map_at_1 value: 24.864 - type: map_at_10 value: 34.825 - type: map_at_100 value: 35.925000000000004 - type: map_at_1000 value: 35.992000000000004 - type: map_at_20 value: 35.443000000000005 - type: map_at_3 value: 31.871 - type: map_at_5 value: 33.229 - type: mrr_at_1 value: 26.666666666666668 - type: mrr_at_10 value: 36.55187875526857 - type: mrr_at_100 value: 37.49172764559794 - type: mrr_at_1000 value: 37.54236620694664 - type: mrr_at_20 value: 37.090912376004454 - type: mrr_at_3 value: 33.5969868173258 - type: mrr_at_5 value: 35.07156308851221 - type: nauc_map_at_1000_diff1 value: 44.891751149733196 - type: nauc_map_at_1000_max value: 15.851670132349863 - type: nauc_map_at_1000_std value: -6.211986438255689 - type: nauc_map_at_100_diff1 value: 44.874673705530206 - type: nauc_map_at_100_max value: 15.839489262649101 - type: nauc_map_at_100_std value: -6.207233514639387 - type: nauc_map_at_10_diff1 value: 44.9973434705712 - type: nauc_map_at_10_max value: 15.674524247902836 - type: nauc_map_at_10_std value: -6.609526006088386 - type: nauc_map_at_1_diff1 value: 52.91615262275366 - type: nauc_map_at_1_max value: 15.658694733337414 - type: nauc_map_at_1_std value: -8.127996150892375 - type: nauc_map_at_20_diff1 value: 44.85564238818856 - type: nauc_map_at_20_max value: 15.864949870815389 - type: nauc_map_at_20_std value: -6.33356250291001 - type: nauc_map_at_3_diff1 value: 46.046327749236646 - type: nauc_map_at_3_max value: 15.373437834620033 - type: nauc_map_at_3_std value: -7.381649120798753 - type: nauc_map_at_5_diff1 value: 45.11531096159745 - type: nauc_map_at_5_max value: 15.355856550981182 - type: nauc_map_at_5_std value: -7.8233977650785755 - type: nauc_mrr_at_1000_diff1 value: 44.33327398034034 - type: nauc_mrr_at_1000_max value: 16.412849348646365 - type: nauc_mrr_at_1000_std value: -4.799275364550082 - type: nauc_mrr_at_100_diff1 value: 44.30968445667686 - type: nauc_mrr_at_100_max value: 16.405335549486825 - type: nauc_mrr_at_100_std value: -4.782231711252647 - type: nauc_mrr_at_10_diff1 value: 44.29888367355646 - type: nauc_mrr_at_10_max value: 16.25074837299776 - type: nauc_mrr_at_10_std value: -4.920673041371069 - type: nauc_mrr_at_1_diff1 value: 52.45792631721784 - type: nauc_mrr_at_1_max value: 16.910229430959493 - type: nauc_mrr_at_1_std value: -6.547541650793473 - type: nauc_mrr_at_20_diff1 value: 44.28388085659487 - type: nauc_mrr_at_20_max value: 16.44303371699385 - type: nauc_mrr_at_20_std value: -4.782890220889415 - type: nauc_mrr_at_3_diff1 value: 45.597218407665494 - type: nauc_mrr_at_3_max value: 16.559752561241098 - type: nauc_mrr_at_3_std value: -5.542801615505432 - type: nauc_mrr_at_5_diff1 value: 44.43853572270395 - type: nauc_mrr_at_5_max value: 16.1133944641322 - type: nauc_mrr_at_5_std value: -6.050272589382528 - type: nauc_ndcg_at_1000_diff1 value: 42.278753638071386 - type: nauc_ndcg_at_1000_max value: 16.762316485090274 - type: nauc_ndcg_at_1000_std value: -3.815120779089691 - type: nauc_ndcg_at_100_diff1 value: 41.48636828362088 - type: nauc_ndcg_at_100_max value: 16.57237848948736 - type: nauc_ndcg_at_100_std value: -2.9411587277396305 - type: nauc_ndcg_at_10_diff1 value: 41.84405639778879 - type: nauc_ndcg_at_10_max value: 15.648068449751747 - type: nauc_ndcg_at_10_std value: -4.898160642419032 - type: nauc_ndcg_at_1_diff1 value: 52.45792631721784 - type: nauc_ndcg_at_1_max value: 16.910229430959493 - type: nauc_ndcg_at_1_std value: -6.547541650793473 - type: nauc_ndcg_at_20_diff1 value: 41.40610377673182 - type: nauc_ndcg_at_20_max value: 16.447475968548225 - type: nauc_ndcg_at_20_std value: -3.9262621516592775 - type: nauc_ndcg_at_3_diff1 value: 44.1592823405345 - type: nauc_ndcg_at_3_max value: 15.712847138573 - type: nauc_ndcg_at_3_std value: -6.883137206493727 - type: nauc_ndcg_at_5_diff1 value: 42.38989386193879 - type: nauc_ndcg_at_5_max value: 15.239800786663741 - type: nauc_ndcg_at_5_std value: -7.651974137221655 - type: nauc_precision_at_1000_diff1 value: -7.5519282288277925 - type: nauc_precision_at_1000_max value: 11.782489435682795 - type: nauc_precision_at_1000_std value: 11.668888993456477 - type: nauc_precision_at_100_diff1 value: 3.204774581975988 - type: nauc_precision_at_100_max value: 15.337126603034434 - type: nauc_precision_at_100_std value: 17.589357862845134 - type: nauc_precision_at_10_diff1 value: 25.434016688175493 - type: nauc_precision_at_10_max value: 17.27082325926627 - type: nauc_precision_at_10_std value: 3.822526901724587 - type: nauc_precision_at_1_diff1 value: 52.45792631721784 - type: nauc_precision_at_1_max value: 16.910229430959493 - type: nauc_precision_at_1_std value: -6.547541650793473 - type: nauc_precision_at_20_diff1 value: 18.7568667813302 - type: nauc_precision_at_20_max value: 19.306529566246464 - type: nauc_precision_at_20_std value: 8.382893890597472 - type: nauc_precision_at_3_diff1 value: 36.1574899950847 - type: nauc_precision_at_3_max value: 16.627299638592103 - type: nauc_precision_at_3_std value: -4.087788042093743 - type: nauc_precision_at_5_diff1 value: 30.628715896321694 - type: nauc_precision_at_5_max value: 16.0570729024651 - type: nauc_precision_at_5_std value: -5.445903035987369 - type: nauc_recall_at_1000_diff1 value: 21.809556502847656 - type: nauc_recall_at_1000_max value: 33.655435589139934 - type: nauc_recall_at_1000_std value: 20.196017966823725 - type: nauc_recall_at_100_diff1 value: 22.517616973663824 - type: nauc_recall_at_100_max value: 20.03103825061642 - type: nauc_recall_at_100_std value: 17.243632401151785 - type: nauc_recall_at_10_diff1 value: 31.71506385432409 - type: nauc_recall_at_10_max value: 14.239057272051598 - type: nauc_recall_at_10_std value: -0.9351019605896081 - type: nauc_recall_at_1_diff1 value: 52.91615262275366 - type: nauc_recall_at_1_max value: 15.658694733337414 - type: nauc_recall_at_1_std value: -8.127996150892375 - type: nauc_recall_at_20_diff1 value: 28.725276151070716 - type: nauc_recall_at_20_max value: 17.353450797923646 - type: nauc_recall_at_20_std value: 3.730067464363456 - type: nauc_recall_at_3_diff1 value: 39.02212891041207 - type: nauc_recall_at_3_max value: 14.936335410995708 - type: nauc_recall_at_3_std value: -6.937703093702095 - type: nauc_recall_at_5_diff1 value: 34.62638470036278 - type: nauc_recall_at_5_max value: 13.81867357102693 - type: nauc_recall_at_5_std value: -8.95853594372777 - type: ndcg_at_1 value: 26.667 - type: ndcg_at_10 value: 40.526 - type: ndcg_at_100 value: 45.906000000000006 - type: ndcg_at_1000 value: 47.607 - type: ndcg_at_20 value: 42.612 - type: ndcg_at_3 value: 34.479 - type: ndcg_at_5 value: 36.856 - type: precision_at_1 value: 26.667 - type: precision_at_10 value: 6.497 - type: precision_at_100 value: 0.9690000000000001 - type: precision_at_1000 value: 0.11499999999999999 - type: precision_at_20 value: 3.7510000000000003 - type: precision_at_3 value: 14.765 - type: precision_at_5 value: 10.328 - type: recall_at_1 value: 24.864 - type: recall_at_10 value: 56.52 - type: recall_at_100 value: 81.266 - type: recall_at_1000 value: 94.066 - type: recall_at_20 value: 64.287 - type: recall_at_3 value: 39.894 - type: recall_at_5 value: 45.573 - task: type: Retrieval dataset: name: MTEB CQADupstackMathematicaRetrieval (default) type: mteb/cqadupstack-mathematica config: default split: test revision: 90fceea13679c63fe563ded68f3b6f06e50061de metrics: - type: main_score value: 36.909 - type: map_at_1 value: 21.662 - type: map_at_10 value: 31.026999999999997 - type: map_at_100 value: 32.367000000000004 - type: map_at_1000 value: 32.478 - type: map_at_20 value: 31.769 - type: map_at_3 value: 28.1 - type: map_at_5 value: 29.622 - type: mrr_at_1 value: 27.114427860696516 - type: mrr_at_10 value: 36.32822988233437 - type: mrr_at_100 value: 37.28018582739568 - type: mrr_at_1000 value: 37.340004953560815 - type: mrr_at_20 value: 36.89249731777514 - type: mrr_at_3 value: 33.76865671641792 - type: mrr_at_5 value: 35.155472636815915 - type: nauc_map_at_1000_diff1 value: 30.999721507980425 - type: nauc_map_at_1000_max value: 13.855009171656762 - type: nauc_map_at_1000_std value: 2.778145928499419 - type: nauc_map_at_100_diff1 value: 30.991818861315114 - type: nauc_map_at_100_max value: 13.851316393129236 - type: nauc_map_at_100_std value: 2.7451346033089066 - type: nauc_map_at_10_diff1 value: 30.939047115922268 - type: nauc_map_at_10_max value: 13.802711678959358 - type: nauc_map_at_10_std value: 1.9338708233328186 - type: nauc_map_at_1_diff1 value: 36.97121643357033 - type: nauc_map_at_1_max value: 14.54951802050039 - type: nauc_map_at_1_std value: 2.291757915014077 - type: nauc_map_at_20_diff1 value: 30.949302840984927 - type: nauc_map_at_20_max value: 13.610164030526914 - type: nauc_map_at_20_std value: 2.549163654887918 - type: nauc_map_at_3_diff1 value: 31.637509042806855 - type: nauc_map_at_3_max value: 14.180566076404554 - type: nauc_map_at_3_std value: 1.1865639206189176 - type: nauc_map_at_5_diff1 value: 31.154639339531055 - type: nauc_map_at_5_max value: 13.903608844337809 - type: nauc_map_at_5_std value: 1.6922136449478375 - type: nauc_mrr_at_1000_diff1 value: 32.45389857695208 - type: nauc_mrr_at_1000_max value: 16.11613716157279 - type: nauc_mrr_at_1000_std value: 4.211017248357101 - type: nauc_mrr_at_100_diff1 value: 32.44145015751564 - type: nauc_mrr_at_100_max value: 16.099031300956412 - type: nauc_mrr_at_100_std value: 4.195259378963446 - type: nauc_mrr_at_10_diff1 value: 32.21060187567292 - type: nauc_mrr_at_10_max value: 16.21661026926165 - type: nauc_mrr_at_10_std value: 3.9065782540718437 - type: nauc_mrr_at_1_diff1 value: 37.74549118846171 - type: nauc_mrr_at_1_max value: 16.397209846805332 - type: nauc_mrr_at_1_std value: 3.4889514782297995 - type: nauc_mrr_at_20_diff1 value: 32.453044179618445 - type: nauc_mrr_at_20_max value: 15.909025198763452 - type: nauc_mrr_at_20_std value: 4.098615307812559 - type: nauc_mrr_at_3_diff1 value: 32.484524841794695 - type: nauc_mrr_at_3_max value: 16.648085318378186 - type: nauc_mrr_at_3_std value: 3.509389137710427 - type: nauc_mrr_at_5_diff1 value: 32.299480637422256 - type: nauc_mrr_at_5_max value: 15.951764344928696 - type: nauc_mrr_at_5_std value: 3.7985692901891377 - type: nauc_ndcg_at_1000_diff1 value: 30.008108380199346 - type: nauc_ndcg_at_1000_max value: 14.535374527619723 - type: nauc_ndcg_at_1000_std value: 5.2285948826930575 - type: nauc_ndcg_at_100_diff1 value: 29.666636590107476 - type: nauc_ndcg_at_100_max value: 14.655881610560979 - type: nauc_ndcg_at_100_std value: 5.247239776587783 - type: nauc_ndcg_at_10_diff1 value: 29.432631981617234 - type: nauc_ndcg_at_10_max value: 13.814013850977513 - type: nauc_ndcg_at_10_std value: 2.6684914826901185 - type: nauc_ndcg_at_1_diff1 value: 37.74549118846171 - type: nauc_ndcg_at_1_max value: 16.397209846805332 - type: nauc_ndcg_at_1_std value: 3.4889514782297995 - type: nauc_ndcg_at_20_diff1 value: 29.606523322115635 - type: nauc_ndcg_at_20_max value: 13.192927619815412 - type: nauc_ndcg_at_20_std value: 4.2760688990871625 - type: nauc_ndcg_at_3_diff1 value: 30.35103248525633 - type: nauc_ndcg_at_3_max value: 14.612114097422971 - type: nauc_ndcg_at_3_std value: 1.690897807564605 - type: nauc_ndcg_at_5_diff1 value: 29.77002075263378 - type: nauc_ndcg_at_5_max value: 13.80319417333816 - type: nauc_ndcg_at_5_std value: 2.3198767168618484 - type: nauc_precision_at_1000_diff1 value: -0.8398177965775562 - type: nauc_precision_at_1000_max value: -0.0407907558781753 - type: nauc_precision_at_1000_std value: 1.7501690310307152 - type: nauc_precision_at_100_diff1 value: 5.004646340055046 - type: nauc_precision_at_100_max value: 5.8226386931141745 - type: nauc_precision_at_100_std value: 7.907290393542464 - type: nauc_precision_at_10_diff1 value: 15.09410481986906 - type: nauc_precision_at_10_max value: 9.198280392394562 - type: nauc_precision_at_10_std value: 4.897238581273735 - type: nauc_precision_at_1_diff1 value: 37.74549118846171 - type: nauc_precision_at_1_max value: 16.397209846805332 - type: nauc_precision_at_1_std value: 3.4889514782297995 - type: nauc_precision_at_20_diff1 value: 10.882828189218047 - type: nauc_precision_at_20_max value: 5.941972305343443 - type: nauc_precision_at_20_std value: 9.568975893813892 - type: nauc_precision_at_3_diff1 value: 22.65128906145192 - type: nauc_precision_at_3_max value: 15.161912167988072 - type: nauc_precision_at_3_std value: 2.5270971100194406 - type: nauc_precision_at_5_diff1 value: 18.212945309142732 - type: nauc_precision_at_5_max value: 11.761601796714555 - type: nauc_precision_at_5_std value: 4.146114697437408 - type: nauc_recall_at_1000_diff1 value: 10.619530015404953 - type: nauc_recall_at_1000_max value: 15.582991779175732 - type: nauc_recall_at_1000_std value: 34.37725284344572 - type: nauc_recall_at_100_diff1 value: 19.099691165176054 - type: nauc_recall_at_100_max value: 15.862163756010158 - type: nauc_recall_at_100_std value: 16.693656549037005 - type: nauc_recall_at_10_diff1 value: 22.901061297772006 - type: nauc_recall_at_10_max value: 10.819332395187512 - type: nauc_recall_at_10_std value: 2.4935560928879426 - type: nauc_recall_at_1_diff1 value: 36.97121643357033 - type: nauc_recall_at_1_max value: 14.54951802050039 - type: nauc_recall_at_1_std value: 2.291757915014077 - type: nauc_recall_at_20_diff1 value: 22.55772068737252 - type: nauc_recall_at_20_max value: 8.380423773938148 - type: nauc_recall_at_20_std value: 8.008240536599516 - type: nauc_recall_at_3_diff1 value: 25.718074487510656 - type: nauc_recall_at_3_max value: 12.86216888861597 - type: nauc_recall_at_3_std value: -0.18846851122293373 - type: nauc_recall_at_5_diff1 value: 24.617710231237208 - type: nauc_recall_at_5_max value: 11.021226469233289 - type: nauc_recall_at_5_std value: 1.421950056879153 - type: ndcg_at_1 value: 27.114 - type: ndcg_at_10 value: 36.909 - type: ndcg_at_100 value: 42.986000000000004 - type: ndcg_at_1000 value: 45.37 - type: ndcg_at_20 value: 39.330999999999996 - type: ndcg_at_3 value: 31.729000000000003 - type: ndcg_at_5 value: 33.936 - type: precision_at_1 value: 27.114 - type: precision_at_10 value: 6.816 - type: precision_at_100 value: 1.1280000000000001 - type: precision_at_1000 value: 0.146 - type: precision_at_20 value: 4.086 - type: precision_at_3 value: 15.340000000000002 - type: precision_at_5 value: 10.945 - type: recall_at_1 value: 21.662 - type: recall_at_10 value: 49.636 - type: recall_at_100 value: 75.916 - type: recall_at_1000 value: 92.458 - type: recall_at_20 value: 58.416999999999994 - type: recall_at_3 value: 35.28 - type: recall_at_5 value: 40.882000000000005 - task: type: Retrieval dataset: name: MTEB CQADupstackPhysicsRetrieval (default) type: mteb/cqadupstack-physics config: default split: test revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 metrics: - type: main_score value: 52.868 - type: map_at_1 value: 34.431 - type: map_at_10 value: 46.771 - type: map_at_100 value: 48.174 - type: map_at_1000 value: 48.272 - type: map_at_20 value: 47.581 - type: map_at_3 value: 43.524 - type: map_at_5 value: 45.324 - type: mrr_at_1 value: 41.28970163618864 - type: mrr_at_10 value: 51.932146294513934 - type: mrr_at_100 value: 52.745860705605196 - type: mrr_at_1000 value: 52.77323709159302 - type: mrr_at_20 value: 52.42075382304209 - type: mrr_at_3 value: 49.823548283605994 - type: mrr_at_5 value: 50.90632017965989 - type: nauc_map_at_1000_diff1 value: 49.36352629700335 - type: nauc_map_at_1000_max value: 24.945575911968284 - type: nauc_map_at_1000_std value: -9.797421912891304 - type: nauc_map_at_100_diff1 value: 49.37074982350282 - type: nauc_map_at_100_max value: 24.932173116830043 - type: nauc_map_at_100_std value: -9.83512316791769 - type: nauc_map_at_10_diff1 value: 49.584826786536695 - type: nauc_map_at_10_max value: 24.5338249313471 - type: nauc_map_at_10_std value: -10.756023024875775 - type: nauc_map_at_1_diff1 value: 54.164579712650564 - type: nauc_map_at_1_max value: 21.27499239151622 - type: nauc_map_at_1_std value: -12.031365028953774 - type: nauc_map_at_20_diff1 value: 49.36242974988498 - type: nauc_map_at_20_max value: 24.80466638063753 - type: nauc_map_at_20_std value: -10.082778211621719 - type: nauc_map_at_3_diff1 value: 49.74393799782767 - type: nauc_map_at_3_max value: 22.515201658656686 - type: nauc_map_at_3_std value: -11.590002353273865 - type: nauc_map_at_5_diff1 value: 49.484910514867195 - type: nauc_map_at_5_max value: 23.869015363628243 - type: nauc_map_at_5_std value: -10.91175087395575 - type: nauc_mrr_at_1000_diff1 value: 48.793281277282496 - type: nauc_mrr_at_1000_max value: 27.470883078226592 - type: nauc_mrr_at_1000_std value: -7.515845591102144 - type: nauc_mrr_at_100_diff1 value: 48.79210444488905 - type: nauc_mrr_at_100_max value: 27.474989242453074 - type: nauc_mrr_at_100_std value: -7.503300141559849 - type: nauc_mrr_at_10_diff1 value: 48.79734357404452 - type: nauc_mrr_at_10_max value: 27.31051724397676 - type: nauc_mrr_at_10_std value: -7.9232399559624564 - type: nauc_mrr_at_1_diff1 value: 51.82497066040549 - type: nauc_mrr_at_1_max value: 27.890233836643652 - type: nauc_mrr_at_1_std value: -7.282474721231649 - type: nauc_mrr_at_20_diff1 value: 48.7030720747066 - type: nauc_mrr_at_20_max value: 27.41000787740253 - type: nauc_mrr_at_20_std value: -7.620818649979551 - type: nauc_mrr_at_3_diff1 value: 48.043966718368594 - type: nauc_mrr_at_3_max value: 26.881430874895994 - type: nauc_mrr_at_3_std value: -8.248267417377043 - type: nauc_mrr_at_5_diff1 value: 48.53255636641247 - type: nauc_mrr_at_5_max value: 27.171688846497688 - type: nauc_mrr_at_5_std value: -8.033774011744846 - type: nauc_ndcg_at_1000_diff1 value: 48.36429784289925 - type: nauc_ndcg_at_1000_max value: 27.118498431732306 - type: nauc_ndcg_at_1000_std value: -6.828545284915606 - type: nauc_ndcg_at_100_diff1 value: 48.46721595475821 - type: nauc_ndcg_at_100_max value: 27.2026549133907 - type: nauc_ndcg_at_100_std value: -6.7602817044158385 - type: nauc_ndcg_at_10_diff1 value: 48.48522449945348 - type: nauc_ndcg_at_10_max value: 25.656768536695516 - type: nauc_ndcg_at_10_std value: -10.211150092283324 - type: nauc_ndcg_at_1_diff1 value: 51.82497066040549 - type: nauc_ndcg_at_1_max value: 27.890233836643652 - type: nauc_ndcg_at_1_std value: -7.282474721231649 - type: nauc_ndcg_at_20_diff1 value: 47.94636399413784 - type: nauc_ndcg_at_20_max value: 26.393241064813427 - type: nauc_ndcg_at_20_std value: -8.42533823516474 - type: nauc_ndcg_at_3_diff1 value: 47.23654567102718 - type: nauc_ndcg_at_3_max value: 23.967083351659305 - type: nauc_ndcg_at_3_std value: -10.018398475022156 - type: nauc_ndcg_at_5_diff1 value: 47.78313461709188 - type: nauc_ndcg_at_5_max value: 25.117360628485525 - type: nauc_ndcg_at_5_std value: -9.835655279120918 - type: nauc_precision_at_1000_diff1 value: -16.88414572159978 - type: nauc_precision_at_1000_max value: 4.80126332522441 - type: nauc_precision_at_1000_std value: 18.224394238644006 - type: nauc_precision_at_100_diff1 value: -10.856565551145168 - type: nauc_precision_at_100_max value: 12.192780995446329 - type: nauc_precision_at_100_std value: 19.46735171751675 - type: nauc_precision_at_10_diff1 value: 9.26688991753191 - type: nauc_precision_at_10_max value: 22.825044871843495 - type: nauc_precision_at_10_std value: 7.2009775672302085 - type: nauc_precision_at_1_diff1 value: 51.82497066040549 - type: nauc_precision_at_1_max value: 27.890233836643652 - type: nauc_precision_at_1_std value: -7.282474721231649 - type: nauc_precision_at_20_diff1 value: -0.6494049114218691 - type: nauc_precision_at_20_max value: 19.581420310050493 - type: nauc_precision_at_20_std value: 13.337216187539871 - type: nauc_precision_at_3_diff1 value: 24.62203099425093 - type: nauc_precision_at_3_max value: 23.29826494152431 - type: nauc_precision_at_3_std value: -0.43986407417036705 - type: nauc_precision_at_5_diff1 value: 17.146631960590334 - type: nauc_precision_at_5_max value: 23.885773052175633 - type: nauc_precision_at_5_std value: 3.5595842426515096 - type: nauc_recall_at_1000_diff1 value: 41.93547812229175 - type: nauc_recall_at_1000_max value: 47.53791535010556 - type: nauc_recall_at_1000_std value: 41.22342581752483 - type: nauc_recall_at_100_diff1 value: 43.59789460172138 - type: nauc_recall_at_100_max value: 34.831608717192985 - type: nauc_recall_at_100_std value: 13.861943370323186 - type: nauc_recall_at_10_diff1 value: 43.23845371092903 - type: nauc_recall_at_10_max value: 24.69556725680752 - type: nauc_recall_at_10_std value: -11.163429240944318 - type: nauc_recall_at_1_diff1 value: 54.164579712650564 - type: nauc_recall_at_1_max value: 21.27499239151622 - type: nauc_recall_at_1_std value: -12.031365028953774 - type: nauc_recall_at_20_diff1 value: 40.70544708973454 - type: nauc_recall_at_20_max value: 27.4533684977315 - type: nauc_recall_at_20_std value: -3.875024362887248 - type: nauc_recall_at_3_diff1 value: 43.489599274690924 - type: nauc_recall_at_3_max value: 20.73212895737876 - type: nauc_recall_at_3_std value: -12.437367497680794 - type: nauc_recall_at_5_diff1 value: 42.512319246009426 - type: nauc_recall_at_5_max value: 23.128281152167013 - type: nauc_recall_at_5_std value: -11.278338046867578 - type: ndcg_at_1 value: 41.29 - type: ndcg_at_10 value: 52.868 - type: ndcg_at_100 value: 58.302 - type: ndcg_at_1000 value: 59.768 - type: ndcg_at_20 value: 55.161 - type: ndcg_at_3 value: 48.209999999999994 - type: ndcg_at_5 value: 50.31 - type: precision_at_1 value: 41.29 - type: precision_at_10 value: 9.508999999999999 - type: precision_at_100 value: 1.425 - type: precision_at_1000 value: 0.172 - type: precision_at_20 value: 5.563 - type: precision_at_3 value: 23.067 - type: precision_at_5 value: 16.112000000000002 - type: recall_at_1 value: 34.431 - type: recall_at_10 value: 65.23299999999999 - type: recall_at_100 value: 87.53699999999999 - type: recall_at_1000 value: 96.539 - type: recall_at_20 value: 73.175 - type: recall_at_3 value: 51.895 - type: recall_at_5 value: 57.385 - task: type: Retrieval dataset: name: MTEB CQADupstackProgrammersRetrieval (default) type: mteb/cqadupstack-programmers config: default split: test revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 metrics: - type: main_score value: 51.528 - type: map_at_1 value: 32.505 - type: map_at_10 value: 44.753 - type: map_at_100 value: 46.127 - type: map_at_1000 value: 46.216 - type: map_at_20 value: 45.536 - type: map_at_3 value: 41.065000000000005 - type: map_at_5 value: 43.021 - type: mrr_at_1 value: 40.06849315068493 - type: mrr_at_10 value: 50.586223454374114 - type: mrr_at_100 value: 51.321321223787464 - type: mrr_at_1000 value: 51.356221108008924 - type: mrr_at_20 value: 51.01864577087494 - type: mrr_at_3 value: 47.85007610350074 - type: mrr_at_5 value: 49.33980213089797 - type: nauc_map_at_1000_diff1 value: 45.41897322814866 - type: nauc_map_at_1000_max value: 36.43271502796935 - type: nauc_map_at_1000_std value: -3.08747313658398 - type: nauc_map_at_100_diff1 value: 45.40269743916955 - type: nauc_map_at_100_max value: 36.452626381309564 - type: nauc_map_at_100_std value: -3.050272535820317 - type: nauc_map_at_10_diff1 value: 45.34560411925014 - type: nauc_map_at_10_max value: 36.19673788114135 - type: nauc_map_at_10_std value: -3.420683672963469 - type: nauc_map_at_1_diff1 value: 51.36851585971345 - type: nauc_map_at_1_max value: 30.505249602408085 - type: nauc_map_at_1_std value: -10.2416678186349 - type: nauc_map_at_20_diff1 value: 45.42397332309073 - type: nauc_map_at_20_max value: 36.323620365237915 - type: nauc_map_at_20_std value: -3.3179646819375455 - type: nauc_map_at_3_diff1 value: 44.83947078058309 - type: nauc_map_at_3_max value: 34.57416303775605 - type: nauc_map_at_3_std value: -5.3672505555757555 - type: nauc_map_at_5_diff1 value: 45.4323080527899 - type: nauc_map_at_5_max value: 35.475038111215454 - type: nauc_map_at_5_std value: -4.869116944994172 - type: nauc_mrr_at_1000_diff1 value: 44.79133765108195 - type: nauc_mrr_at_1000_max value: 37.8395528431165 - type: nauc_mrr_at_1000_std value: -0.33864135555345787 - type: nauc_mrr_at_100_diff1 value: 44.77053505400072 - type: nauc_mrr_at_100_max value: 37.85131530843396 - type: nauc_mrr_at_100_std value: -0.29376043044872974 - type: nauc_mrr_at_10_diff1 value: 44.54201455010106 - type: nauc_mrr_at_10_max value: 37.87654424224337 - type: nauc_mrr_at_10_std value: -0.2954147213419877 - type: nauc_mrr_at_1_diff1 value: 50.348567221476095 - type: nauc_mrr_at_1_max value: 35.32002716807428 - type: nauc_mrr_at_1_std value: -4.127211615072779 - type: nauc_mrr_at_20_diff1 value: 44.6481957222897 - type: nauc_mrr_at_20_max value: 37.79185181323558 - type: nauc_mrr_at_20_std value: -0.3506304719188533 - type: nauc_mrr_at_3_diff1 value: 44.54540545121934 - type: nauc_mrr_at_3_max value: 37.363282458611835 - type: nauc_mrr_at_3_std value: -1.0802758216988566 - type: nauc_mrr_at_5_diff1 value: 44.669169996080946 - type: nauc_mrr_at_5_max value: 37.79397301528844 - type: nauc_mrr_at_5_std value: -1.1544437067895141 - type: nauc_ndcg_at_1000_diff1 value: 44.23001270649658 - type: nauc_ndcg_at_1000_max value: 38.03938047053798 - type: nauc_ndcg_at_1000_std value: 0.07002094406878062 - type: nauc_ndcg_at_100_diff1 value: 43.83250930342652 - type: nauc_ndcg_at_100_max value: 38.72756266035811 - type: nauc_ndcg_at_100_std value: 1.3255594876912262 - type: nauc_ndcg_at_10_diff1 value: 43.78080205250872 - type: nauc_ndcg_at_10_max value: 38.14614328818464 - type: nauc_ndcg_at_10_std value: 0.2397638259348022 - type: nauc_ndcg_at_1_diff1 value: 50.348567221476095 - type: nauc_ndcg_at_1_max value: 35.32002716807428 - type: nauc_ndcg_at_1_std value: -4.127211615072779 - type: nauc_ndcg_at_20_diff1 value: 43.896996711891255 - type: nauc_ndcg_at_20_max value: 38.23097480664703 - type: nauc_ndcg_at_20_std value: 0.2729387441668037 - type: nauc_ndcg_at_3_diff1 value: 43.069709910022425 - type: nauc_ndcg_at_3_max value: 36.502144221587294 - type: nauc_ndcg_at_3_std value: -2.0622108399705756 - type: nauc_ndcg_at_5_diff1 value: 44.14602577391785 - type: nauc_ndcg_at_5_max value: 37.34237839237288 - type: nauc_ndcg_at_5_std value: -2.2673460175951705 - type: nauc_precision_at_1000_diff1 value: -10.357116971513213 - type: nauc_precision_at_1000_max value: 1.2503703047183532 - type: nauc_precision_at_1000_std value: 13.414005506342678 - type: nauc_precision_at_100_diff1 value: -7.681527188131978 - type: nauc_precision_at_100_max value: 10.088834472819892 - type: nauc_precision_at_100_std value: 17.711087598879566 - type: nauc_precision_at_10_diff1 value: 11.003362209750295 - type: nauc_precision_at_10_max value: 27.63252544217027 - type: nauc_precision_at_10_std value: 18.481947258128084 - type: nauc_precision_at_1_diff1 value: 50.348567221476095 - type: nauc_precision_at_1_max value: 35.32002716807428 - type: nauc_precision_at_1_std value: -4.127211615072779 - type: nauc_precision_at_20_diff1 value: 4.111080332759875 - type: nauc_precision_at_20_max value: 20.56749400877946 - type: nauc_precision_at_20_std value: 17.36022034241277 - type: nauc_precision_at_3_diff1 value: 23.942554910273245 - type: nauc_precision_at_3_max value: 35.97877150370803 - type: nauc_precision_at_3_std value: 9.637340410469214 - type: nauc_precision_at_5_diff1 value: 18.700971929254926 - type: nauc_precision_at_5_max value: 31.669251857400287 - type: nauc_precision_at_5_std value: 12.227378057702525 - type: nauc_recall_at_1000_diff1 value: 41.44406357349465 - type: nauc_recall_at_1000_max value: 48.18005939744722 - type: nauc_recall_at_1000_std value: 44.644995141313615 - type: nauc_recall_at_100_diff1 value: 32.922020475894605 - type: nauc_recall_at_100_max value: 48.72963272591548 - type: nauc_recall_at_100_std value: 31.240653608289136 - type: nauc_recall_at_10_diff1 value: 35.86054329362608 - type: nauc_recall_at_10_max value: 39.22254164233072 - type: nauc_recall_at_10_std value: 9.338184712112877 - type: nauc_recall_at_1_diff1 value: 51.36851585971345 - type: nauc_recall_at_1_max value: 30.505249602408085 - type: nauc_recall_at_1_std value: -10.2416678186349 - type: nauc_recall_at_20_diff1 value: 35.70158600895814 - type: nauc_recall_at_20_max value: 40.21115283196768 - type: nauc_recall_at_20_std value: 11.284677731981075 - type: nauc_recall_at_3_diff1 value: 37.02178260667095 - type: nauc_recall_at_3_max value: 35.26557516931743 - type: nauc_recall_at_3_std value: -0.19729756446094432 - type: nauc_recall_at_5_diff1 value: 38.71651291559653 - type: nauc_recall_at_5_max value: 37.57955300059607 - type: nauc_recall_at_5_std value: 0.10272606736436922 - type: ndcg_at_1 value: 40.068 - type: ndcg_at_10 value: 51.528 - type: ndcg_at_100 value: 56.723 - type: ndcg_at_1000 value: 58.239 - type: ndcg_at_20 value: 53.644999999999996 - type: ndcg_at_3 value: 45.755 - type: ndcg_at_5 value: 48.143 - type: precision_at_1 value: 40.068 - type: precision_at_10 value: 9.555 - type: precision_at_100 value: 1.4200000000000002 - type: precision_at_1000 value: 0.16999999999999998 - type: precision_at_20 value: 5.525 - type: precision_at_3 value: 22.032 - type: precision_at_5 value: 15.684999999999999 - type: recall_at_1 value: 32.505 - type: recall_at_10 value: 65.65100000000001 - type: recall_at_100 value: 87.252 - type: recall_at_1000 value: 97.25399999999999 - type: recall_at_20 value: 73.097 - type: recall_at_3 value: 49.097 - type: recall_at_5 value: 55.431 - task: type: Retrieval dataset: name: MTEB CQADupstackRetrieval (default) type: CQADupstackRetrieval_is_a_combined_dataset config: default split: test revision: CQADupstackRetrieval_is_a_combined_dataset metrics: - type: main_score value: 47.39125 - type: ndcg_at_10 value: 47.39125 - task: type: Retrieval dataset: name: MTEB CQADupstackStatsRetrieval (default) type: mteb/cqadupstack-stats config: default split: test revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a metrics: - type: main_score value: 40.875 - type: map_at_1 value: 28.319 - type: map_at_10 value: 36.274 - type: map_at_100 value: 37.412 - type: map_at_1000 value: 37.51 - type: map_at_20 value: 36.941 - type: map_at_3 value: 33.916000000000004 - type: map_at_5 value: 35.234 - type: mrr_at_1 value: 31.74846625766871 - type: mrr_at_10 value: 39.24073668322134 - type: mrr_at_100 value: 40.17278239800247 - type: mrr_at_1000 value: 40.2379436505776 - type: mrr_at_20 value: 39.83878886787774 - type: mrr_at_3 value: 37.167689161554215 - type: mrr_at_5 value: 38.31799591002046 - type: nauc_map_at_1000_diff1 value: 49.49404676750026 - type: nauc_map_at_1000_max value: 24.17735387761035 - type: nauc_map_at_1000_std value: -6.968025638141572 - type: nauc_map_at_100_diff1 value: 49.465123378632285 - type: nauc_map_at_100_max value: 24.160270060711657 - type: nauc_map_at_100_std value: -6.9582977504819 - type: nauc_map_at_10_diff1 value: 49.781720703934376 - type: nauc_map_at_10_max value: 24.103919903874065 - type: nauc_map_at_10_std value: -7.314662536396514 - type: nauc_map_at_1_diff1 value: 55.720545221216035 - type: nauc_map_at_1_max value: 21.884565094683943 - type: nauc_map_at_1_std value: -13.63682159495347 - type: nauc_map_at_20_diff1 value: 49.62896582687721 - type: nauc_map_at_20_max value: 24.162549300595533 - type: nauc_map_at_20_std value: -7.081233825119497 - type: nauc_map_at_3_diff1 value: 51.385332716125795 - type: nauc_map_at_3_max value: 24.455742623231256 - type: nauc_map_at_3_std value: -8.3760582847261 - type: nauc_map_at_5_diff1 value: 50.208957179217215 - type: nauc_map_at_5_max value: 24.00675091720163 - type: nauc_map_at_5_std value: -7.613308761551274 - type: nauc_mrr_at_1000_diff1 value: 47.500916234195756 - type: nauc_mrr_at_1000_max value: 23.3590354910963 - type: nauc_mrr_at_1000_std value: -6.478735759902906 - type: nauc_mrr_at_100_diff1 value: 47.469759272651565 - type: nauc_mrr_at_100_max value: 23.344729569544107 - type: nauc_mrr_at_100_std value: -6.474443538104896 - type: nauc_mrr_at_10_diff1 value: 47.564411817507064 - type: nauc_mrr_at_10_max value: 23.321510676719026 - type: nauc_mrr_at_10_std value: -6.6453693344940366 - type: nauc_mrr_at_1_diff1 value: 53.18508134661776 - type: nauc_mrr_at_1_max value: 21.57319946504392 - type: nauc_mrr_at_1_std value: -12.568495954713804 - type: nauc_mrr_at_20_diff1 value: 47.48330579247279 - type: nauc_mrr_at_20_max value: 23.377594092205236 - type: nauc_mrr_at_20_std value: -6.559620372850238 - type: nauc_mrr_at_3_diff1 value: 48.811069225030366 - type: nauc_mrr_at_3_max value: 23.497847725659142 - type: nauc_mrr_at_3_std value: -7.410336000277848 - type: nauc_mrr_at_5_diff1 value: 47.62981354137329 - type: nauc_mrr_at_5_max value: 23.0908258648007 - type: nauc_mrr_at_5_std value: -7.051386215500063 - type: nauc_ndcg_at_1000_diff1 value: 46.60733449217545 - type: nauc_ndcg_at_1000_max value: 25.039484613656448 - type: nauc_ndcg_at_1000_std value: -3.2394363595393556 - type: nauc_ndcg_at_100_diff1 value: 45.31095520474484 - type: nauc_ndcg_at_100_max value: 24.578976351335413 - type: nauc_ndcg_at_100_std value: -3.036265774651672 - type: nauc_ndcg_at_10_diff1 value: 46.63697058056525 - type: nauc_ndcg_at_10_max value: 24.413653146109695 - type: nauc_ndcg_at_10_std value: -4.944504662117886 - type: nauc_ndcg_at_1_diff1 value: 53.18508134661776 - type: nauc_ndcg_at_1_max value: 21.57319946504392 - type: nauc_ndcg_at_1_std value: -12.568495954713804 - type: nauc_ndcg_at_20_diff1 value: 46.03439421346578 - type: nauc_ndcg_at_20_max value: 24.662945449517622 - type: nauc_ndcg_at_20_std value: -3.9914141082400856 - type: nauc_ndcg_at_3_diff1 value: 48.8952101806421 - type: nauc_ndcg_at_3_max value: 24.69438869549227 - type: nauc_ndcg_at_3_std value: -6.72590864779706 - type: nauc_ndcg_at_5_diff1 value: 46.96218364320126 - type: nauc_ndcg_at_5_max value: 23.840619604798928 - type: nauc_ndcg_at_5_std value: -5.911631557623504 - type: nauc_precision_at_1000_diff1 value: -5.259769046120934 - type: nauc_precision_at_1000_max value: 7.77398082268069 - type: nauc_precision_at_1000_std value: 7.725023686139027 - type: nauc_precision_at_100_diff1 value: 0.3924024674134793 - type: nauc_precision_at_100_max value: 12.127926352704103 - type: nauc_precision_at_100_std value: 11.61834703672354 - type: nauc_precision_at_10_diff1 value: 21.700387677953874 - type: nauc_precision_at_10_max value: 19.29513949184622 - type: nauc_precision_at_10_std value: 6.76455697187228 - type: nauc_precision_at_1_diff1 value: 53.18508134661776 - type: nauc_precision_at_1_max value: 21.57319946504392 - type: nauc_precision_at_1_std value: -12.568495954713804 - type: nauc_precision_at_20_diff1 value: 14.121601618575566 - type: nauc_precision_at_20_max value: 17.77278160909811 - type: nauc_precision_at_20_std value: 9.485065181651544 - type: nauc_precision_at_3_diff1 value: 38.470442649709234 - type: nauc_precision_at_3_max value: 24.501832724342997 - type: nauc_precision_at_3_std value: 1.257862017122565 - type: nauc_precision_at_5_diff1 value: 29.04902895925557 - type: nauc_precision_at_5_max value: 20.37995942681232 - type: nauc_precision_at_5_std value: 3.9785670157785153 - type: nauc_recall_at_1000_diff1 value: 29.180134104376016 - type: nauc_recall_at_1000_max value: 39.58508196111224 - type: nauc_recall_at_1000_std value: 49.640447720927014 - type: nauc_recall_at_100_diff1 value: 25.015242287605478 - type: nauc_recall_at_100_max value: 25.41142412711157 - type: nauc_recall_at_100_std value: 17.01713705545484 - type: nauc_recall_at_10_diff1 value: 38.41834403630272 - type: nauc_recall_at_10_max value: 25.456355090308207 - type: nauc_recall_at_10_std value: 1.6016826682218543 - type: nauc_recall_at_1_diff1 value: 55.720545221216035 - type: nauc_recall_at_1_max value: 21.884565094683943 - type: nauc_recall_at_1_std value: -13.63682159495347 - type: nauc_recall_at_20_diff1 value: 34.11058809840644 - type: nauc_recall_at_20_max value: 26.171187577249295 - type: nauc_recall_at_20_std value: 6.257854847772304 - type: nauc_recall_at_3_diff1 value: 44.85525802097949 - type: nauc_recall_at_3_max value: 25.69790963257969 - type: nauc_recall_at_3_std value: -3.324058300190332 - type: nauc_recall_at_5_diff1 value: 40.23014704198238 - type: nauc_recall_at_5_max value: 23.656548188532724 - type: nauc_recall_at_5_std value: -1.2559137136259997 - type: ndcg_at_1 value: 31.747999999999998 - type: ndcg_at_10 value: 40.875 - type: ndcg_at_100 value: 46.045 - type: ndcg_at_1000 value: 48.42 - type: ndcg_at_20 value: 43.077 - type: ndcg_at_3 value: 36.537 - type: ndcg_at_5 value: 38.608 - type: precision_at_1 value: 31.747999999999998 - type: precision_at_10 value: 6.426 - type: precision_at_100 value: 0.9820000000000001 - type: precision_at_1000 value: 0.126 - type: precision_at_20 value: 3.773 - type: precision_at_3 value: 15.542 - type: precision_at_5 value: 10.798 - type: recall_at_1 value: 28.319 - type: recall_at_10 value: 51.919000000000004 - type: recall_at_100 value: 74.936 - type: recall_at_1000 value: 92.427 - type: recall_at_20 value: 60.143 - type: recall_at_3 value: 40.062 - type: recall_at_5 value: 45.054 - task: type: Retrieval dataset: name: MTEB CQADupstackTexRetrieval (default) type: mteb/cqadupstack-tex config: default split: test revision: 46989137a86843e03a6195de44b09deda022eec7 metrics: - type: main_score value: 34.2 - type: map_at_1 value: 20.092 - type: map_at_10 value: 28.712 - type: map_at_100 value: 29.921 - type: map_at_1000 value: 30.041 - type: map_at_20 value: 29.332 - type: map_at_3 value: 25.777 - type: map_at_5 value: 27.428 - type: mrr_at_1 value: 24.50103234686855 - type: mrr_at_10 value: 32.96439222626432 - type: mrr_at_100 value: 33.88721950310386 - type: mrr_at_1000 value: 33.95367795392008 - type: mrr_at_20 value: 33.45683056028936 - type: mrr_at_3 value: 30.391144757972093 - type: mrr_at_5 value: 31.862239045652814 - type: nauc_map_at_1000_diff1 value: 38.801227014503354 - type: nauc_map_at_1000_max value: 16.46796294205988 - type: nauc_map_at_1000_std value: -0.908142016099861 - type: nauc_map_at_100_diff1 value: 38.78957944215079 - type: nauc_map_at_100_max value: 16.50619731580655 - type: nauc_map_at_100_std value: -0.926462803246373 - type: nauc_map_at_10_diff1 value: 38.88120477365666 - type: nauc_map_at_10_max value: 16.410694924626107 - type: nauc_map_at_10_std value: -1.3751589416775003 - type: nauc_map_at_1_diff1 value: 44.55793750345654 - type: nauc_map_at_1_max value: 13.70418129051785 - type: nauc_map_at_1_std value: -3.694894814523306 - type: nauc_map_at_20_diff1 value: 38.75834963539743 - type: nauc_map_at_20_max value: 16.46548307725419 - type: nauc_map_at_20_std value: -1.1365836446579263 - type: nauc_map_at_3_diff1 value: 39.67246188177096 - type: nauc_map_at_3_max value: 15.922647336168257 - type: nauc_map_at_3_std value: -2.0893896556203697 - type: nauc_map_at_5_diff1 value: 39.159630741375295 - type: nauc_map_at_5_max value: 15.990267953177318 - type: nauc_map_at_5_std value: -1.9327557417769199 - type: nauc_mrr_at_1000_diff1 value: 39.41374781251273 - type: nauc_mrr_at_1000_max value: 16.23733662056267 - type: nauc_mrr_at_1000_std value: -0.789244388066649 - type: nauc_mrr_at_100_diff1 value: 39.398404217138996 - type: nauc_mrr_at_100_max value: 16.253672412822844 - type: nauc_mrr_at_100_std value: -0.7867600591234057 - type: nauc_mrr_at_10_diff1 value: 39.49536833660625 - type: nauc_mrr_at_10_max value: 16.09754737159101 - type: nauc_mrr_at_10_std value: -1.0499409433596656 - type: nauc_mrr_at_1_diff1 value: 44.69124979406609 - type: nauc_mrr_at_1_max value: 13.868640405541807 - type: nauc_mrr_at_1_std value: -2.8447162730313504 - type: nauc_mrr_at_20_diff1 value: 39.346756835821175 - type: nauc_mrr_at_20_max value: 16.152912289746453 - type: nauc_mrr_at_20_std value: -0.889143863344697 - type: nauc_mrr_at_3_diff1 value: 39.955156271984485 - type: nauc_mrr_at_3_max value: 15.96558750579031 - type: nauc_mrr_at_3_std value: -1.4914025339569823 - type: nauc_mrr_at_5_diff1 value: 39.70804365174353 - type: nauc_mrr_at_5_max value: 16.029697481995036 - type: nauc_mrr_at_5_std value: -1.4882483683367165 - type: nauc_ndcg_at_1000_diff1 value: 37.02046985751414 - type: nauc_ndcg_at_1000_max value: 17.563661846904715 - type: nauc_ndcg_at_1000_std value: 1.7951711284228404 - type: nauc_ndcg_at_100_diff1 value: 36.72051225526829 - type: nauc_ndcg_at_100_max value: 18.135735423154557 - type: nauc_ndcg_at_100_std value: 2.110250082343289 - type: nauc_ndcg_at_10_diff1 value: 36.99150581443631 - type: nauc_ndcg_at_10_max value: 17.39070636654169 - type: nauc_ndcg_at_10_std value: -0.05841298889148948 - type: nauc_ndcg_at_1_diff1 value: 44.69124979406609 - type: nauc_ndcg_at_1_max value: 13.868640405541807 - type: nauc_ndcg_at_1_std value: -2.8447162730313504 - type: nauc_ndcg_at_20_diff1 value: 36.414872205816216 - type: nauc_ndcg_at_20_max value: 17.586459197482483 - type: nauc_ndcg_at_20_std value: 0.7391668449676375 - type: nauc_ndcg_at_3_diff1 value: 38.38645136739687 - type: nauc_ndcg_at_3_max value: 16.34575680544228 - type: nauc_ndcg_at_3_std value: -1.3994988799204304 - type: nauc_ndcg_at_5_diff1 value: 37.74165837892759 - type: nauc_ndcg_at_5_max value: 16.608751402224897 - type: nauc_ndcg_at_5_std value: -1.257572415110036 - type: nauc_precision_at_1000_diff1 value: -0.7240380303030971 - type: nauc_precision_at_1000_max value: -3.5605303285911027 - type: nauc_precision_at_1000_std value: 8.125281566316204 - type: nauc_precision_at_100_diff1 value: 9.010538792969484 - type: nauc_precision_at_100_max value: 7.450960760684124 - type: nauc_precision_at_100_std value: 12.920657697122673 - type: nauc_precision_at_10_diff1 value: 22.147149186948635 - type: nauc_precision_at_10_max value: 15.630431972920569 - type: nauc_precision_at_10_std value: 5.4243370504055 - type: nauc_precision_at_1_diff1 value: 44.69124979406609 - type: nauc_precision_at_1_max value: 13.868640405541807 - type: nauc_precision_at_1_std value: -2.8447162730313504 - type: nauc_precision_at_20_diff1 value: 18.26160944313167 - type: nauc_precision_at_20_max value: 13.158574673294945 - type: nauc_precision_at_20_std value: 7.779571305755091 - type: nauc_precision_at_3_diff1 value: 31.986352691060247 - type: nauc_precision_at_3_max value: 17.41017664660374 - type: nauc_precision_at_3_std value: 1.023372093667892 - type: nauc_precision_at_5_diff1 value: 28.34452353578217 - type: nauc_precision_at_5_max value: 16.854077957561437 - type: nauc_precision_at_5_std value: 2.1330345009761507 - type: nauc_recall_at_1000_diff1 value: 22.088636874333005 - type: nauc_recall_at_1000_max value: 24.455861461567714 - type: nauc_recall_at_1000_std value: 26.92484429539892 - type: nauc_recall_at_100_diff1 value: 25.76058818863046 - type: nauc_recall_at_100_max value: 24.4436267552323 - type: nauc_recall_at_100_std value: 16.649562153485977 - type: nauc_recall_at_10_diff1 value: 29.478028454664805 - type: nauc_recall_at_10_max value: 19.394729057696786 - type: nauc_recall_at_10_std value: 2.9975150306525613 - type: nauc_recall_at_1_diff1 value: 44.55793750345654 - type: nauc_recall_at_1_max value: 13.70418129051785 - type: nauc_recall_at_1_std value: -3.694894814523306 - type: nauc_recall_at_20_diff1 value: 26.56532137638919 - type: nauc_recall_at_20_max value: 19.987133789175047 - type: nauc_recall_at_20_std value: 6.108194576328286 - type: nauc_recall_at_3_diff1 value: 33.38390307648489 - type: nauc_recall_at_3_max value: 17.77954593170338 - type: nauc_recall_at_3_std value: -0.669865037316041 - type: nauc_recall_at_5_diff1 value: 31.665576731111596 - type: nauc_recall_at_5_max value: 17.638679384754298 - type: nauc_recall_at_5_std value: -0.2623201148382 - type: ndcg_at_1 value: 24.501 - type: ndcg_at_10 value: 34.2 - type: ndcg_at_100 value: 39.806000000000004 - type: ndcg_at_1000 value: 42.359 - type: ndcg_at_20 value: 36.125 - type: ndcg_at_3 value: 29.093999999999998 - type: ndcg_at_5 value: 31.52 - type: precision_at_1 value: 24.501 - type: precision_at_10 value: 6.370000000000001 - type: precision_at_100 value: 1.076 - type: precision_at_1000 value: 0.148 - type: precision_at_20 value: 3.7900000000000005 - type: precision_at_3 value: 13.844999999999999 - type: precision_at_5 value: 10.151 - type: recall_at_1 value: 20.092 - type: recall_at_10 value: 46.457 - type: recall_at_100 value: 71.533 - type: recall_at_1000 value: 89.357 - type: recall_at_20 value: 53.410999999999994 - type: recall_at_3 value: 32.255 - type: recall_at_5 value: 38.474000000000004 - task: type: Retrieval dataset: name: MTEB CQADupstackUnixRetrieval (default) type: mteb/cqadupstack-unix config: default split: test revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 metrics: - type: main_score value: 49.925000000000004 - type: map_at_1 value: 32.965 - type: map_at_10 value: 43.951 - type: map_at_100 value: 45.144 - type: map_at_1000 value: 45.236 - type: map_at_20 value: 44.611000000000004 - type: map_at_3 value: 40.605999999999995 - type: map_at_5 value: 42.337 - type: mrr_at_1 value: 38.61940298507462 - type: mrr_at_10 value: 48.268664119876746 - type: mrr_at_100 value: 49.03962456559843 - type: mrr_at_1000 value: 49.08668338220201 - type: mrr_at_20 value: 48.723583454385846 - type: mrr_at_3 value: 45.69340796019895 - type: mrr_at_5 value: 47.06934079601983 - type: nauc_map_at_1000_diff1 value: 46.45044356860005 - type: nauc_map_at_1000_max value: 28.909610021231103 - type: nauc_map_at_1000_std value: -5.131074407893264 - type: nauc_map_at_100_diff1 value: 46.44234825841308 - type: nauc_map_at_100_max value: 28.90990148383219 - type: nauc_map_at_100_std value: -5.141434819001627 - type: nauc_map_at_10_diff1 value: 46.41373398076794 - type: nauc_map_at_10_max value: 28.558920730315734 - type: nauc_map_at_10_std value: -5.2528915713220865 - type: nauc_map_at_1_diff1 value: 51.98405236793469 - type: nauc_map_at_1_max value: 29.053460554358857 - type: nauc_map_at_1_std value: -5.2231285946480845 - type: nauc_map_at_20_diff1 value: 46.39242318241138 - type: nauc_map_at_20_max value: 28.796578425591363 - type: nauc_map_at_20_std value: -5.375091161868357 - type: nauc_map_at_3_diff1 value: 47.914252259189794 - type: nauc_map_at_3_max value: 28.18579536237961 - type: nauc_map_at_3_std value: -5.131658811230181 - type: nauc_map_at_5_diff1 value: 47.09619838991972 - type: nauc_map_at_5_max value: 28.422434919442928 - type: nauc_map_at_5_std value: -5.281011542114002 - type: nauc_mrr_at_1000_diff1 value: 46.81819041166582 - type: nauc_mrr_at_1000_max value: 30.148415140259104 - type: nauc_mrr_at_1000_std value: -4.821255276443201 - type: nauc_mrr_at_100_diff1 value: 46.79842646994142 - type: nauc_mrr_at_100_max value: 30.139669483277242 - type: nauc_mrr_at_100_std value: -4.816513089984477 - type: nauc_mrr_at_10_diff1 value: 46.711364929371236 - type: nauc_mrr_at_10_max value: 30.037443736174556 - type: nauc_mrr_at_10_std value: -4.717691978604977 - type: nauc_mrr_at_1_diff1 value: 51.440759829408854 - type: nauc_mrr_at_1_max value: 30.223550820620837 - type: nauc_mrr_at_1_std value: -5.087318776296894 - type: nauc_mrr_at_20_diff1 value: 46.793483872253226 - type: nauc_mrr_at_20_max value: 30.16268873819652 - type: nauc_mrr_at_20_std value: -5.01215299865215 - type: nauc_mrr_at_3_diff1 value: 47.6792606048565 - type: nauc_mrr_at_3_max value: 30.252407504386003 - type: nauc_mrr_at_3_std value: -4.951328714622018 - type: nauc_mrr_at_5_diff1 value: 47.08068341617418 - type: nauc_mrr_at_5_max value: 30.010955994145842 - type: nauc_mrr_at_5_std value: -4.8006009530708695 - type: nauc_ndcg_at_1000_diff1 value: 45.09722902533752 - type: nauc_ndcg_at_1000_max value: 29.781175279602127 - type: nauc_ndcg_at_1000_std value: -4.260098124856812 - type: nauc_ndcg_at_100_diff1 value: 44.614299417231415 - type: nauc_ndcg_at_100_max value: 29.744449124699358 - type: nauc_ndcg_at_100_std value: -4.087042833418112 - type: nauc_ndcg_at_10_diff1 value: 44.2584878876689 - type: nauc_ndcg_at_10_max value: 28.586996394544194 - type: nauc_ndcg_at_10_std value: -5.178666682774291 - type: nauc_ndcg_at_1_diff1 value: 51.440759829408854 - type: nauc_ndcg_at_1_max value: 30.223550820620837 - type: nauc_ndcg_at_1_std value: -5.087318776296894 - type: nauc_ndcg_at_20_diff1 value: 44.281589674181625 - type: nauc_ndcg_at_20_max value: 29.36490051594007 - type: nauc_ndcg_at_20_std value: -5.682904047831825 - type: nauc_ndcg_at_3_diff1 value: 46.43618085964397 - type: nauc_ndcg_at_3_max value: 28.411951238312618 - type: nauc_ndcg_at_3_std value: -5.350564037791816 - type: nauc_ndcg_at_5_diff1 value: 45.44136119207941 - type: nauc_ndcg_at_5_max value: 28.265958681020614 - type: nauc_ndcg_at_5_std value: -5.412966841119856 - type: nauc_precision_at_1000_diff1 value: -15.119149939557817 - type: nauc_precision_at_1000_max value: -3.784690736781482 - type: nauc_precision_at_1000_std value: -0.0813183769707101 - type: nauc_precision_at_100_diff1 value: -4.5616868446163945 - type: nauc_precision_at_100_max value: 8.135454448790497 - type: nauc_precision_at_100_std value: 3.819831209731323 - type: nauc_precision_at_10_diff1 value: 13.204205281825043 - type: nauc_precision_at_10_max value: 16.406917431583654 - type: nauc_precision_at_10_std value: -4.82389517876021 - type: nauc_precision_at_1_diff1 value: 51.440759829408854 - type: nauc_precision_at_1_max value: 30.223550820620837 - type: nauc_precision_at_1_std value: -5.087318776296894 - type: nauc_precision_at_20_diff1 value: 6.8274935971270185 - type: nauc_precision_at_20_max value: 15.317043149767647 - type: nauc_precision_at_20_std value: -4.066331816936127 - type: nauc_precision_at_3_diff1 value: 32.06782113672368 - type: nauc_precision_at_3_max value: 23.87593843126193 - type: nauc_precision_at_3_std value: -4.212494828749518 - type: nauc_precision_at_5_diff1 value: 23.978658995152873 - type: nauc_precision_at_5_max value: 21.532720008223542 - type: nauc_precision_at_5_std value: -4.3052844712664236 - type: nauc_recall_at_1000_diff1 value: 35.9864247724948 - type: nauc_recall_at_1000_max value: 47.06513336878949 - type: nauc_recall_at_1000_std value: 30.273808634870708 - type: nauc_recall_at_100_diff1 value: 32.10192474481891 - type: nauc_recall_at_100_max value: 30.669264116528367 - type: nauc_recall_at_100_std value: 5.15787243359946 - type: nauc_recall_at_10_diff1 value: 34.104862759569485 - type: nauc_recall_at_10_max value: 24.84533402808042 - type: nauc_recall_at_10_std value: -4.853992316710289 - type: nauc_recall_at_1_diff1 value: 51.98405236793469 - type: nauc_recall_at_1_max value: 29.053460554358857 - type: nauc_recall_at_1_std value: -5.2231285946480845 - type: nauc_recall_at_20_diff1 value: 33.179237838086536 - type: nauc_recall_at_20_max value: 27.528148034429883 - type: nauc_recall_at_20_std value: -7.801302133684411 - type: nauc_recall_at_3_diff1 value: 43.042762158279935 - type: nauc_recall_at_3_max value: 25.969613842446375 - type: nauc_recall_at_3_std value: -5.221121416249563 - type: nauc_recall_at_5_diff1 value: 39.479797215381254 - type: nauc_recall_at_5_max value: 25.367693620484733 - type: nauc_recall_at_5_std value: -5.201233398741834 - type: ndcg_at_1 value: 38.619 - type: ndcg_at_10 value: 49.925000000000004 - type: ndcg_at_100 value: 54.900000000000006 - type: ndcg_at_1000 value: 56.71000000000001 - type: ndcg_at_20 value: 51.9 - type: ndcg_at_3 value: 44.383 - type: ndcg_at_5 value: 46.697 - type: precision_at_1 value: 38.619 - type: precision_at_10 value: 8.526 - type: precision_at_100 value: 1.2229999999999999 - type: precision_at_1000 value: 0.148 - type: precision_at_20 value: 4.841 - type: precision_at_3 value: 20.336000000000002 - type: precision_at_5 value: 14.030000000000001 - type: recall_at_1 value: 32.965 - type: recall_at_10 value: 63.56 - type: recall_at_100 value: 84.621 - type: recall_at_1000 value: 96.74000000000001 - type: recall_at_20 value: 70.48100000000001 - type: recall_at_3 value: 48.191 - type: recall_at_5 value: 54.205999999999996 - task: type: Retrieval dataset: name: MTEB CQADupstackWebmastersRetrieval (default) type: mteb/cqadupstack-webmasters config: default split: test revision: 160c094312a0e1facb97e55eeddb698c0abe3571 metrics: - type: main_score value: 47.074 - type: map_at_1 value: 29.403000000000002 - type: map_at_10 value: 40.573 - type: map_at_100 value: 42.484 - type: map_at_1000 value: 42.716 - type: map_at_20 value: 41.599000000000004 - type: map_at_3 value: 37.339 - type: map_at_5 value: 39.193 - type: mrr_at_1 value: 36.36363636363637 - type: mrr_at_10 value: 45.757183637618425 - type: mrr_at_100 value: 46.770766133898064 - type: mrr_at_1000 value: 46.80980211476349 - type: mrr_at_20 value: 46.423621646963234 - type: mrr_at_3 value: 43.28063241106722 - type: mrr_at_5 value: 44.565217391304365 - type: nauc_map_at_1000_diff1 value: 49.50553138260385 - type: nauc_map_at_1000_max value: 19.358051251729698 - type: nauc_map_at_1000_std value: -2.011789122501399 - type: nauc_map_at_100_diff1 value: 49.44915583782217 - type: nauc_map_at_100_max value: 19.60901120148682 - type: nauc_map_at_100_std value: -2.41751136217268 - type: nauc_map_at_10_diff1 value: 49.51594423618221 - type: nauc_map_at_10_max value: 19.619242889635906 - type: nauc_map_at_10_std value: -3.8273122325339166 - type: nauc_map_at_1_diff1 value: 54.215223726227 - type: nauc_map_at_1_max value: 17.977025381159507 - type: nauc_map_at_1_std value: -9.062375244843237 - type: nauc_map_at_20_diff1 value: 49.304332449390536 - type: nauc_map_at_20_max value: 19.716118401380907 - type: nauc_map_at_20_std value: -3.4025172547840516 - type: nauc_map_at_3_diff1 value: 49.68092213465047 - type: nauc_map_at_3_max value: 18.97116061804881 - type: nauc_map_at_3_std value: -5.829584927881651 - type: nauc_map_at_5_diff1 value: 49.324006273400514 - type: nauc_map_at_5_max value: 19.112945761695528 - type: nauc_map_at_5_std value: -4.314461382420533 - type: nauc_mrr_at_1000_diff1 value: 49.92775633194418 - type: nauc_mrr_at_1000_max value: 19.49081993588585 - type: nauc_mrr_at_1000_std value: -0.7332025146393024 - type: nauc_mrr_at_100_diff1 value: 49.9260204058528 - type: nauc_mrr_at_100_max value: 19.484679786390437 - type: nauc_mrr_at_100_std value: -0.7212280673024297 - type: nauc_mrr_at_10_diff1 value: 50.148096993162575 - type: nauc_mrr_at_10_max value: 19.608544665563997 - type: nauc_mrr_at_10_std value: -0.8945343475848919 - type: nauc_mrr_at_1_diff1 value: 52.42661281910124 - type: nauc_mrr_at_1_max value: 18.7638434458577 - type: nauc_mrr_at_1_std value: -3.301275325073689 - type: nauc_mrr_at_20_diff1 value: 49.928792615111725 - type: nauc_mrr_at_20_max value: 19.49421015513326 - type: nauc_mrr_at_20_std value: -0.8668232758964624 - type: nauc_mrr_at_3_diff1 value: 50.024454026256436 - type: nauc_mrr_at_3_max value: 19.396056559912353 - type: nauc_mrr_at_3_std value: -1.0587164638878859 - type: nauc_mrr_at_5_diff1 value: 49.616273296977376 - type: nauc_mrr_at_5_max value: 19.71000744166205 - type: nauc_mrr_at_5_std value: -0.6138430434879517 - type: nauc_ndcg_at_1000_diff1 value: 48.83183056294745 - type: nauc_ndcg_at_1000_max value: 20.353466850695327 - type: nauc_ndcg_at_1000_std value: 1.3370177783952768 - type: nauc_ndcg_at_100_diff1 value: 48.317913647798306 - type: nauc_ndcg_at_100_max value: 20.486233597321966 - type: nauc_ndcg_at_100_std value: 1.6024818316441263 - type: nauc_ndcg_at_10_diff1 value: 49.429974356858 - type: nauc_ndcg_at_10_max value: 19.98920775777258 - type: nauc_ndcg_at_10_std value: 0.13520294668378868 - type: nauc_ndcg_at_1_diff1 value: 52.42661281910124 - type: nauc_ndcg_at_1_max value: 18.7638434458577 - type: nauc_ndcg_at_1_std value: -3.301275325073689 - type: nauc_ndcg_at_20_diff1 value: 48.35717513159501 - type: nauc_ndcg_at_20_max value: 19.79290006404417 - type: nauc_ndcg_at_20_std value: -0.21211495034087513 - type: nauc_ndcg_at_3_diff1 value: 48.94049508726953 - type: nauc_ndcg_at_3_max value: 19.754511844072315 - type: nauc_ndcg_at_3_std value: -1.239268184711068 - type: nauc_ndcg_at_5_diff1 value: 48.68008869717381 - type: nauc_ndcg_at_5_max value: 19.834309152953693 - type: nauc_ndcg_at_5_std value: 0.45890567595906867 - type: nauc_precision_at_1000_diff1 value: 1.528748334837327 - type: nauc_precision_at_1000_max value: -16.835799237789626 - type: nauc_precision_at_1000_std value: 34.62519837993304 - type: nauc_precision_at_100_diff1 value: 5.696350053173634 - type: nauc_precision_at_100_max value: -5.710692318003089 - type: nauc_precision_at_100_std value: 34.02642773668347 - type: nauc_precision_at_10_diff1 value: 20.45272065905327 - type: nauc_precision_at_10_max value: 13.6845586511117 - type: nauc_precision_at_10_std value: 19.996180339815485 - type: nauc_precision_at_1_diff1 value: 52.42661281910124 - type: nauc_precision_at_1_max value: 18.7638434458577 - type: nauc_precision_at_1_std value: -3.301275325073689 - type: nauc_precision_at_20_diff1 value: 12.379225968221377 - type: nauc_precision_at_20_max value: 7.784360168570556 - type: nauc_precision_at_20_std value: 24.002184594605836 - type: nauc_precision_at_3_diff1 value: 35.06666393942347 - type: nauc_precision_at_3_max value: 19.1969737141229 - type: nauc_precision_at_3_std value: 7.035106494502798 - type: nauc_precision_at_5_diff1 value: 26.452797864599155 - type: nauc_precision_at_5_max value: 16.996610036767233 - type: nauc_precision_at_5_std value: 14.13488894394845 - type: nauc_recall_at_1000_diff1 value: 23.629309076650372 - type: nauc_recall_at_1000_max value: 42.887014532907784 - type: nauc_recall_at_1000_std value: 63.21580949416875 - type: nauc_recall_at_100_diff1 value: 32.834443660172994 - type: nauc_recall_at_100_max value: 24.560781544131917 - type: nauc_recall_at_100_std value: 26.79732543660201 - type: nauc_recall_at_10_diff1 value: 43.460970105956974 - type: nauc_recall_at_10_max value: 19.78367858184654 - type: nauc_recall_at_10_std value: 2.6444312947437942 - type: nauc_recall_at_1_diff1 value: 54.215223726227 - type: nauc_recall_at_1_max value: 17.977025381159507 - type: nauc_recall_at_1_std value: -9.062375244843237 - type: nauc_recall_at_20_diff1 value: 37.448338600203414 - type: nauc_recall_at_20_max value: 19.563467772733254 - type: nauc_recall_at_20_std value: 3.2582843244021595 - type: nauc_recall_at_3_diff1 value: 44.31564553420772 - type: nauc_recall_at_3_max value: 18.579411558999265 - type: nauc_recall_at_3_std value: -1.1280366390946754 - type: nauc_recall_at_5_diff1 value: 42.83689602925977 - type: nauc_recall_at_5_max value: 18.765879640964766 - type: nauc_recall_at_5_std value: 2.0808172197592643 - type: ndcg_at_1 value: 36.364000000000004 - type: ndcg_at_10 value: 47.074 - type: ndcg_at_100 value: 53.307 - type: ndcg_at_1000 value: 55.043 - type: ndcg_at_20 value: 49.658 - type: ndcg_at_3 value: 42.105 - type: ndcg_at_5 value: 44.348 - type: precision_at_1 value: 36.364000000000004 - type: precision_at_10 value: 9.15 - type: precision_at_100 value: 1.814 - type: precision_at_1000 value: 0.254 - type: precision_at_20 value: 5.800000000000001 - type: precision_at_3 value: 19.829 - type: precision_at_5 value: 14.347999999999999 - type: recall_at_1 value: 29.403000000000002 - type: recall_at_10 value: 58.984 - type: recall_at_100 value: 86.32300000000001 - type: recall_at_1000 value: 96.58 - type: recall_at_20 value: 68.732 - type: recall_at_3 value: 44.994 - type: recall_at_5 value: 50.763999999999996 - task: type: Retrieval dataset: name: MTEB CQADupstackWordpressRetrieval (default) type: mteb/cqadupstack-wordpress config: default split: test revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 metrics: - type: main_score value: 37.698 - type: map_at_1 value: 24.407999999999998 - type: map_at_10 value: 32.778 - type: map_at_100 value: 33.906 - type: map_at_1000 value: 33.994 - type: map_at_20 value: 33.366 - type: map_at_3 value: 29.938 - type: map_at_5 value: 31.488 - type: mrr_at_1 value: 27.171903881700555 - type: mrr_at_10 value: 35.30535750960891 - type: mrr_at_100 value: 36.27455343485727 - type: mrr_at_1000 value: 36.33637412393027 - type: mrr_at_20 value: 35.80660552098608 - type: mrr_at_3 value: 32.8712261244609 - type: mrr_at_5 value: 34.17436845348122 - type: nauc_map_at_1000_diff1 value: 41.79130051151335 - type: nauc_map_at_1000_max value: 15.250449334225705 - type: nauc_map_at_1000_std value: -5.6234146471967765 - type: nauc_map_at_100_diff1 value: 41.82119879391254 - type: nauc_map_at_100_max value: 15.260249318276955 - type: nauc_map_at_100_std value: -5.639782460411048 - type: nauc_map_at_10_diff1 value: 41.721172949121275 - type: nauc_map_at_10_max value: 15.343655917007446 - type: nauc_map_at_10_std value: -6.3555379684374556 - type: nauc_map_at_1_diff1 value: 48.96263429221846 - type: nauc_map_at_1_max value: 13.267518186717433 - type: nauc_map_at_1_std value: -5.684641885998431 - type: nauc_map_at_20_diff1 value: 41.752248673504624 - type: nauc_map_at_20_max value: 15.290823323080769 - type: nauc_map_at_20_std value: -5.961260903195126 - type: nauc_map_at_3_diff1 value: 43.24524104365662 - type: nauc_map_at_3_max value: 15.338745716345509 - type: nauc_map_at_3_std value: -7.764073533482427 - type: nauc_map_at_5_diff1 value: 42.46453798349899 - type: nauc_map_at_5_max value: 15.155487409682902 - type: nauc_map_at_5_std value: -6.9294813277791425 - type: nauc_mrr_at_1000_diff1 value: 41.88993733381641 - type: nauc_mrr_at_1000_max value: 14.380317334991677 - type: nauc_mrr_at_1000_std value: -5.493497006316366 - type: nauc_mrr_at_100_diff1 value: 41.90155799714766 - type: nauc_mrr_at_100_max value: 14.393105389960365 - type: nauc_mrr_at_100_std value: -5.497732224764066 - type: nauc_mrr_at_10_diff1 value: 41.7378563303707 - type: nauc_mrr_at_10_max value: 14.519730688823824 - type: nauc_mrr_at_10_std value: -6.151769146963003 - type: nauc_mrr_at_1_diff1 value: 48.59336779471185 - type: nauc_mrr_at_1_max value: 11.835618866086927 - type: nauc_mrr_at_1_std value: -5.363816756961067 - type: nauc_mrr_at_20_diff1 value: 41.76639087883366 - type: nauc_mrr_at_20_max value: 14.386536877009048 - type: nauc_mrr_at_20_std value: -5.76729589265512 - type: nauc_mrr_at_3_diff1 value: 42.83069407175199 - type: nauc_mrr_at_3_max value: 14.40817310712037 - type: nauc_mrr_at_3_std value: -6.592772453987663 - type: nauc_mrr_at_5_diff1 value: 42.54301828369426 - type: nauc_mrr_at_5_max value: 14.342399211173499 - type: nauc_mrr_at_5_std value: -6.3321746980792595 - type: nauc_ndcg_at_1000_diff1 value: 39.40808457780407 - type: nauc_ndcg_at_1000_max value: 15.145857892041088 - type: nauc_ndcg_at_1000_std value: -2.7042348869395165 - type: nauc_ndcg_at_100_diff1 value: 39.55061510297866 - type: nauc_ndcg_at_100_max value: 15.398423830498615 - type: nauc_ndcg_at_100_std value: -2.3882074074350785 - type: nauc_ndcg_at_10_diff1 value: 38.853209168604295 - type: nauc_ndcg_at_10_max value: 15.586851775746844 - type: nauc_ndcg_at_10_std value: -5.991925052638258 - type: nauc_ndcg_at_1_diff1 value: 48.59336779471185 - type: nauc_ndcg_at_1_max value: 11.835618866086927 - type: nauc_ndcg_at_1_std value: -5.363816756961067 - type: nauc_ndcg_at_20_diff1 value: 38.93226271515869 - type: nauc_ndcg_at_20_max value: 15.296458747902639 - type: nauc_ndcg_at_20_std value: -4.497710162570065 - type: nauc_ndcg_at_3_diff1 value: 41.49750925284279 - type: nauc_ndcg_at_3_max value: 15.584012047259218 - type: nauc_ndcg_at_3_std value: -8.132156848664613 - type: nauc_ndcg_at_5_diff1 value: 40.66048340734899 - type: nauc_ndcg_at_5_max value: 15.235394896999058 - type: nauc_ndcg_at_5_std value: -7.014796420860427 - type: nauc_precision_at_1000_diff1 value: -8.359237580495055 - type: nauc_precision_at_1000_max value: -11.584395503763362 - type: nauc_precision_at_1000_std value: 2.5543652208263263 - type: nauc_precision_at_100_diff1 value: 8.200754749985318 - type: nauc_precision_at_100_max value: 7.720780751540077 - type: nauc_precision_at_100_std value: 17.971083174211202 - type: nauc_precision_at_10_diff1 value: 21.257328495191853 - type: nauc_precision_at_10_max value: 14.344312062245008 - type: nauc_precision_at_10_std value: -0.9364852661474388 - type: nauc_precision_at_1_diff1 value: 48.59336779471185 - type: nauc_precision_at_1_max value: 11.835618866086927 - type: nauc_precision_at_1_std value: -5.363816756961067 - type: nauc_precision_at_20_diff1 value: 18.779172747828625 - type: nauc_precision_at_20_max value: 11.834784068449874 - type: nauc_precision_at_20_std value: 4.75265567501331 - type: nauc_precision_at_3_diff1 value: 35.68627977314586 - type: nauc_precision_at_3_max value: 16.09945138219868 - type: nauc_precision_at_3_std value: -9.141703662048604 - type: nauc_precision_at_5_diff1 value: 29.08631278869783 - type: nauc_precision_at_5_max value: 14.729434184074591 - type: nauc_precision_at_5_std value: -5.440719877914668 - type: nauc_recall_at_1000_diff1 value: 16.747172572611 - type: nauc_recall_at_1000_max value: 12.79769669067411 - type: nauc_recall_at_1000_std value: 37.13714022788794 - type: nauc_recall_at_100_diff1 value: 28.633698519131812 - type: nauc_recall_at_100_max value: 15.169044663120046 - type: nauc_recall_at_100_std value: 16.82928212478329 - type: nauc_recall_at_10_diff1 value: 29.30601441948013 - type: nauc_recall_at_10_max value: 16.436996254205454 - type: nauc_recall_at_10_std value: -4.785626170786634 - type: nauc_recall_at_1_diff1 value: 48.96263429221846 - type: nauc_recall_at_1_max value: 13.267518186717433 - type: nauc_recall_at_1_std value: -5.684641885998431 - type: nauc_recall_at_20_diff1 value: 28.941113801073513 - type: nauc_recall_at_20_max value: 15.03690157531021 - type: nauc_recall_at_20_std value: 0.952082171289431 - type: nauc_recall_at_3_diff1 value: 37.16097228939549 - type: nauc_recall_at_3_max value: 16.791181013520706 - type: nauc_recall_at_3_std value: -10.07433254635823 - type: nauc_recall_at_5_diff1 value: 34.819091777714114 - type: nauc_recall_at_5_max value: 15.563789505647332 - type: nauc_recall_at_5_std value: -7.539816172515026 - type: ndcg_at_1 value: 27.172 - type: ndcg_at_10 value: 37.698 - type: ndcg_at_100 value: 43.267 - type: ndcg_at_1000 value: 45.421 - type: ndcg_at_20 value: 39.661 - type: ndcg_at_3 value: 32.439 - type: ndcg_at_5 value: 34.867 - type: precision_at_1 value: 27.172 - type: precision_at_10 value: 5.970000000000001 - type: precision_at_100 value: 0.9299999999999999 - type: precision_at_1000 value: 0.124 - type: precision_at_20 value: 3.447 - type: precision_at_3 value: 13.555 - type: precision_at_5 value: 9.722999999999999 - type: recall_at_1 value: 24.407999999999998 - type: recall_at_10 value: 50.354 - type: recall_at_100 value: 76.347 - type: recall_at_1000 value: 92.06400000000001 - type: recall_at_20 value: 57.757000000000005 - type: recall_at_3 value: 36.503 - type: recall_at_5 value: 42.129 - task: type: Retrieval dataset: name: MTEB ClimateFEVER (default) type: mteb/climate-fever config: default split: test revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 metrics: - type: main_score value: 44.617000000000004 - type: map_at_1 value: 19.104 - type: map_at_10 value: 33.802 - type: map_at_100 value: 36.079 - type: map_at_1000 value: 36.248999999999995 - type: map_at_20 value: 35.131 - type: map_at_3 value: 27.991 - type: map_at_5 value: 31.118000000000002 - type: mrr_at_1 value: 43.583061889250814 - type: mrr_at_10 value: 56.87275735484211 - type: mrr_at_100 value: 57.39889418793922 - type: mrr_at_1000 value: 57.41794142620278 - type: mrr_at_20 value: 57.22771005837437 - type: mrr_at_3 value: 53.97394136807826 - type: mrr_at_5 value: 55.73615635179164 - type: nauc_map_at_1000_diff1 value: 26.630926110315777 - type: nauc_map_at_1000_max value: 39.630984824231405 - type: nauc_map_at_1000_std value: 12.021698649336102 - type: nauc_map_at_100_diff1 value: 26.65686177968633 - type: nauc_map_at_100_max value: 39.66934127737377 - type: nauc_map_at_100_std value: 12.012347759378558 - type: nauc_map_at_10_diff1 value: 26.5456237749527 - type: nauc_map_at_10_max value: 38.686799553195236 - type: nauc_map_at_10_std value: 10.436328337171096 - type: nauc_map_at_1_diff1 value: 37.70092410090826 - type: nauc_map_at_1_max value: 32.706727035298314 - type: nauc_map_at_1_std value: 3.5831967427511726 - type: nauc_map_at_20_diff1 value: 26.681209225651724 - type: nauc_map_at_20_max value: 39.284145121514825 - type: nauc_map_at_20_std value: 11.222202700116116 - type: nauc_map_at_3_diff1 value: 28.59667648558309 - type: nauc_map_at_3_max value: 36.25805661700928 - type: nauc_map_at_3_std value: 6.464598115667347 - type: nauc_map_at_5_diff1 value: 27.430543578903876 - type: nauc_map_at_5_max value: 37.364734786367364 - type: nauc_map_at_5_std value: 8.655542089806918 - type: nauc_mrr_at_1000_diff1 value: 28.479201441412773 - type: nauc_mrr_at_1000_max value: 39.804512389170306 - type: nauc_mrr_at_1000_std value: 15.975422602158526 - type: nauc_mrr_at_100_diff1 value: 28.472760240011453 - type: nauc_mrr_at_100_max value: 39.817824846642495 - type: nauc_mrr_at_100_std value: 15.995615089727696 - type: nauc_mrr_at_10_diff1 value: 28.30497282698149 - type: nauc_mrr_at_10_max value: 39.8750223929803 - type: nauc_mrr_at_10_std value: 16.056752560910738 - type: nauc_mrr_at_1_diff1 value: 32.14744915860195 - type: nauc_mrr_at_1_max value: 36.1460298415032 - type: nauc_mrr_at_1_std value: 11.071199685007258 - type: nauc_mrr_at_20_diff1 value: 28.4669940506914 - type: nauc_mrr_at_20_max value: 39.8689906588194 - type: nauc_mrr_at_20_std value: 16.063644389310987 - type: nauc_mrr_at_3_diff1 value: 27.763789833382084 - type: nauc_mrr_at_3_max value: 38.90694044105185 - type: nauc_mrr_at_3_std value: 14.930859774821496 - type: nauc_mrr_at_5_diff1 value: 28.518810945056806 - type: nauc_mrr_at_5_max value: 39.44652822929369 - type: nauc_mrr_at_5_std value: 15.601758278493936 - type: nauc_ndcg_at_1000_diff1 value: 24.917943936491202 - type: nauc_ndcg_at_1000_max value: 42.41689422016377 - type: nauc_ndcg_at_1000_std value: 18.56325105262615 - type: nauc_ndcg_at_100_diff1 value: 24.660217650539824 - type: nauc_ndcg_at_100_max value: 43.0556058064233 - type: nauc_ndcg_at_100_std value: 18.72349248160942 - type: nauc_ndcg_at_10_diff1 value: 24.946942918886105 - type: nauc_ndcg_at_10_max value: 40.95725387267496 - type: nauc_ndcg_at_10_std value: 14.517400662235858 - type: nauc_ndcg_at_1_diff1 value: 32.14744915860195 - type: nauc_ndcg_at_1_max value: 36.1460298415032 - type: nauc_ndcg_at_1_std value: 11.071199685007258 - type: nauc_ndcg_at_20_diff1 value: 25.188740918902763 - type: nauc_ndcg_at_20_max value: 42.00683229592938 - type: nauc_ndcg_at_20_std value: 16.240449187324334 - type: nauc_ndcg_at_3_diff1 value: 25.96917668130959 - type: nauc_ndcg_at_3_max value: 37.30870453176644 - type: nauc_ndcg_at_3_std value: 10.242190353093983 - type: nauc_ndcg_at_5_diff1 value: 26.21449841406056 - type: nauc_ndcg_at_5_max value: 38.92176118293679 - type: nauc_ndcg_at_5_std value: 11.725909337459568 - type: nauc_precision_at_1000_diff1 value: -16.01323462215506 - type: nauc_precision_at_1000_max value: 0.5840156344246599 - type: nauc_precision_at_1000_std value: 21.984332405839837 - type: nauc_precision_at_100_diff1 value: -9.61411849608862 - type: nauc_precision_at_100_max value: 17.504216512517146 - type: nauc_precision_at_100_std value: 28.629825648562633 - type: nauc_precision_at_10_diff1 value: 1.2355527780976312 - type: nauc_precision_at_10_max value: 29.790400398455517 - type: nauc_precision_at_10_std value: 23.76365693234943 - type: nauc_precision_at_1_diff1 value: 32.14744915860195 - type: nauc_precision_at_1_max value: 36.1460298415032 - type: nauc_precision_at_1_std value: 11.071199685007258 - type: nauc_precision_at_20_diff1 value: -0.9865443887144156 - type: nauc_precision_at_20_max value: 26.54154724938248 - type: nauc_precision_at_20_std value: 25.754372573612518 - type: nauc_precision_at_3_diff1 value: 10.765411595295998 - type: nauc_precision_at_3_max value: 34.70130346122421 - type: nauc_precision_at_3_std value: 16.215878443176408 - type: nauc_precision_at_5_diff1 value: 7.299668818561885 - type: nauc_precision_at_5_max value: 32.31206228488871 - type: nauc_precision_at_5_std value: 19.51441846964699 - type: nauc_recall_at_1000_diff1 value: 8.901785484325925 - type: nauc_recall_at_1000_max value: 43.24767978941463 - type: nauc_recall_at_1000_std value: 40.29307286192429 - type: nauc_recall_at_100_diff1 value: 11.465889365702624 - type: nauc_recall_at_100_max value: 43.24309504524636 - type: nauc_recall_at_100_std value: 30.118511303782835 - type: nauc_recall_at_10_diff1 value: 16.52685883767623 - type: nauc_recall_at_10_max value: 37.23567264572587 - type: nauc_recall_at_10_std value: 15.22055626936892 - type: nauc_recall_at_1_diff1 value: 37.70092410090826 - type: nauc_recall_at_1_max value: 32.706727035298314 - type: nauc_recall_at_1_std value: 3.5831967427511726 - type: nauc_recall_at_20_diff1 value: 15.927701447484194 - type: nauc_recall_at_20_max value: 38.26123449652692 - type: nauc_recall_at_20_std value: 18.992297231330056 - type: nauc_recall_at_3_diff1 value: 22.625663839144014 - type: nauc_recall_at_3_max value: 35.0258971497311 - type: nauc_recall_at_3_std value: 6.906428909460032 - type: nauc_recall_at_5_diff1 value: 20.52738451430066 - type: nauc_recall_at_5_max value: 35.50121476875723 - type: nauc_recall_at_5_std value: 10.743371408711585 - type: ndcg_at_1 value: 43.583 - type: ndcg_at_10 value: 44.617000000000004 - type: ndcg_at_100 value: 51.849999999999994 - type: ndcg_at_1000 value: 54.383 - type: ndcg_at_20 value: 47.751 - type: ndcg_at_3 value: 37.474000000000004 - type: ndcg_at_5 value: 39.967999999999996 - type: precision_at_1 value: 43.583 - type: precision_at_10 value: 13.966999999999999 - type: precision_at_100 value: 2.191 - type: precision_at_1000 value: 0.267 - type: precision_at_20 value: 8.391 - type: precision_at_3 value: 28.404 - type: precision_at_5 value: 21.694 - type: recall_at_1 value: 19.104 - type: recall_at_10 value: 51.498999999999995 - type: recall_at_100 value: 75.32 - type: recall_at_1000 value: 89.036 - type: recall_at_20 value: 60.089000000000006 - type: recall_at_3 value: 33.672999999999995 - type: recall_at_5 value: 41.306 - task: type: Retrieval dataset: name: MTEB DBPedia (default) type: mteb/dbpedia config: default split: test revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 metrics: - type: main_score value: 50.096 - type: map_at_1 value: 9.366 - type: map_at_10 value: 23.432 - type: map_at_100 value: 34.835 - type: map_at_1000 value: 36.675000000000004 - type: map_at_20 value: 28.027 - type: map_at_3 value: 15.825 - type: map_at_5 value: 18.94 - type: mrr_at_1 value: 71.75 - type: mrr_at_10 value: 79.6294642857143 - type: mrr_at_100 value: 79.92590099939845 - type: mrr_at_1000 value: 79.93391140733975 - type: mrr_at_20 value: 79.85458152958155 - type: mrr_at_3 value: 78.25000000000001 - type: mrr_at_5 value: 79.28750000000001 - type: nauc_map_at_1000_diff1 value: 25.472104119169913 - type: nauc_map_at_1000_max value: 41.56911605863819 - type: nauc_map_at_1000_std value: 26.96384045959376 - type: nauc_map_at_100_diff1 value: 26.776312077270624 - type: nauc_map_at_100_max value: 39.7545285058008 - type: nauc_map_at_100_std value: 23.490115682443395 - type: nauc_map_at_10_diff1 value: 29.688988181768742 - type: nauc_map_at_10_max value: 23.599686148007372 - type: nauc_map_at_10_std value: -2.743236101939126 - type: nauc_map_at_1_diff1 value: 40.19961160931266 - type: nauc_map_at_1_max value: 11.484500166682448 - type: nauc_map_at_1_std value: -20.998662627418653 - type: nauc_map_at_20_diff1 value: 28.589067878029685 - type: nauc_map_at_20_max value: 30.617557831619052 - type: nauc_map_at_20_std value: 8.40108528296231 - type: nauc_map_at_3_diff1 value: 33.289088478610246 - type: nauc_map_at_3_max value: 14.779109597775575 - type: nauc_map_at_3_std value: -15.48554361705479 - type: nauc_map_at_5_diff1 value: 31.37536261149692 - type: nauc_map_at_5_max value: 17.420722132646357 - type: nauc_map_at_5_std value: -11.533685762302074 - type: nauc_mrr_at_1000_diff1 value: 51.65831287063808 - type: nauc_mrr_at_1000_max value: 68.60039697252385 - type: nauc_mrr_at_1000_std value: 47.101684802168755 - type: nauc_mrr_at_100_diff1 value: 51.62318787423693 - type: nauc_mrr_at_100_max value: 68.6016051934096 - type: nauc_mrr_at_100_std value: 47.084125499520056 - type: nauc_mrr_at_10_diff1 value: 51.58457220757248 - type: nauc_mrr_at_10_max value: 68.52135361188292 - type: nauc_mrr_at_10_std value: 47.09512630117651 - type: nauc_mrr_at_1_diff1 value: 56.12302389553575 - type: nauc_mrr_at_1_max value: 67.25359948108763 - type: nauc_mrr_at_1_std value: 44.65155697383184 - type: nauc_mrr_at_20_diff1 value: 51.557612960835066 - type: nauc_mrr_at_20_max value: 68.62925036486892 - type: nauc_mrr_at_20_std value: 47.23452793919026 - type: nauc_mrr_at_3_diff1 value: 53.111622365148456 - type: nauc_mrr_at_3_max value: 68.96353991501803 - type: nauc_mrr_at_3_std value: 47.21923770237274 - type: nauc_mrr_at_5_diff1 value: 51.49932506601612 - type: nauc_mrr_at_5_max value: 68.47321777065385 - type: nauc_mrr_at_5_std value: 47.02157292074972 - type: nauc_ndcg_at_1000_diff1 value: 34.063946651439196 - type: nauc_ndcg_at_1000_max value: 56.37662421606667 - type: nauc_ndcg_at_1000_std value: 43.79623286366516 - type: nauc_ndcg_at_100_diff1 value: 34.621015007290914 - type: nauc_ndcg_at_100_max value: 51.10262571522196 - type: nauc_ndcg_at_100_std value: 33.99194547177918 - type: nauc_ndcg_at_10_diff1 value: 32.20831767471151 - type: nauc_ndcg_at_10_max value: 52.421069203710665 - type: nauc_ndcg_at_10_std value: 31.34328336300653 - type: nauc_ndcg_at_1_diff1 value: 55.233112065599386 - type: nauc_ndcg_at_1_max value: 57.40609137055842 - type: nauc_ndcg_at_1_std value: 33.612846544318614 - type: nauc_ndcg_at_20_diff1 value: 34.38267610887372 - type: nauc_ndcg_at_20_max value: 51.27192996137325 - type: nauc_ndcg_at_20_std value: 29.490347416111018 - type: nauc_ndcg_at_3_diff1 value: 35.56589169628291 - type: nauc_ndcg_at_3_max value: 51.063647622751475 - type: nauc_ndcg_at_3_std value: 31.597143875818784 - type: nauc_ndcg_at_5_diff1 value: 33.096556103749776 - type: nauc_ndcg_at_5_max value: 52.684632250399055 - type: nauc_ndcg_at_5_std value: 31.94245475071079 - type: nauc_precision_at_1000_diff1 value: -23.30986038644832 - type: nauc_precision_at_1000_max value: 7.747092580070645 - type: nauc_precision_at_1000_std value: 19.187233987218818 - type: nauc_precision_at_100_diff1 value: -10.321698436669498 - type: nauc_precision_at_100_max value: 30.042614796744584 - type: nauc_precision_at_100_std value: 43.69817919859801 - type: nauc_precision_at_10_diff1 value: -3.4879804241496686 - type: nauc_precision_at_10_max value: 39.952270729206084 - type: nauc_precision_at_10_std value: 47.57201846870389 - type: nauc_precision_at_1_diff1 value: 56.12302389553575 - type: nauc_precision_at_1_max value: 67.25359948108763 - type: nauc_precision_at_1_std value: 44.65155697383184 - type: nauc_precision_at_20_diff1 value: -4.21774580806289 - type: nauc_precision_at_20_max value: 39.45950542146115 - type: nauc_precision_at_20_std value: 49.38702305013535 - type: nauc_precision_at_3_diff1 value: 11.039231236525476 - type: nauc_precision_at_3_max value: 45.333325600850166 - type: nauc_precision_at_3_std value: 41.939828715832725 - type: nauc_precision_at_5_diff1 value: 1.8456345569611392 - type: nauc_precision_at_5_max value: 43.11574070733236 - type: nauc_precision_at_5_std value: 44.90121015752974 - type: nauc_recall_at_1000_diff1 value: 23.838392673402637 - type: nauc_recall_at_1000_max value: 40.22494505597155 - type: nauc_recall_at_1000_std value: 50.059930290604 - type: nauc_recall_at_100_diff1 value: 23.568582606097046 - type: nauc_recall_at_100_max value: 32.41458448276608 - type: nauc_recall_at_100_std value: 25.09362121206938 - type: nauc_recall_at_10_diff1 value: 24.640435183950647 - type: nauc_recall_at_10_max value: 16.76741621891125 - type: nauc_recall_at_10_std value: -6.568863340739497 - type: nauc_recall_at_1_diff1 value: 40.19961160931266 - type: nauc_recall_at_1_max value: 11.484500166682448 - type: nauc_recall_at_1_std value: -20.998662627418653 - type: nauc_recall_at_20_diff1 value: 26.120527114451036 - type: nauc_recall_at_20_max value: 24.44767559629039 - type: nauc_recall_at_20_std value: 4.470254335170874 - type: nauc_recall_at_3_diff1 value: 28.810186428560264 - type: nauc_recall_at_3_max value: 10.53337981630349 - type: nauc_recall_at_3_std value: -17.974352774667004 - type: nauc_recall_at_5_diff1 value: 26.026910831426207 - type: nauc_recall_at_5_max value: 11.363004529751835 - type: nauc_recall_at_5_std value: -15.15116848181691 - type: ndcg_at_1 value: 60.5 - type: ndcg_at_10 value: 50.096 - type: ndcg_at_100 value: 54.769999999999996 - type: ndcg_at_1000 value: 61.514 - type: ndcg_at_20 value: 49.234 - type: ndcg_at_3 value: 54.065 - type: ndcg_at_5 value: 52.053000000000004 - type: precision_at_1 value: 71.75 - type: precision_at_10 value: 41.6 - type: precision_at_100 value: 13.13 - type: precision_at_1000 value: 2.2929999999999997 - type: precision_at_20 value: 31.862000000000002 - type: precision_at_3 value: 58.333 - type: precision_at_5 value: 51.15 - type: recall_at_1 value: 9.366 - type: recall_at_10 value: 28.716 - type: recall_at_100 value: 61.72 - type: recall_at_1000 value: 84.068 - type: recall_at_20 value: 37.822 - type: recall_at_3 value: 17.268 - type: recall_at_5 value: 21.714 - task: type: Classification dataset: name: MTEB EmotionClassification (default) type: mteb/emotion config: default split: test revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 metrics: - type: accuracy value: 92.32999999999998 - type: f1 value: 88.85700702856039 - type: f1_weighted value: 92.5429163779549 - type: main_score value: 92.32999999999998 - task: type: Retrieval dataset: name: MTEB FEVER (default) type: mteb/fever config: default split: test revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 metrics: - type: main_score value: 92.37100000000001 - type: map_at_1 value: 82.069 - type: map_at_10 value: 89.774 - type: map_at_100 value: 89.956 - type: map_at_1000 value: 89.96499999999999 - type: map_at_20 value: 89.884 - type: map_at_3 value: 88.874 - type: map_at_5 value: 89.46499999999999 - type: mrr_at_1 value: 88.47884788478848 - type: mrr_at_10 value: 93.24922373189693 - type: mrr_at_100 value: 93.27576071279056 - type: mrr_at_1000 value: 93.27598653822768 - type: mrr_at_20 value: 93.26572152369198 - type: mrr_at_3 value: 92.9642964296429 - type: mrr_at_5 value: 93.18031803180308 - type: nauc_map_at_1000_diff1 value: 53.44800282062128 - type: nauc_map_at_1000_max value: 25.692315057440663 - type: nauc_map_at_1000_std value: -8.499624248136191 - type: nauc_map_at_100_diff1 value: 53.40850939797177 - type: nauc_map_at_100_max value: 25.69149215182398 - type: nauc_map_at_100_std value: -8.478801691853757 - type: nauc_map_at_10_diff1 value: 52.77776630751276 - type: nauc_map_at_10_max value: 25.47185015678825 - type: nauc_map_at_10_std value: -8.650753717531858 - type: nauc_map_at_1_diff1 value: 60.26354815835753 - type: nauc_map_at_1_max value: 22.74462336067897 - type: nauc_map_at_1_std value: -16.108392412428454 - type: nauc_map_at_20_diff1 value: 53.1486265423326 - type: nauc_map_at_20_max value: 25.61664977000182 - type: nauc_map_at_20_std value: -8.439815052390303 - type: nauc_map_at_3_diff1 value: 52.076993516597994 - type: nauc_map_at_3_max value: 25.42590262106662 - type: nauc_map_at_3_std value: -9.278602622044712 - type: nauc_map_at_5_diff1 value: 52.4000583320808 - type: nauc_map_at_5_max value: 25.598725240878334 - type: nauc_map_at_5_std value: -9.133132016496823 - type: nauc_mrr_at_1000_diff1 value: 72.07226829644607 - type: nauc_mrr_at_1000_max value: 26.824687617477917 - type: nauc_mrr_at_1000_std value: -15.031219990840263 - type: nauc_mrr_at_100_diff1 value: 72.0722639914847 - type: nauc_mrr_at_100_max value: 26.827181857499184 - type: nauc_mrr_at_100_std value: -15.0272990581751 - type: nauc_mrr_at_10_diff1 value: 71.88186000146027 - type: nauc_mrr_at_10_max value: 26.866725052241648 - type: nauc_mrr_at_10_std value: -14.880144349709168 - type: nauc_mrr_at_1_diff1 value: 74.99261641490762 - type: nauc_mrr_at_1_max value: 24.577652209089802 - type: nauc_mrr_at_1_std value: -17.962989923113483 - type: nauc_mrr_at_20_diff1 value: 72.00705741047372 - type: nauc_mrr_at_20_max value: 26.845088961240588 - type: nauc_mrr_at_20_std value: -14.951590639028053 - type: nauc_mrr_at_3_diff1 value: 71.72981635442622 - type: nauc_mrr_at_3_max value: 27.60475378976304 - type: nauc_mrr_at_3_std value: -14.267663080088363 - type: nauc_mrr_at_5_diff1 value: 71.75159172925191 - type: nauc_mrr_at_5_max value: 27.18216122597638 - type: nauc_mrr_at_5_std value: -14.880763833075017 - type: nauc_ndcg_at_1000_diff1 value: 56.012708886338515 - type: nauc_ndcg_at_1000_max value: 26.6685187848308 - type: nauc_ndcg_at_1000_std value: -7.9204231247691 - type: nauc_ndcg_at_100_diff1 value: 55.07605611733334 - type: nauc_ndcg_at_100_max value: 26.66544320914918 - type: nauc_ndcg_at_100_std value: -7.3329739415918835 - type: nauc_ndcg_at_10_diff1 value: 52.38279200045294 - type: nauc_ndcg_at_10_max value: 26.158254031690486 - type: nauc_ndcg_at_10_std value: -6.917412962602917 - type: nauc_ndcg_at_1_diff1 value: 74.99261641490762 - type: nauc_ndcg_at_1_max value: 24.577652209089802 - type: nauc_ndcg_at_1_std value: -17.962989923113483 - type: nauc_ndcg_at_20_diff1 value: 53.55480506425911 - type: nauc_ndcg_at_20_max value: 26.44888968883975 - type: nauc_ndcg_at_20_std value: -6.689374217452845 - type: nauc_ndcg_at_3_diff1 value: 52.99829218384083 - type: nauc_ndcg_at_3_max value: 27.195877668865897 - type: nauc_ndcg_at_3_std value: -7.631243613468632 - type: nauc_ndcg_at_5_diff1 value: 52.093433279185454 - type: nauc_ndcg_at_5_max value: 26.875927407667096 - type: nauc_ndcg_at_5_std value: -7.672851999155562 - type: nauc_precision_at_1000_diff1 value: -14.088579730952224 - type: nauc_precision_at_1000_max value: -7.709742274489245 - type: nauc_precision_at_1000_std value: 10.896362369744665 - type: nauc_precision_at_100_diff1 value: -15.966065119243305 - type: nauc_precision_at_100_max value: -6.7544255700500875 - type: nauc_precision_at_100_std value: 14.006504085813082 - type: nauc_precision_at_10_diff1 value: -19.197833304284874 - type: nauc_precision_at_10_max value: -6.195782167441997 - type: nauc_precision_at_10_std value: 16.738029717682736 - type: nauc_precision_at_1_diff1 value: 74.99261641490762 - type: nauc_precision_at_1_max value: 24.577652209089802 - type: nauc_precision_at_1_std value: -17.962989923113483 - type: nauc_precision_at_20_diff1 value: -17.730920041303605 - type: nauc_precision_at_20_max value: -6.282642825602588 - type: nauc_precision_at_20_std value: 16.760589186930645 - type: nauc_precision_at_3_diff1 value: -12.82096325616898 - type: nauc_precision_at_3_max value: 0.5738252973481384 - type: nauc_precision_at_3_std value: 15.711283966445086 - type: nauc_precision_at_5_diff1 value: -18.160752260997064 - type: nauc_precision_at_5_max value: -3.2988677909840636 - type: nauc_precision_at_5_std value: 15.908059262820377 - type: nauc_recall_at_1000_diff1 value: -1.2226334843233062 - type: nauc_recall_at_1000_max value: 45.75344815857464 - type: nauc_recall_at_1000_std value: 49.9547310437849 - type: nauc_recall_at_100_diff1 value: 4.712867741103275 - type: nauc_recall_at_100_max value: 33.31506548135591 - type: nauc_recall_at_100_std value: 33.367671550361266 - type: nauc_recall_at_10_diff1 value: 13.139120724433717 - type: nauc_recall_at_10_max value: 26.526014011664007 - type: nauc_recall_at_10_std value: 15.180542333855318 - type: nauc_recall_at_1_diff1 value: 60.26354815835753 - type: nauc_recall_at_1_max value: 22.74462336067897 - type: nauc_recall_at_1_std value: -16.108392412428454 - type: nauc_recall_at_20_diff1 value: 11.605408151649485 - type: nauc_recall_at_20_max value: 28.818790457107845 - type: nauc_recall_at_20_std value: 23.189835498467282 - type: nauc_recall_at_3_diff1 value: 28.978376255351453 - type: nauc_recall_at_3_max value: 28.709312217507023 - type: nauc_recall_at_3_std value: 3.3468081584960694 - type: nauc_recall_at_5_diff1 value: 20.66333263411127 - type: nauc_recall_at_5_max value: 29.29110697161188 - type: nauc_recall_at_5_std value: 6.216755665132335 - type: ndcg_at_1 value: 88.479 - type: ndcg_at_10 value: 92.37100000000001 - type: ndcg_at_100 value: 92.914 - type: ndcg_at_1000 value: 93.053 - type: ndcg_at_20 value: 92.617 - type: ndcg_at_3 value: 91.281 - type: ndcg_at_5 value: 91.919 - type: precision_at_1 value: 88.479 - type: precision_at_10 value: 10.972 - type: precision_at_100 value: 1.149 - type: precision_at_1000 value: 0.11800000000000001 - type: precision_at_20 value: 5.584 - type: precision_at_3 value: 34.703 - type: precision_at_5 value: 21.41 - type: recall_at_1 value: 82.069 - type: recall_at_10 value: 96.75399999999999 - type: recall_at_100 value: 98.729 - type: recall_at_1000 value: 99.536 - type: recall_at_20 value: 97.512 - type: recall_at_3 value: 93.821 - type: recall_at_5 value: 95.486 - task: type: Retrieval dataset: name: MTEB FiQA2018 (default) type: mteb/fiqa config: default split: test revision: 27a168819829fe9bcd655c2df245fb19452e8e06 metrics: - type: main_score value: 60.42999999999999 - type: map_at_1 value: 30.766 - type: map_at_10 value: 52.068000000000005 - type: map_at_100 value: 54.2 - type: map_at_1000 value: 54.308 - type: map_at_20 value: 53.288999999999994 - type: map_at_3 value: 45.641 - type: map_at_5 value: 49.442 - type: mrr_at_1 value: 58.95061728395061 - type: mrr_at_10 value: 67.74832206545169 - type: mrr_at_100 value: 68.25571872540776 - type: mrr_at_1000 value: 68.26964825240877 - type: mrr_at_20 value: 68.03892810907128 - type: mrr_at_3 value: 65.94650205761315 - type: mrr_at_5 value: 66.9032921810699 - type: nauc_map_at_1000_diff1 value: 53.25138886960556 - type: nauc_map_at_1000_max value: 33.83714322021819 - type: nauc_map_at_1000_std value: -9.055870848544616 - type: nauc_map_at_100_diff1 value: 53.248601161572964 - type: nauc_map_at_100_max value: 33.78714143967792 - type: nauc_map_at_100_std value: -8.983994394402767 - type: nauc_map_at_10_diff1 value: 52.85062870865907 - type: nauc_map_at_10_max value: 32.25777960858311 - type: nauc_map_at_10_std value: -10.5817219579484 - type: nauc_map_at_1_diff1 value: 57.07597952448575 - type: nauc_map_at_1_max value: 22.47576453804885 - type: nauc_map_at_1_std value: -11.138477677983802 - type: nauc_map_at_20_diff1 value: 53.28560745224268 - type: nauc_map_at_20_max value: 33.31293437760806 - type: nauc_map_at_20_std value: -9.68022013019077 - type: nauc_map_at_3_diff1 value: 53.83817068427451 - type: nauc_map_at_3_max value: 28.226029979555946 - type: nauc_map_at_3_std value: -10.511596854053773 - type: nauc_map_at_5_diff1 value: 53.54419976556406 - type: nauc_map_at_5_max value: 30.884976067620812 - type: nauc_map_at_5_std value: -10.883740710308967 - type: nauc_mrr_at_1000_diff1 value: 63.23864183325618 - type: nauc_mrr_at_1000_max value: 42.06744031582232 - type: nauc_mrr_at_1000_std value: -4.348234033944706 - type: nauc_mrr_at_100_diff1 value: 63.23118000086403 - type: nauc_mrr_at_100_max value: 42.06993881716349 - type: nauc_mrr_at_100_std value: -4.326734696101004 - type: nauc_mrr_at_10_diff1 value: 63.21554979549312 - type: nauc_mrr_at_10_max value: 42.32026148394012 - type: nauc_mrr_at_10_std value: -4.329477060956577 - type: nauc_mrr_at_1_diff1 value: 66.19833424508124 - type: nauc_mrr_at_1_max value: 41.93477154197192 - type: nauc_mrr_at_1_std value: -5.585740476007292 - type: nauc_mrr_at_20_diff1 value: 63.180624307827124 - type: nauc_mrr_at_20_max value: 42.14306310699489 - type: nauc_mrr_at_20_std value: -4.2116656149704115 - type: nauc_mrr_at_3_diff1 value: 63.54697496826244 - type: nauc_mrr_at_3_max value: 42.098758868920015 - type: nauc_mrr_at_3_std value: -5.329540121219919 - type: nauc_mrr_at_5_diff1 value: 63.17114683933978 - type: nauc_mrr_at_5_max value: 41.89940589437386 - type: nauc_mrr_at_5_std value: -5.251542190078123 - type: nauc_ndcg_at_1000_diff1 value: 55.18103415433243 - type: nauc_ndcg_at_1000_max value: 37.91951492655493 - type: nauc_ndcg_at_1000_std value: -5.404512479926153 - type: nauc_ndcg_at_100_diff1 value: 55.19455786554701 - type: nauc_ndcg_at_100_max value: 37.590709019932476 - type: nauc_ndcg_at_100_std value: -3.8032018105475434 - type: nauc_ndcg_at_10_diff1 value: 54.279922825158465 - type: nauc_ndcg_at_10_max value: 34.81622507536537 - type: nauc_ndcg_at_10_std value: -7.999546114277306 - type: nauc_ndcg_at_1_diff1 value: 66.19833424508124 - type: nauc_ndcg_at_1_max value: 41.93477154197192 - type: nauc_ndcg_at_1_std value: -5.585740476007292 - type: nauc_ndcg_at_20_diff1 value: 54.80576412827867 - type: nauc_ndcg_at_20_max value: 36.17913890066836 - type: nauc_ndcg_at_20_std value: -6.12502064111656 - type: nauc_ndcg_at_3_diff1 value: 54.2817506224585 - type: nauc_ndcg_at_3_max value: 37.06639697981944 - type: nauc_ndcg_at_3_std value: -6.891280077636147 - type: nauc_ndcg_at_5_diff1 value: 54.571252643462145 - type: nauc_ndcg_at_5_max value: 35.69460683404712 - type: nauc_ndcg_at_5_std value: -9.036434403536218 - type: nauc_precision_at_1000_diff1 value: -13.500194207099536 - type: nauc_precision_at_1000_max value: 18.740652839335294 - type: nauc_precision_at_1000_std value: 9.072398289027925 - type: nauc_precision_at_100_diff1 value: -7.592976565996694 - type: nauc_precision_at_100_max value: 23.613915598372913 - type: nauc_precision_at_100_std value: 13.90071301009494 - type: nauc_precision_at_10_diff1 value: 7.365592183215444 - type: nauc_precision_at_10_max value: 29.800185256342587 - type: nauc_precision_at_10_std value: 3.744510273082381 - type: nauc_precision_at_1_diff1 value: 66.19833424508124 - type: nauc_precision_at_1_max value: 41.93477154197192 - type: nauc_precision_at_1_std value: -5.585740476007292 - type: nauc_precision_at_20_diff1 value: 2.9850912031223027 - type: nauc_precision_at_20_max value: 28.444251916249858 - type: nauc_precision_at_20_std value: 8.710112231041764 - type: nauc_precision_at_3_diff1 value: 26.468793636735395 - type: nauc_precision_at_3_max value: 34.12528658732306 - type: nauc_precision_at_3_std value: 1.0607476235257753 - type: nauc_precision_at_5_diff1 value: 17.428849864167322 - type: nauc_precision_at_5_max value: 32.54536063105265 - type: nauc_precision_at_5_std value: 0.5060864305275099 - type: nauc_recall_at_1000_diff1 value: 12.950063661735578 - type: nauc_recall_at_1000_max value: 47.36046143913833 - type: nauc_recall_at_1000_std value: 49.79519393795783 - type: nauc_recall_at_100_diff1 value: 39.55288657109844 - type: nauc_recall_at_100_max value: 31.082583029607243 - type: nauc_recall_at_100_std value: 28.12812468144137 - type: nauc_recall_at_10_diff1 value: 43.38913585480907 - type: nauc_recall_at_10_max value: 25.76872144337921 - type: nauc_recall_at_10_std value: -6.201327950535028 - type: nauc_recall_at_1_diff1 value: 57.07597952448575 - type: nauc_recall_at_1_max value: 22.47576453804885 - type: nauc_recall_at_1_std value: -11.138477677983802 - type: nauc_recall_at_20_diff1 value: 41.98286618167725 - type: nauc_recall_at_20_max value: 28.781076750132904 - type: nauc_recall_at_20_std value: 1.541293472651189 - type: nauc_recall_at_3_diff1 value: 47.23473958532499 - type: nauc_recall_at_3_max value: 24.40930398363932 - type: nauc_recall_at_3_std value: -8.745405558227192 - type: nauc_recall_at_5_diff1 value: 46.34649884272527 - type: nauc_recall_at_5_max value: 25.46104522262028 - type: nauc_recall_at_5_std value: -9.245514565573428 - type: ndcg_at_1 value: 58.951 - type: ndcg_at_10 value: 60.42999999999999 - type: ndcg_at_100 value: 66.648 - type: ndcg_at_1000 value: 68.122 - type: ndcg_at_20 value: 63.037 - type: ndcg_at_3 value: 56.279 - type: ndcg_at_5 value: 57.75 - type: precision_at_1 value: 58.951 - type: precision_at_10 value: 16.543 - type: precision_at_100 value: 2.318 - type: precision_at_1000 value: 0.259 - type: precision_at_20 value: 9.46 - type: precision_at_3 value: 37.551 - type: precision_at_5 value: 27.468999999999998 - type: recall_at_1 value: 30.766 - type: recall_at_10 value: 67.881 - type: recall_at_100 value: 89.97 - type: recall_at_1000 value: 98.42699999999999 - type: recall_at_20 value: 75.8 - type: recall_at_3 value: 51.664 - type: recall_at_5 value: 59.146 - task: type: Retrieval dataset: name: MTEB HotpotQA (default) type: mteb/hotpotqa config: default split: test revision: ab518f4d6fcca38d87c25209f94beba119d02014 metrics: - type: main_score value: 85.06899999999999 - type: map_at_1 value: 44.646 - type: map_at_10 value: 79.423 - type: map_at_100 value: 80.023 - type: map_at_1000 value: 80.05 - type: map_at_20 value: 79.815 - type: map_at_3 value: 76.40400000000001 - type: map_at_5 value: 78.40700000000001 - type: mrr_at_1 value: 89.29101958136394 - type: mrr_at_10 value: 92.83030020470923 - type: mrr_at_100 value: 92.89619922624517 - type: mrr_at_1000 value: 92.8982900364215 - type: mrr_at_20 value: 92.87809305530763 - type: mrr_at_3 value: 92.4217870808011 - type: mrr_at_5 value: 92.69660139545331 - type: nauc_map_at_1000_diff1 value: 11.476753852342698 - type: nauc_map_at_1000_max value: 37.1657630288012 - type: nauc_map_at_1000_std value: -3.7230839618420775 - type: nauc_map_at_100_diff1 value: 11.45987221301917 - type: nauc_map_at_100_max value: 37.17835533633194 - type: nauc_map_at_100_std value: -3.6753524305543226 - type: nauc_map_at_10_diff1 value: 11.121152245183044 - type: nauc_map_at_10_max value: 37.15389218586682 - type: nauc_map_at_10_std value: -3.974058008911142 - type: nauc_map_at_1_diff1 value: 69.17067611683119 - type: nauc_map_at_1_max value: 54.248581019963346 - type: nauc_map_at_1_std value: -17.406304778196827 - type: nauc_map_at_20_diff1 value: 11.366094255795083 - type: nauc_map_at_20_max value: 37.16465497648482 - type: nauc_map_at_20_std value: -3.743886201207907 - type: nauc_map_at_3_diff1 value: 8.771079390164775 - type: nauc_map_at_3_max value: 34.45003060836015 - type: nauc_map_at_3_std value: -6.387997670782977 - type: nauc_map_at_5_diff1 value: 10.444404966316284 - type: nauc_map_at_5_max value: 36.24043817560293 - type: nauc_map_at_5_std value: -5.290879700364108 - type: nauc_mrr_at_1000_diff1 value: 69.31182134007688 - type: nauc_mrr_at_1000_max value: 58.10794883688435 - type: nauc_mrr_at_1000_std value: -14.437763262320157 - type: nauc_mrr_at_100_diff1 value: 69.31321132810844 - type: nauc_mrr_at_100_max value: 58.11528031674926 - type: nauc_mrr_at_100_std value: -14.418418407245253 - type: nauc_mrr_at_10_diff1 value: 69.33058951672848 - type: nauc_mrr_at_10_max value: 58.23233090153042 - type: nauc_mrr_at_10_std value: -14.459635862635956 - type: nauc_mrr_at_1_diff1 value: 69.17067611683119 - type: nauc_mrr_at_1_max value: 54.248581019963346 - type: nauc_mrr_at_1_std value: -17.406304778196827 - type: nauc_mrr_at_20_diff1 value: 69.31865474824586 - type: nauc_mrr_at_20_max value: 58.18045383095476 - type: nauc_mrr_at_20_std value: -14.424502166417044 - type: nauc_mrr_at_3_diff1 value: 69.34758038136334 - type: nauc_mrr_at_3_max value: 58.686180523896546 - type: nauc_mrr_at_3_std value: -13.927532406967845 - type: nauc_mrr_at_5_diff1 value: 69.36483170710724 - type: nauc_mrr_at_5_max value: 58.484546807832686 - type: nauc_mrr_at_5_std value: -14.302123574689945 - type: nauc_ndcg_at_1000_diff1 value: 19.316858213200383 - type: nauc_ndcg_at_1000_max value: 41.65496813740413 - type: nauc_ndcg_at_1000_std value: -1.8237712154543186 - type: nauc_ndcg_at_100_diff1 value: 18.835417436212417 - type: nauc_ndcg_at_100_max value: 42.003405491546374 - type: nauc_ndcg_at_100_std value: -0.5039819051709964 - type: nauc_ndcg_at_10_diff1 value: 17.10161831308711 - type: nauc_ndcg_at_10_max value: 41.65636177933502 - type: nauc_ndcg_at_10_std value: -1.8940003609702956 - type: nauc_ndcg_at_1_diff1 value: 69.17067611683119 - type: nauc_ndcg_at_1_max value: 54.248581019963346 - type: nauc_ndcg_at_1_std value: -17.406304778196827 - type: nauc_ndcg_at_20_diff1 value: 17.919100102088148 - type: nauc_ndcg_at_20_max value: 41.83808380933462 - type: nauc_ndcg_at_20_std value: -0.9834118681730851 - type: nauc_ndcg_at_3_diff1 value: 13.580700957247146 - type: nauc_ndcg_at_3_max value: 37.427835255465794 - type: nauc_ndcg_at_3_std value: -6.036599818188543 - type: nauc_ndcg_at_5_diff1 value: 15.7394452739053 - type: nauc_ndcg_at_5_max value: 39.831631744584726 - type: nauc_ndcg_at_5_std value: -4.565403203776222 - type: nauc_precision_at_1000_diff1 value: 9.235701933899772 - type: nauc_precision_at_1000_max value: 57.686852406131074 - type: nauc_precision_at_1000_std value: 62.58999953276888 - type: nauc_precision_at_100_diff1 value: 7.6147702038230065 - type: nauc_precision_at_100_max value: 50.50811678765654 - type: nauc_precision_at_100_std value: 40.352220780618 - type: nauc_precision_at_10_diff1 value: 6.150235928002104 - type: nauc_precision_at_10_max value: 43.58417791580419 - type: nauc_precision_at_10_std value: 10.657139747169161 - type: nauc_precision_at_1_diff1 value: 69.17067611683119 - type: nauc_precision_at_1_max value: 54.248581019963346 - type: nauc_precision_at_1_std value: -17.406304778196827 - type: nauc_precision_at_20_diff1 value: 6.702558645159402 - type: nauc_precision_at_20_max value: 45.473374190530286 - type: nauc_precision_at_20_std value: 18.88950984539904 - type: nauc_precision_at_3_diff1 value: 3.3627793700917166 - type: nauc_precision_at_3_max value: 35.118907155393146 - type: nauc_precision_at_3_std value: -2.6939749063973712 - type: nauc_precision_at_5_diff1 value: 5.219236477058579 - type: nauc_precision_at_5_max value: 38.8780249665403 - type: nauc_precision_at_5_std value: 0.9525242312426645 - type: nauc_recall_at_1000_diff1 value: 9.235701933900325 - type: nauc_recall_at_1000_max value: 57.68685240613232 - type: nauc_recall_at_1000_std value: 62.58999953276827 - type: nauc_recall_at_100_diff1 value: 7.614770203822959 - type: nauc_recall_at_100_max value: 50.50811678765649 - type: nauc_recall_at_100_std value: 40.35222078061809 - type: nauc_recall_at_10_diff1 value: 6.1502359280022505 - type: nauc_recall_at_10_max value: 43.58417791580417 - type: nauc_recall_at_10_std value: 10.65713974716921 - type: nauc_recall_at_1_diff1 value: 69.17067611683119 - type: nauc_recall_at_1_max value: 54.248581019963346 - type: nauc_recall_at_1_std value: -17.406304778196827 - type: nauc_recall_at_20_diff1 value: 6.70255864515986 - type: nauc_recall_at_20_max value: 45.473374190530464 - type: nauc_recall_at_20_std value: 18.889509845399168 - type: nauc_recall_at_3_diff1 value: 3.3627793700916224 - type: nauc_recall_at_3_max value: 35.11890715539309 - type: nauc_recall_at_3_std value: -2.6939749063974934 - type: nauc_recall_at_5_diff1 value: 5.219236477058641 - type: nauc_recall_at_5_max value: 38.878024966540394 - type: nauc_recall_at_5_std value: 0.9525242312426386 - type: ndcg_at_1 value: 89.291 - type: ndcg_at_10 value: 85.06899999999999 - type: ndcg_at_100 value: 86.92800000000001 - type: ndcg_at_1000 value: 87.396 - type: ndcg_at_20 value: 85.98400000000001 - type: ndcg_at_3 value: 81.142 - type: ndcg_at_5 value: 83.482 - type: precision_at_1 value: 89.291 - type: precision_at_10 value: 17.721999999999998 - type: precision_at_100 value: 1.913 - type: precision_at_1000 value: 0.197 - type: precision_at_20 value: 9.154 - type: precision_at_3 value: 53.374 - type: precision_at_5 value: 33.858 - type: recall_at_1 value: 44.646 - type: recall_at_10 value: 88.60900000000001 - type: recall_at_100 value: 95.652 - type: recall_at_1000 value: 98.677 - type: recall_at_20 value: 91.53999999999999 - type: recall_at_3 value: 80.061 - type: recall_at_5 value: 84.646 - task: type: Classification dataset: name: MTEB ImdbClassification (default) type: mteb/imdb config: default split: test revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 metrics: - type: accuracy value: 97.116 - type: ap value: 95.61597246771862 - type: ap_weighted value: 95.61597246771862 - type: f1 value: 97.11581660865501 - type: f1_weighted value: 97.11581660865501 - type: main_score value: 97.116 - task: type: Retrieval dataset: name: MTEB MSMARCO (default) type: mteb/msmarco config: default split: dev revision: c5a29a104738b98a9e76336939199e264163d4a0 metrics: - type: main_score value: 46.953 - type: map_at_1 value: 25.959 - type: map_at_10 value: 39.51 - type: map_at_100 value: 40.609 - type: map_at_1000 value: 40.644999999999996 - type: map_at_20 value: 40.224 - type: map_at_3 value: 35.392 - type: map_at_5 value: 37.766 - type: mrr_at_1 value: 26.690544412607448 - type: mrr_at_10 value: 40.106966616637266 - type: mrr_at_100 value: 41.13755847370217 - type: mrr_at_1000 value: 41.16777847481098 - type: mrr_at_20 value: 40.783076766593986 - type: mrr_at_3 value: 36.11270296084052 - type: mrr_at_5 value: 38.40926456542512 - type: nauc_map_at_1000_diff1 value: 39.6710067056517 - type: nauc_map_at_1000_max value: 10.87483897704713 - type: nauc_map_at_1000_std value: -20.730869459512995 - type: nauc_map_at_100_diff1 value: 39.66563776358951 - type: nauc_map_at_100_max value: 10.886783544343782 - type: nauc_map_at_100_std value: -20.696514188474595 - type: nauc_map_at_10_diff1 value: 39.54848621356586 - type: nauc_map_at_10_max value: 10.782501977081461 - type: nauc_map_at_10_std value: -21.339251906153176 - type: nauc_map_at_1_diff1 value: 42.46125655190777 - type: nauc_map_at_1_max value: 9.516075109194649 - type: nauc_map_at_1_std value: -19.320865814866934 - type: nauc_map_at_20_diff1 value: 39.63763950480564 - type: nauc_map_at_20_max value: 10.908897979009476 - type: nauc_map_at_20_std value: -20.809764811321074 - type: nauc_map_at_3_diff1 value: 39.624950980846016 - type: nauc_map_at_3_max value: 10.144965056588857 - type: nauc_map_at_3_std value: -21.70567699834146 - type: nauc_map_at_5_diff1 value: 39.493819680266576 - type: nauc_map_at_5_max value: 10.543659965042384 - type: nauc_map_at_5_std value: -21.9436321207301 - type: nauc_mrr_at_1000_diff1 value: 39.555522822191925 - type: nauc_mrr_at_1000_max value: 10.882072789273344 - type: nauc_mrr_at_1000_std value: -20.367806652930685 - type: nauc_mrr_at_100_diff1 value: 39.551190743623195 - type: nauc_mrr_at_100_max value: 10.894696967303437 - type: nauc_mrr_at_100_std value: -20.33697245843275 - type: nauc_mrr_at_10_diff1 value: 39.4294463675503 - type: nauc_mrr_at_10_max value: 10.836505973867053 - type: nauc_mrr_at_10_std value: -20.905185948930928 - type: nauc_mrr_at_1_diff1 value: 42.34067329761878 - type: nauc_mrr_at_1_max value: 9.456565176636124 - type: nauc_mrr_at_1_std value: -19.185583377889582 - type: nauc_mrr_at_20_diff1 value: 39.51157053032385 - type: nauc_mrr_at_20_max value: 10.941992137373491 - type: nauc_mrr_at_20_std value: -20.39093359912575 - type: nauc_mrr_at_3_diff1 value: 39.461678432819255 - type: nauc_mrr_at_3_max value: 10.068035799968815 - type: nauc_mrr_at_3_std value: -21.453050719235225 - type: nauc_mrr_at_5_diff1 value: 39.37721854572811 - type: nauc_mrr_at_5_max value: 10.605120811071991 - type: nauc_mrr_at_5_std value: -21.497967828146017 - type: nauc_ndcg_at_1000_diff1 value: 39.09202192742238 - type: nauc_ndcg_at_1000_max value: 11.761638529928815 - type: nauc_ndcg_at_1000_std value: -19.444831289565442 - type: nauc_ndcg_at_100_diff1 value: 38.97152012838735 - type: nauc_ndcg_at_100_max value: 12.214050153970273 - type: nauc_ndcg_at_100_std value: -18.26732665014131 - type: nauc_ndcg_at_10_diff1 value: 38.52063032636739 - type: nauc_ndcg_at_10_max value: 11.849852212561581 - type: nauc_ndcg_at_10_std value: -21.097994229230267 - type: nauc_ndcg_at_1_diff1 value: 42.34067329761878 - type: nauc_ndcg_at_1_max value: 9.456565176636124 - type: nauc_ndcg_at_1_std value: -19.185583377889582 - type: nauc_ndcg_at_20_diff1 value: 38.767174897150305 - type: nauc_ndcg_at_20_max value: 12.40151859998878 - type: nauc_ndcg_at_20_std value: -19.035740590846835 - type: nauc_ndcg_at_3_diff1 value: 38.71388245401873 - type: nauc_ndcg_at_3_max value: 10.312874860273876 - type: nauc_ndcg_at_3_std value: -22.27404790838238 - type: nauc_ndcg_at_5_diff1 value: 38.492038959591866 - type: nauc_ndcg_at_5_max value: 11.149342404425768 - type: nauc_ndcg_at_5_std value: -22.61234546512237 - type: nauc_precision_at_1000_diff1 value: -5.486841447788213 - type: nauc_precision_at_1000_max value: 6.615718354544881 - type: nauc_precision_at_1000_std value: 10.04243842006635 - type: nauc_precision_at_100_diff1 value: 11.232939816771065 - type: nauc_precision_at_100_max value: 17.67576270524247 - type: nauc_precision_at_100_std value: 19.047573617399472 - type: nauc_precision_at_10_diff1 value: 30.676072013454835 - type: nauc_precision_at_10_max value: 14.75809562209961 - type: nauc_precision_at_10_std value: -17.50476619193468 - type: nauc_precision_at_1_diff1 value: 42.34067329761878 - type: nauc_precision_at_1_max value: 9.456565176636124 - type: nauc_precision_at_1_std value: -19.185583377889582 - type: nauc_precision_at_20_diff1 value: 26.920657296632438 - type: nauc_precision_at_20_max value: 18.094903531906745 - type: nauc_precision_at_20_std value: -4.18147102678863 - type: nauc_precision_at_3_diff1 value: 35.519174964589084 - type: nauc_precision_at_3_max value: 10.714660070402955 - type: nauc_precision_at_3_std value: -23.38311934318837 - type: nauc_precision_at_5_diff1 value: 33.433375991740064 - type: nauc_precision_at_5_max value: 12.530653255416915 - type: nauc_precision_at_5_std value: -23.477121059826484 - type: nauc_recall_at_1000_diff1 value: 15.038131020872218 - type: nauc_recall_at_1000_max value: 52.333218716630604 - type: nauc_recall_at_1000_std value: 70.13549930950583 - type: nauc_recall_at_100_diff1 value: 32.31373486930844 - type: nauc_recall_at_100_max value: 30.66821001579242 - type: nauc_recall_at_100_std value: 27.438512640941344 - type: nauc_recall_at_10_diff1 value: 34.46014073487322 - type: nauc_recall_at_10_max value: 16.008148715322253 - type: nauc_recall_at_10_std value: -19.644412273123198 - type: nauc_recall_at_1_diff1 value: 42.46125655190777 - type: nauc_recall_at_1_max value: 9.516075109194649 - type: nauc_recall_at_1_std value: -19.320865814866934 - type: nauc_recall_at_20_diff1 value: 34.50974688479106 - type: nauc_recall_at_20_max value: 20.71543588804981 - type: nauc_recall_at_20_std value: -7.0665364765778085 - type: nauc_recall_at_3_diff1 value: 36.00358545418893 - type: nauc_recall_at_3_max value: 10.757101630957122 - type: nauc_recall_at_3_std value: -23.925615346200278 - type: nauc_recall_at_5_diff1 value: 35.27203980660536 - type: nauc_recall_at_5_max value: 12.885225206795074 - type: nauc_recall_at_5_std value: -24.826504608491927 - type: ndcg_at_1 value: 26.691 - type: ndcg_at_10 value: 46.953 - type: ndcg_at_100 value: 52.064 - type: ndcg_at_1000 value: 52.884 - type: ndcg_at_20 value: 49.453 - type: ndcg_at_3 value: 38.635000000000005 - type: ndcg_at_5 value: 42.845 - type: precision_at_1 value: 26.691 - type: precision_at_10 value: 7.3069999999999995 - type: precision_at_100 value: 0.985 - type: precision_at_1000 value: 0.106 - type: precision_at_20 value: 4.1739999999999995 - type: precision_at_3 value: 16.366 - type: precision_at_5 value: 11.968 - type: recall_at_1 value: 25.959 - type: recall_at_10 value: 69.827 - type: recall_at_100 value: 93.106 - type: recall_at_1000 value: 99.202 - type: recall_at_20 value: 79.47800000000001 - type: recall_at_3 value: 47.291 - type: recall_at_5 value: 57.410000000000004 - task: type: Classification dataset: name: MTEB MTOPDomainClassification (en) type: mteb/mtop_domain config: en split: test revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf metrics: - type: accuracy value: 97.4874601003192 - type: f1 value: 97.36031471758784 - type: f1_weighted value: 97.49998375560376 - type: main_score value: 97.4874601003192 - task: type: Classification dataset: name: MTEB MTOPIntentClassification (en) type: mteb/mtop_intent config: en split: test revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba metrics: - type: accuracy value: 92.5923392612859 - type: f1 value: 74.64775105973234 - type: f1_weighted value: 93.15766481161462 - type: main_score value: 92.5923392612859 - task: type: Classification dataset: name: MTEB MassiveIntentClassification (en) type: mteb/amazon_massive_intent config: en split: test revision: 4672e20407010da34463acc759c162ca9734bca6 metrics: - type: accuracy value: 79.64694014794888 - type: f1 value: 78.00188559408035 - type: f1_weighted value: 78.42211161866344 - type: main_score value: 79.64694014794888 - task: type: Classification dataset: name: MTEB MassiveScenarioClassification (en) type: mteb/amazon_massive_scenario config: en split: test revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 metrics: - type: accuracy value: 81.97377269670477 - type: f1 value: 81.03593934499202 - type: f1_weighted value: 81.75486881920237 - type: main_score value: 81.97377269670477 - task: type: Clustering dataset: name: MTEB MedrxivClusteringP2P (default) type: mteb/medrxiv-clustering-p2p config: default split: test revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 metrics: - type: main_score value: 46.35330699948092 - type: v_measure value: 46.35330699948092 - type: v_measure_std value: 1.206330851326003 - task: type: Clustering dataset: name: MTEB MedrxivClusteringS2S (default) type: mteb/medrxiv-clustering-s2s config: default split: test revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 metrics: - type: main_score value: 44.544395689448606 - type: v_measure value: 44.544395689448606 - type: v_measure_std value: 1.4379792647567593 - task: type: Reranking dataset: name: MTEB MindSmallReranking (default) type: mteb/mind_small config: default split: test revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 metrics: - type: main_score value: 31.915803712485374 - type: map value: 31.915803712485374 - type: mrr value: 33.09027679883215 - type: nAUC_map_diff1 value: 13.456673452431945 - type: nAUC_map_max value: -23.651825938757067 - type: nAUC_map_std value: 0.3375407219503167 - type: nAUC_mrr_diff1 value: 12.463118803762608 - type: nAUC_mrr_max value: -18.09342354713543 - type: nAUC_mrr_std value: 1.9293270887518033 - task: type: Retrieval dataset: name: MTEB NFCorpus (default) type: mteb/nfcorpus config: default split: test revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 metrics: - type: main_score value: 41.637 - type: map_at_1 value: 7.53 - type: map_at_10 value: 16.336000000000002 - type: map_at_100 value: 20.443 - type: map_at_1000 value: 22.101000000000003 - type: map_at_20 value: 17.980999999999998 - type: map_at_3 value: 12.195 - type: map_at_5 value: 14.08 - type: mrr_at_1 value: 55.72755417956656 - type: mrr_at_10 value: 63.73077301095875 - type: mrr_at_100 value: 64.18980496826816 - type: mrr_at_1000 value: 64.21556725608919 - type: mrr_at_20 value: 63.982696837775464 - type: mrr_at_3 value: 61.764705882352956 - type: mrr_at_5 value: 62.9876160990712 - type: nauc_map_at_1000_diff1 value: 25.27684971161249 - type: nauc_map_at_1000_max value: 25.971058540375907 - type: nauc_map_at_1000_std value: 11.417157393562036 - type: nauc_map_at_100_diff1 value: 26.90424278756609 - type: nauc_map_at_100_max value: 25.92415379799161 - type: nauc_map_at_100_std value: 8.467096693052966 - type: nauc_map_at_10_diff1 value: 30.5684894966239 - type: nauc_map_at_10_max value: 20.655144100299378 - type: nauc_map_at_10_std value: -3.294957382654768 - type: nauc_map_at_1_diff1 value: 38.20412667064694 - type: nauc_map_at_1_max value: 6.517051875945019 - type: nauc_map_at_1_std value: -18.92343889282965 - type: nauc_map_at_20_diff1 value: 28.816861447370396 - type: nauc_map_at_20_max value: 23.253143352754986 - type: nauc_map_at_20_std value: 1.5352481409482799 - type: nauc_map_at_3_diff1 value: 34.120468697280565 - type: nauc_map_at_3_max value: 11.9666393349414 - type: nauc_map_at_3_std value: -12.952508225591602 - type: nauc_map_at_5_diff1 value: 32.62576277583343 - type: nauc_map_at_5_max value: 16.473606487319906 - type: nauc_map_at_5_std value: -9.576801793019232 - type: nauc_mrr_at_1000_diff1 value: 28.448466196490195 - type: nauc_mrr_at_1000_max value: 43.81412526376393 - type: nauc_mrr_at_1000_std value: 28.42843028964146 - type: nauc_mrr_at_100_diff1 value: 28.460224532667095 - type: nauc_mrr_at_100_max value: 43.84593594974866 - type: nauc_mrr_at_100_std value: 28.46912827253933 - type: nauc_mrr_at_10_diff1 value: 28.690985631444615 - type: nauc_mrr_at_10_max value: 43.974770782378386 - type: nauc_mrr_at_10_std value: 28.51956491816473 - type: nauc_mrr_at_1_diff1 value: 27.3086209200488 - type: nauc_mrr_at_1_max value: 38.07303248469795 - type: nauc_mrr_at_1_std value: 20.709240613906527 - type: nauc_mrr_at_20_diff1 value: 28.552065964998235 - type: nauc_mrr_at_20_max value: 43.744458103169315 - type: nauc_mrr_at_20_std value: 28.402506194184905 - type: nauc_mrr_at_3_diff1 value: 27.730403059259608 - type: nauc_mrr_at_3_max value: 42.20585003585133 - type: nauc_mrr_at_3_std value: 26.718571419601084 - type: nauc_mrr_at_5_diff1 value: 29.33310055666175 - type: nauc_mrr_at_5_max value: 44.111733784327164 - type: nauc_mrr_at_5_std value: 28.29506653590657 - type: nauc_ndcg_at_1000_diff1 value: 21.26014183072658 - type: nauc_ndcg_at_1000_max value: 41.195088206883675 - type: nauc_ndcg_at_1000_std value: 30.278135548842954 - type: nauc_ndcg_at_100_diff1 value: 22.69557663224945 - type: nauc_ndcg_at_100_max value: 35.60418790750368 - type: nauc_ndcg_at_100_std value: 24.941317286797968 - type: nauc_ndcg_at_10_diff1 value: 20.20455534684691 - type: nauc_ndcg_at_10_max value: 34.770019783887086 - type: nauc_ndcg_at_10_std value: 25.044817711794632 - type: nauc_ndcg_at_1_diff1 value: 27.831501669232427 - type: nauc_ndcg_at_1_max value: 35.02366104222839 - type: nauc_ndcg_at_1_std value: 18.878543560031463 - type: nauc_ndcg_at_20_diff1 value: 19.95892426656778 - type: nauc_ndcg_at_20_max value: 33.56557032663233 - type: nauc_ndcg_at_20_std value: 24.58541457944349 - type: nauc_ndcg_at_3_diff1 value: 19.483573161365637 - type: nauc_ndcg_at_3_max value: 33.974627645090656 - type: nauc_ndcg_at_3_std value: 22.70199646954241 - type: nauc_ndcg_at_5_diff1 value: 20.12828926706299 - type: nauc_ndcg_at_5_max value: 35.99555106126075 - type: nauc_ndcg_at_5_std value: 23.96895850122589 - type: nauc_precision_at_1000_diff1 value: -16.228443380387436 - type: nauc_precision_at_1000_max value: -3.467317554835451 - type: nauc_precision_at_1000_std value: 28.504803419031216 - type: nauc_precision_at_100_diff1 value: -11.262295635836242 - type: nauc_precision_at_100_max value: 12.097064077938553 - type: nauc_precision_at_100_std value: 41.28475878388585 - type: nauc_precision_at_10_diff1 value: 0.7650314640190137 - type: nauc_precision_at_10_max value: 33.9585164733529 - type: nauc_precision_at_10_std value: 40.61329518683339 - type: nauc_precision_at_1_diff1 value: 27.3086209200488 - type: nauc_precision_at_1_max value: 38.07303248469795 - type: nauc_precision_at_1_std value: 20.709240613906527 - type: nauc_precision_at_20_diff1 value: -4.558564624271216 - type: nauc_precision_at_20_max value: 27.13856332906664 - type: nauc_precision_at_20_std value: 42.12140274064272 - type: nauc_precision_at_3_diff1 value: 9.588685288153918 - type: nauc_precision_at_3_max value: 35.29163422596201 - type: nauc_precision_at_3_std value: 29.995548006354767 - type: nauc_precision_at_5_diff1 value: 6.038684642831916 - type: nauc_precision_at_5_max value: 36.99198222019991 - type: nauc_precision_at_5_std value: 34.521935782921574 - type: nauc_recall_at_1000_diff1 value: 0.32576663148125407 - type: nauc_recall_at_1000_max value: 15.490494023869328 - type: nauc_recall_at_1000_std value: 11.569907814538599 - type: nauc_recall_at_100_diff1 value: 17.776482055874833 - type: nauc_recall_at_100_max value: 23.55537598931242 - type: nauc_recall_at_100_std value: 13.631439042523663 - type: nauc_recall_at_10_diff1 value: 27.501346681795606 - type: nauc_recall_at_10_max value: 20.1455575998851 - type: nauc_recall_at_10_std value: -2.442745213398243 - type: nauc_recall_at_1_diff1 value: 38.20412667064694 - type: nauc_recall_at_1_max value: 6.517051875945019 - type: nauc_recall_at_1_std value: -18.92343889282965 - type: nauc_recall_at_20_diff1 value: 22.327269466837716 - type: nauc_recall_at_20_max value: 20.64376748172875 - type: nauc_recall_at_20_std value: 1.935128530794907 - type: nauc_recall_at_3_diff1 value: 33.024923789813734 - type: nauc_recall_at_3_max value: 12.533910144337563 - type: nauc_recall_at_3_std value: -11.842839534832267 - type: nauc_recall_at_5_diff1 value: 30.470552340593475 - type: nauc_recall_at_5_max value: 16.84504072062648 - type: nauc_recall_at_5_std value: -9.11188909013892 - type: ndcg_at_1 value: 53.715 - type: ndcg_at_10 value: 41.637 - type: ndcg_at_100 value: 37.804 - type: ndcg_at_1000 value: 46.601 - type: ndcg_at_20 value: 38.717 - type: ndcg_at_3 value: 48.449999999999996 - type: ndcg_at_5 value: 45.457 - type: precision_at_1 value: 55.728 - type: precision_at_10 value: 30.248 - type: precision_at_100 value: 9.241000000000001 - type: precision_at_1000 value: 2.249 - type: precision_at_20 value: 21.873 - type: precision_at_3 value: 44.995000000000005 - type: precision_at_5 value: 38.638 - type: recall_at_1 value: 7.53 - type: recall_at_10 value: 20.596 - type: recall_at_100 value: 37.551 - type: recall_at_1000 value: 69.704 - type: recall_at_20 value: 24.898 - type: recall_at_3 value: 13.142999999999999 - type: recall_at_5 value: 16.273 - task: type: Retrieval dataset: name: MTEB NQ (default) type: mteb/nq config: default split: test revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 metrics: - type: main_score value: 73.126 - type: map_at_1 value: 50.007000000000005 - type: map_at_10 value: 66.554 - type: map_at_100 value: 67.109 - type: map_at_1000 value: 67.116 - type: map_at_20 value: 66.971 - type: map_at_3 value: 63.007999999999996 - type: map_at_5 value: 65.265 - type: mrr_at_1 value: 55.64889918887601 - type: mrr_at_10 value: 68.83588303996768 - type: mrr_at_100 value: 69.1872068620609 - type: mrr_at_1000 value: 69.19179569860044 - type: mrr_at_20 value: 69.10463699451512 - type: mrr_at_3 value: 66.53147933565081 - type: mrr_at_5 value: 68.02481653147939 - type: nauc_map_at_1000_diff1 value: 47.18669570613092 - type: nauc_map_at_1000_max value: 18.68424064265635 - type: nauc_map_at_1000_std value: -11.863286002547126 - type: nauc_map_at_100_diff1 value: 47.18836757991195 - type: nauc_map_at_100_max value: 18.69174474288196 - type: nauc_map_at_100_std value: -11.856291584521376 - type: nauc_map_at_10_diff1 value: 47.039109334504936 - type: nauc_map_at_10_max value: 18.63000255416953 - type: nauc_map_at_10_std value: -12.078537835276322 - type: nauc_map_at_1_diff1 value: 50.754376398540025 - type: nauc_map_at_1_max value: 14.414068509351408 - type: nauc_map_at_1_std value: -12.056006802164365 - type: nauc_map_at_20_diff1 value: 47.165869662723814 - type: nauc_map_at_20_max value: 18.679726182048565 - type: nauc_map_at_20_std value: -11.882813446994122 - type: nauc_map_at_3_diff1 value: 47.17614567484428 - type: nauc_map_at_3_max value: 17.463092926606926 - type: nauc_map_at_3_std value: -13.948902704214555 - type: nauc_map_at_5_diff1 value: 46.72801881916766 - type: nauc_map_at_5_max value: 18.449893630335772 - type: nauc_map_at_5_std value: -12.841742668606646 - type: nauc_mrr_at_1000_diff1 value: 47.21047474253297 - type: nauc_mrr_at_1000_max value: 20.210274696727364 - type: nauc_mrr_at_1000_std value: -9.265366681393246 - type: nauc_mrr_at_100_diff1 value: 47.21127150996105 - type: nauc_mrr_at_100_max value: 20.214126957060877 - type: nauc_mrr_at_100_std value: -9.261994363035797 - type: nauc_mrr_at_10_diff1 value: 47.06402290476898 - type: nauc_mrr_at_10_max value: 20.31796371272899 - type: nauc_mrr_at_10_std value: -9.152764728116985 - type: nauc_mrr_at_1_diff1 value: 49.8307631122254 - type: nauc_mrr_at_1_max value: 17.47598417771661 - type: nauc_mrr_at_1_std value: -9.49674057336471 - type: nauc_mrr_at_20_diff1 value: 47.18513007335988 - type: nauc_mrr_at_20_max value: 20.252358573018245 - type: nauc_mrr_at_20_std value: -9.214801839221886 - type: nauc_mrr_at_3_diff1 value: 46.64614768046736 - type: nauc_mrr_at_3_max value: 19.87143239314646 - type: nauc_mrr_at_3_std value: -10.34232693967581 - type: nauc_mrr_at_5_diff1 value: 46.74884993767054 - type: nauc_mrr_at_5_max value: 20.574339243146493 - type: nauc_mrr_at_5_std value: -9.266854509630672 - type: nauc_ndcg_at_1000_diff1 value: 46.89639718474923 - type: nauc_ndcg_at_1000_max value: 20.133464082440813 - type: nauc_ndcg_at_1000_std value: -10.136403176776762 - type: nauc_ndcg_at_100_diff1 value: 46.94604670075998 - type: nauc_ndcg_at_100_max value: 20.30481020840327 - type: nauc_ndcg_at_100_std value: -9.992008548452375 - type: nauc_ndcg_at_10_diff1 value: 46.226034698994 - type: nauc_ndcg_at_10_max value: 20.372991777536704 - type: nauc_ndcg_at_10_std value: -10.330637856640887 - type: nauc_ndcg_at_1_diff1 value: 49.8307631122254 - type: nauc_ndcg_at_1_max value: 17.47598417771661 - type: nauc_ndcg_at_1_std value: -9.49674057336471 - type: nauc_ndcg_at_20_diff1 value: 46.78659214860835 - type: nauc_ndcg_at_20_max value: 20.48509335588056 - type: nauc_ndcg_at_20_std value: -9.898813769306736 - type: nauc_ndcg_at_3_diff1 value: 46.01631244510983 - type: nauc_ndcg_at_3_max value: 18.547006064547897 - type: nauc_ndcg_at_3_std value: -13.713131545462975 - type: nauc_ndcg_at_5_diff1 value: 45.46699495623331 - type: nauc_ndcg_at_5_max value: 20.19455543242537 - type: nauc_ndcg_at_5_std value: -11.735785669665546 - type: nauc_precision_at_1000_diff1 value: -19.6725027340972 - type: nauc_precision_at_1000_max value: 8.239500230778967 - type: nauc_precision_at_1000_std value: 18.185396232087044 - type: nauc_precision_at_100_diff1 value: -17.384676147750394 - type: nauc_precision_at_100_max value: 9.811312357772447 - type: nauc_precision_at_100_std value: 18.262922138203074 - type: nauc_precision_at_10_diff1 value: -4.565096979365089 - type: nauc_precision_at_10_max value: 14.723637734577657 - type: nauc_precision_at_10_std value: 11.738270443190999 - type: nauc_precision_at_1_diff1 value: 49.8307631122254 - type: nauc_precision_at_1_max value: 17.47598417771661 - type: nauc_precision_at_1_std value: -9.49674057336471 - type: nauc_precision_at_20_diff1 value: -11.093040956072567 - type: nauc_precision_at_20_max value: 12.812652426198307 - type: nauc_precision_at_20_std value: 16.31190423150337 - type: nauc_precision_at_3_diff1 value: 17.742178440333838 - type: nauc_precision_at_3_max value: 18.244307263178587 - type: nauc_precision_at_3_std value: -4.52095614953577 - type: nauc_precision_at_5_diff1 value: 4.2407791176053 - type: nauc_precision_at_5_max value: 17.730073855982013 - type: nauc_precision_at_5_std value: 4.421737575346646 - type: nauc_recall_at_1000_diff1 value: 64.75884284672502 - type: nauc_recall_at_1000_max value: 81.39134841048885 - type: nauc_recall_at_1000_std value: 68.94995040037654 - type: nauc_recall_at_100_diff1 value: 54.86836249976742 - type: nauc_recall_at_100_max value: 51.18334605792757 - type: nauc_recall_at_100_std value: 23.53425608322261 - type: nauc_recall_at_10_diff1 value: 39.74286222080068 - type: nauc_recall_at_10_max value: 27.07630794036662 - type: nauc_recall_at_10_std value: -4.704598869436552 - type: nauc_recall_at_1_diff1 value: 50.754376398540025 - type: nauc_recall_at_1_max value: 14.414068509351408 - type: nauc_recall_at_1_std value: -12.056006802164365 - type: nauc_recall_at_20_diff1 value: 44.47057728218783 - type: nauc_recall_at_20_max value: 34.00822507406391 - type: nauc_recall_at_20_std value: 3.8543138118661564 - type: nauc_recall_at_3_diff1 value: 41.26016286195595 - type: nauc_recall_at_3_max value: 18.702034417473406 - type: nauc_recall_at_3_std value: -16.646799273512976 - type: nauc_recall_at_5_diff1 value: 38.215211778009014 - type: nauc_recall_at_5_max value: 23.799941809149665 - type: nauc_recall_at_5_std value: -11.748013163677792 - type: ndcg_at_1 value: 55.649 - type: ndcg_at_10 value: 73.126 - type: ndcg_at_100 value: 75.149 - type: ndcg_at_1000 value: 75.298 - type: ndcg_at_20 value: 74.383 - type: ndcg_at_3 value: 67.092 - type: ndcg_at_5 value: 70.551 - type: precision_at_1 value: 55.649 - type: precision_at_10 value: 10.872 - type: precision_at_100 value: 1.2 - type: precision_at_1000 value: 0.121 - type: precision_at_20 value: 5.747 - type: precision_at_3 value: 29.297 - type: precision_at_5 value: 19.78 - type: recall_at_1 value: 50.007000000000005 - type: recall_at_10 value: 90.283 - type: recall_at_100 value: 98.581 - type: recall_at_1000 value: 99.667 - type: recall_at_20 value: 94.841 - type: recall_at_3 value: 75.285 - type: recall_at_5 value: 83.024 - task: type: Retrieval dataset: name: MTEB QuoraRetrieval (default) type: mteb/quora config: default split: test revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 metrics: - type: main_score value: 90.839 - type: map_at_1 value: 73.421 - type: map_at_10 value: 87.639 - type: map_at_100 value: 88.221 - type: map_at_1000 value: 88.232 - type: map_at_20 value: 88.034 - type: map_at_3 value: 84.83000000000001 - type: map_at_5 value: 86.629 - type: mrr_at_1 value: 84.54 - type: mrr_at_10 value: 90.01742460317452 - type: mrr_at_100 value: 90.08279099064099 - type: mrr_at_1000 value: 90.08329964638419 - type: mrr_at_20 value: 90.06798960490823 - type: mrr_at_3 value: 89.27166666666653 - type: mrr_at_5 value: 89.80566666666653 - type: nauc_map_at_1000_diff1 value: 78.94450302318565 - type: nauc_map_at_1000_max value: 21.67625162872836 - type: nauc_map_at_1000_std value: -63.29675000755327 - type: nauc_map_at_100_diff1 value: 78.94646726364348 - type: nauc_map_at_100_max value: 21.6551828156032 - type: nauc_map_at_100_std value: -63.3829114435698 - type: nauc_map_at_10_diff1 value: 79.07130514924289 - type: nauc_map_at_10_max value: 21.029474388630167 - type: nauc_map_at_10_std value: -66.16145419623864 - type: nauc_map_at_1_diff1 value: 82.88901067630324 - type: nauc_map_at_1_max value: 12.573604392527388 - type: nauc_map_at_1_std value: -52.749186733215225 - type: nauc_map_at_20_diff1 value: 78.97298021230225 - type: nauc_map_at_20_max value: 21.43310499210088 - type: nauc_map_at_20_std value: -64.55215744604995 - type: nauc_map_at_3_diff1 value: 79.55992375077174 - type: nauc_map_at_3_max value: 17.83922225961089 - type: nauc_map_at_3_std value: -67.60995960703734 - type: nauc_map_at_5_diff1 value: 79.21164758703671 - type: nauc_map_at_5_max value: 19.59527815422847 - type: nauc_map_at_5_std value: -67.9287301041756 - type: nauc_mrr_at_1000_diff1 value: 80.01626963351147 - type: nauc_mrr_at_1000_max value: 24.919579847819673 - type: nauc_mrr_at_1000_std value: -58.43670285108221 - type: nauc_mrr_at_100_diff1 value: 80.01596090999094 - type: nauc_mrr_at_100_max value: 24.921581361750793 - type: nauc_mrr_at_100_std value: -58.43657210943033 - type: nauc_mrr_at_10_diff1 value: 80.01464640225531 - type: nauc_mrr_at_10_max value: 24.91237413825385 - type: nauc_mrr_at_10_std value: -58.71735238132195 - type: nauc_mrr_at_1_diff1 value: 80.84755775565024 - type: nauc_mrr_at_1_max value: 24.048296551820155 - type: nauc_mrr_at_1_std value: -53.884030276206516 - type: nauc_mrr_at_20_diff1 value: 79.99741034772767 - type: nauc_mrr_at_20_max value: 24.943728519243756 - type: nauc_mrr_at_20_std value: -58.51751322910784 - type: nauc_mrr_at_3_diff1 value: 79.7653220164068 - type: nauc_mrr_at_3_max value: 25.025848848269156 - type: nauc_mrr_at_3_std value: -59.493163015268316 - type: nauc_mrr_at_5_diff1 value: 79.96533560568444 - type: nauc_mrr_at_5_max value: 24.938296862422455 - type: nauc_mrr_at_5_std value: -59.26421531550765 - type: nauc_ndcg_at_1000_diff1 value: 79.0157385513832 - type: nauc_ndcg_at_1000_max value: 23.485590713985207 - type: nauc_ndcg_at_1000_std value: -61.02018587192127 - type: nauc_ndcg_at_100_diff1 value: 79.03718804775596 - type: nauc_ndcg_at_100_max value: 23.461097497821058 - type: nauc_ndcg_at_100_std value: -61.437170125531026 - type: nauc_ndcg_at_10_diff1 value: 79.03778030952117 - type: nauc_ndcg_at_10_max value: 22.306247124002667 - type: nauc_ndcg_at_10_std value: -66.37655652467825 - type: nauc_ndcg_at_1_diff1 value: 80.78698638087498 - type: nauc_ndcg_at_1_max value: 24.143135601982355 - type: nauc_ndcg_at_1_std value: -53.77140852744596 - type: nauc_ndcg_at_20_diff1 value: 78.95638373678379 - type: nauc_ndcg_at_20_max value: 23.041116927862166 - type: nauc_ndcg_at_20_std value: -64.2045609779128 - type: nauc_ndcg_at_3_diff1 value: 78.2352967181823 - type: nauc_ndcg_at_3_max value: 20.83099937618778 - type: nauc_ndcg_at_3_std value: -66.13364999506068 - type: nauc_ndcg_at_5_diff1 value: 78.79567409841862 - type: nauc_ndcg_at_5_max value: 21.21973275803562 - type: nauc_ndcg_at_5_std value: -67.8610915215582 - type: nauc_precision_at_1000_diff1 value: -45.759236311035494 - type: nauc_precision_at_1000_max value: 1.624346826365352 - type: nauc_precision_at_1000_std value: 50.35054240700859 - type: nauc_precision_at_100_diff1 value: -45.61750464531647 - type: nauc_precision_at_100_max value: 1.6882992676795647 - type: nauc_precision_at_100_std value: 48.51482129194453 - type: nauc_precision_at_10_diff1 value: -42.67864438722293 - type: nauc_precision_at_10_max value: 3.611102354794688 - type: nauc_precision_at_10_std value: 32.63229368884846 - type: nauc_precision_at_1_diff1 value: 80.78698638087498 - type: nauc_precision_at_1_max value: 24.143135601982355 - type: nauc_precision_at_1_std value: -53.77140852744596 - type: nauc_precision_at_20_diff1 value: -44.71362663840423 - type: nauc_precision_at_20_max value: 2.2677130284710976 - type: nauc_precision_at_20_std value: 40.43971067749938 - type: nauc_precision_at_3_diff1 value: -26.861947543051734 - type: nauc_precision_at_3_max value: 7.134339421476951 - type: nauc_precision_at_3_std value: 7.008861396866532 - type: nauc_precision_at_5_diff1 value: -37.10691793810955 - type: nauc_precision_at_5_max value: 5.040683622641268 - type: nauc_precision_at_5_std value: 20.608599055818505 - type: nauc_recall_at_1000_diff1 value: 6.192329873055151 - type: nauc_recall_at_1000_max value: -36.96483495363618 - type: nauc_recall_at_1000_std value: -41.34776459607992 - type: nauc_recall_at_100_diff1 value: 77.37809186979416 - type: nauc_recall_at_100_max value: 31.55427918142737 - type: nauc_recall_at_100_std value: -96.51410111206182 - type: nauc_recall_at_10_diff1 value: 76.0312700074355 - type: nauc_recall_at_10_max value: 16.91669426208751 - type: nauc_recall_at_10_std value: -106.12372635024161 - type: nauc_recall_at_1_diff1 value: 82.88901067630324 - type: nauc_recall_at_1_max value: 12.573604392527388 - type: nauc_recall_at_1_std value: -52.749186733215225 - type: nauc_recall_at_20_diff1 value: 73.49587098335563 - type: nauc_recall_at_20_max value: 22.323653643240327 - type: nauc_recall_at_20_std value: -111.38327429874822 - type: nauc_recall_at_3_diff1 value: 76.03399643505598 - type: nauc_recall_at_3_max value: 13.886956219033063 - type: nauc_recall_at_3_std value: -81.9281750750836 - type: nauc_recall_at_5_diff1 value: 75.17555824290534 - type: nauc_recall_at_5_max value: 14.122281249673318 - type: nauc_recall_at_5_std value: -94.53943602513391 - type: ndcg_at_1 value: 84.57000000000001 - type: ndcg_at_10 value: 90.839 - type: ndcg_at_100 value: 91.757 - type: ndcg_at_1000 value: 91.809 - type: ndcg_at_20 value: 91.36999999999999 - type: ndcg_at_3 value: 88.5 - type: ndcg_at_5 value: 89.838 - type: precision_at_1 value: 84.57000000000001 - type: precision_at_10 value: 13.758999999999999 - type: precision_at_100 value: 1.544 - type: precision_at_1000 value: 0.157 - type: precision_at_20 value: 7.268 - type: precision_at_3 value: 38.84 - type: precision_at_5 value: 25.428 - type: recall_at_1 value: 73.421 - type: recall_at_10 value: 96.808 - type: recall_at_100 value: 99.785 - type: recall_at_1000 value: 99.995 - type: recall_at_20 value: 98.482 - type: recall_at_3 value: 89.87 - type: recall_at_5 value: 93.813 - task: type: Clustering dataset: name: MTEB RedditClustering (default) type: mteb/reddit-clustering config: default split: test revision: 24640382cdbf8abc73003fb0fa6d111a705499eb metrics: - type: main_score value: 72.31956703115198 - type: v_measure value: 72.31956703115198 - type: v_measure_std value: 2.6728641413421994 - task: type: Clustering dataset: name: MTEB RedditClusteringP2P (default) type: mteb/reddit-clustering-p2p config: default split: test revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 metrics: - type: main_score value: 73.19857589812344 - type: v_measure value: 73.19857589812344 - type: v_measure_std value: 12.845755797705918 - task: type: Retrieval dataset: name: MTEB SCIDOCS (default) type: mteb/scidocs config: default split: test revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 metrics: - type: main_score value: 27.511999999999997 - type: map_at_1 value: 6.273 - type: map_at_10 value: 17.108 - type: map_at_100 value: 20.195 - type: map_at_1000 value: 20.589 - type: map_at_20 value: 18.683 - type: map_at_3 value: 11.855 - type: map_at_5 value: 14.457 - type: mrr_at_1 value: 30.9 - type: mrr_at_10 value: 44.24674603174597 - type: mrr_at_100 value: 45.32635060201483 - type: mrr_at_1000 value: 45.347831033779634 - type: mrr_at_20 value: 45.026240806836675 - type: mrr_at_3 value: 40.48333333333329 - type: mrr_at_5 value: 42.83333333333325 - type: nauc_map_at_1000_diff1 value: 13.747655770236225 - type: nauc_map_at_1000_max value: 31.223661693790223 - type: nauc_map_at_1000_std value: 15.886563579045221 - type: nauc_map_at_100_diff1 value: 13.71435331929968 - type: nauc_map_at_100_max value: 31.080863571394453 - type: nauc_map_at_100_std value: 15.785267773740896 - type: nauc_map_at_10_diff1 value: 13.790060894019742 - type: nauc_map_at_10_max value: 30.03655524565939 - type: nauc_map_at_10_std value: 12.280310681648675 - type: nauc_map_at_1_diff1 value: 22.3814913947547 - type: nauc_map_at_1_max value: 23.719991394973757 - type: nauc_map_at_1_std value: 2.8049800493956516 - type: nauc_map_at_20_diff1 value: 13.712619579289667 - type: nauc_map_at_20_max value: 30.324598336820223 - type: nauc_map_at_20_std value: 14.121946680951606 - type: nauc_map_at_3_diff1 value: 16.992084439290416 - type: nauc_map_at_3_max value: 27.358138408688493 - type: nauc_map_at_3_std value: 5.786253517779604 - type: nauc_map_at_5_diff1 value: 14.738933140636526 - type: nauc_map_at_5_max value: 27.825328120128432 - type: nauc_map_at_5_std value: 9.041135537664314 - type: nauc_mrr_at_1000_diff1 value: 19.83087365514557 - type: nauc_mrr_at_1000_max value: 25.801065652005573 - type: nauc_mrr_at_1000_std value: 7.3384785848646645 - type: nauc_mrr_at_100_diff1 value: 19.8286668140047 - type: nauc_mrr_at_100_max value: 25.813986643191488 - type: nauc_mrr_at_100_std value: 7.3750422568877445 - type: nauc_mrr_at_10_diff1 value: 19.78000542708269 - type: nauc_mrr_at_10_max value: 25.778614758390695 - type: nauc_mrr_at_10_std value: 7.394908840787731 - type: nauc_mrr_at_1_diff1 value: 22.802033352031128 - type: nauc_mrr_at_1_max value: 24.21876156001524 - type: nauc_mrr_at_1_std value: 2.98142461087729 - type: nauc_mrr_at_20_diff1 value: 19.8846401290781 - type: nauc_mrr_at_20_max value: 25.84776690911097 - type: nauc_mrr_at_20_std value: 7.421879871925152 - type: nauc_mrr_at_3_diff1 value: 18.925200162278294 - type: nauc_mrr_at_3_max value: 25.145957384682287 - type: nauc_mrr_at_3_std value: 6.257065754774556 - type: nauc_mrr_at_5_diff1 value: 19.941778349778893 - type: nauc_mrr_at_5_max value: 25.381438123852814 - type: nauc_mrr_at_5_std value: 6.610135974208344 - type: nauc_ndcg_at_1000_diff1 value: 15.060522593908921 - type: nauc_ndcg_at_1000_max value: 33.040413676455096 - type: nauc_ndcg_at_1000_std value: 20.529145075296498 - type: nauc_ndcg_at_100_diff1 value: 14.93838154527601 - type: nauc_ndcg_at_100_max value: 32.84354243075032 - type: nauc_ndcg_at_100_std value: 21.496012772659228 - type: nauc_ndcg_at_10_diff1 value: 14.785241848843627 - type: nauc_ndcg_at_10_max value: 30.08554427695474 - type: nauc_ndcg_at_10_std value: 14.269404725478992 - type: nauc_ndcg_at_1_diff1 value: 22.802033352031128 - type: nauc_ndcg_at_1_max value: 24.21876156001524 - type: nauc_ndcg_at_1_std value: 2.98142461087729 - type: nauc_ndcg_at_20_diff1 value: 15.01656763549395 - type: nauc_ndcg_at_20_max value: 30.883627008565284 - type: nauc_ndcg_at_20_std value: 16.94912353681998 - type: nauc_ndcg_at_3_diff1 value: 17.297499190613213 - type: nauc_ndcg_at_3_max value: 27.357890164110664 - type: nauc_ndcg_at_3_std value: 6.893804534662216 - type: nauc_ndcg_at_5_diff1 value: 15.924309842520637 - type: nauc_ndcg_at_5_max value: 27.479136064733765 - type: nauc_ndcg_at_5_std value: 9.948267317903682 - type: nauc_precision_at_1000_diff1 value: 2.9505514993324202 - type: nauc_precision_at_1000_max value: 28.097522763631076 - type: nauc_precision_at_1000_std value: 34.87676966934099 - type: nauc_precision_at_100_diff1 value: 8.102514216525794 - type: nauc_precision_at_100_max value: 31.104482194200216 - type: nauc_precision_at_100_std value: 35.09394894296658 - type: nauc_precision_at_10_diff1 value: 9.973864747113952 - type: nauc_precision_at_10_max value: 29.806997016747637 - type: nauc_precision_at_10_std value: 19.687557911796002 - type: nauc_precision_at_1_diff1 value: 22.802033352031128 - type: nauc_precision_at_1_max value: 24.21876156001524 - type: nauc_precision_at_1_std value: 2.98142461087729 - type: nauc_precision_at_20_diff1 value: 10.181594464083945 - type: nauc_precision_at_20_max value: 30.011941337125787 - type: nauc_precision_at_20_std value: 24.349813617177965 - type: nauc_precision_at_3_diff1 value: 15.133902637180615 - type: nauc_precision_at_3_max value: 27.96188889214405 - type: nauc_precision_at_3_std value: 8.460528750892308 - type: nauc_precision_at_5_diff1 value: 12.936142554150104 - type: nauc_precision_at_5_max value: 27.411606756811253 - type: nauc_precision_at_5_std value: 13.169657188017908 - type: nauc_recall_at_1000_diff1 value: 2.512433310192269 - type: nauc_recall_at_1000_max value: 30.177030038941073 - type: nauc_recall_at_1000_std value: 38.312954102427724 - type: nauc_recall_at_100_diff1 value: 7.823448451909615 - type: nauc_recall_at_100_max value: 31.19432389386968 - type: nauc_recall_at_100_std value: 35.52197719733696 - type: nauc_recall_at_10_diff1 value: 9.827206383532387 - type: nauc_recall_at_10_max value: 29.537065984308487 - type: nauc_recall_at_10_std value: 19.695443424011145 - type: nauc_recall_at_1_diff1 value: 22.3814913947547 - type: nauc_recall_at_1_max value: 23.719991394973757 - type: nauc_recall_at_1_std value: 2.8049800493956516 - type: nauc_recall_at_20_diff1 value: 10.030101302198451 - type: nauc_recall_at_20_max value: 29.624570420528862 - type: nauc_recall_at_20_std value: 24.383550437133433 - type: nauc_recall_at_3_diff1 value: 14.694309974964243 - type: nauc_recall_at_3_max value: 27.534902291293147 - type: nauc_recall_at_3_std value: 8.299178907366707 - type: nauc_recall_at_5_diff1 value: 12.701200029350348 - type: nauc_recall_at_5_max value: 26.96005349769535 - type: nauc_recall_at_5_std value: 13.083449511827958 - type: ndcg_at_1 value: 30.9 - type: ndcg_at_10 value: 27.511999999999997 - type: ndcg_at_100 value: 38.072 - type: ndcg_at_1000 value: 43.501 - type: ndcg_at_20 value: 31.517 - type: ndcg_at_3 value: 25.804 - type: ndcg_at_5 value: 22.836000000000002 - type: precision_at_1 value: 30.9 - type: precision_at_10 value: 14.360000000000001 - type: precision_at_100 value: 2.94 - type: precision_at_1000 value: 0.422 - type: precision_at_20 value: 9.504999999999999 - type: precision_at_3 value: 24.166999999999998 - type: precision_at_5 value: 20.22 - type: recall_at_1 value: 6.273 - type: recall_at_10 value: 29.095 - type: recall_at_100 value: 59.667 - type: recall_at_1000 value: 85.68 - type: recall_at_20 value: 38.512 - type: recall_at_3 value: 14.703 - type: recall_at_5 value: 20.52 - task: type: STS dataset: name: MTEB SICK-R (default) type: mteb/sickr-sts config: default split: test revision: 20a6d6f312dd54037fe07a32d58e5e168867909d metrics: - type: cosine_pearson value: 85.22165753437119 - type: cosine_spearman value: 83.8127407315392 - type: euclidean_pearson value: 82.44103477882439 - type: euclidean_spearman value: 83.81273507696754 - type: main_score value: 83.8127407315392 - type: manhattan_pearson value: 81.92652274443019 - type: manhattan_spearman value: 82.3715754389135 - type: pearson value: 85.22165753437119 - type: spearman value: 83.8127407315392 - task: type: STS dataset: name: MTEB STS12 (default) type: mteb/sts12-sts config: default split: test revision: a0d554a64d88156834ff5ae9920b964011b16384 metrics: - type: cosine_pearson value: 85.37993195563598 - type: cosine_spearman value: 79.06871408688198 - type: euclidean_pearson value: 80.69951951053761 - type: euclidean_spearman value: 79.06873064755126 - type: main_score value: 79.06871408688198 - type: manhattan_pearson value: 77.95412896760531 - type: manhattan_spearman value: 75.49651289323124 - type: pearson value: 85.37993195563598 - type: spearman value: 79.06871408688198 - task: type: STS dataset: name: MTEB STS13 (default) type: mteb/sts13-sts config: default split: test revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca metrics: - type: cosine_pearson value: 86.17030892013604 - type: cosine_spearman value: 86.54428612066569 - type: euclidean_pearson value: 86.42021459238435 - type: euclidean_spearman value: 86.54428612066569 - type: main_score value: 86.54428612066569 - type: manhattan_pearson value: 84.64899940139117 - type: manhattan_spearman value: 84.37528077160499 - type: pearson value: 86.17030892013604 - type: spearman value: 86.54428612066569 - task: type: STS dataset: name: MTEB STS14 (default) type: mteb/sts14-sts config: default split: test revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 metrics: - type: cosine_pearson value: 84.46097652298906 - type: cosine_spearman value: 84.31789230181545 - type: euclidean_pearson value: 83.53652229013105 - type: euclidean_spearman value: 84.31787771751202 - type: main_score value: 84.31789230181545 - type: manhattan_pearson value: 82.40679358381392 - type: manhattan_spearman value: 82.56529092906449 - type: pearson value: 84.46097652298906 - type: spearman value: 84.31789230181545 - task: type: STS dataset: name: MTEB STS15 (default) type: mteb/sts15-sts config: default split: test revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 metrics: - type: cosine_pearson value: 89.580101203536 - type: cosine_spearman value: 89.69254612113068 - type: euclidean_pearson value: 88.78501564809129 - type: euclidean_spearman value: 89.69254607130148 - type: main_score value: 89.69254612113068 - type: manhattan_pearson value: 87.37048209358335 - type: manhattan_spearman value: 87.3836150196757 - type: pearson value: 89.580101203536 - type: spearman value: 89.69254612113068 - task: type: STS dataset: name: MTEB STS16 (default) type: mteb/sts16-sts config: default split: test revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 metrics: - type: cosine_pearson value: 86.34409195642276 - type: cosine_spearman value: 87.22893647955566 - type: euclidean_pearson value: 86.47233799859978 - type: euclidean_spearman value: 87.22893647955566 - type: main_score value: 87.22893647955566 - type: manhattan_pearson value: 86.28871397722244 - type: manhattan_spearman value: 86.54681756151196 - type: pearson value: 86.34409195642276 - type: spearman value: 87.22893647955566 - task: type: STS dataset: name: MTEB STS17 (en-en) type: mteb/sts17-crosslingual-sts config: en-en split: test revision: faeb762787bd10488a50c8b5be4a3b82e411949c metrics: - type: cosine_pearson value: 91.6309842235666 - type: cosine_spearman value: 91.55107309513775 - type: euclidean_pearson value: 91.66305652923727 - type: euclidean_spearman value: 91.55107309513775 - type: main_score value: 91.55107309513775 - type: manhattan_pearson value: 92.34412264807419 - type: manhattan_spearman value: 91.76106893098941 - type: pearson value: 91.6309842235666 - type: spearman value: 91.55107309513775 - task: type: STS dataset: name: MTEB STS22 (en) type: mteb/sts22-crosslingual-sts config: en split: test revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 metrics: - type: cosine_pearson value: 69.34620080035205 - type: cosine_spearman value: 68.68546006466259 - type: euclidean_pearson value: 68.92323864900831 - type: euclidean_spearman value: 68.68546006466259 - type: main_score value: 68.68546006466259 - type: manhattan_pearson value: 69.50252696626819 - type: manhattan_spearman value: 68.6026900249137 - type: pearson value: 69.34620080035205 - type: spearman value: 68.68546006466259 - task: type: STS dataset: name: MTEB STSBenchmark (default) type: mteb/stsbenchmark-sts config: default split: test revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 metrics: - type: cosine_pearson value: 87.72211485964012 - type: cosine_spearman value: 88.21684368202543 - type: euclidean_pearson value: 87.4152174509492 - type: euclidean_spearman value: 88.21684358110474 - type: main_score value: 88.21684368202543 - type: manhattan_pearson value: 86.18736905144627 - type: manhattan_spearman value: 86.2967005957272 - type: pearson value: 87.72211485964012 - type: spearman value: 88.21684368202543 - task: type: Reranking dataset: name: MTEB SciDocsRR (default) type: mteb/scidocs-reranking config: default split: test revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab metrics: - type: main_score value: 87.91887485668568 - type: map value: 87.91887485668568 - type: mrr value: 96.79923108844677 - type: nAUC_map_diff1 value: -9.544019533700576 - type: nAUC_map_max value: 51.305518546271486 - type: nAUC_map_std value: 68.93338639531362 - type: nAUC_mrr_diff1 value: 28.20896050152944 - type: nAUC_mrr_max value: 84.08480139020106 - type: nAUC_mrr_std value: 81.66707142756775 - task: type: Retrieval dataset: name: MTEB SciFact (default) type: mteb/scifact config: default split: test revision: 0228b52cf27578f30900b9e5271d331663a030d7 metrics: - type: main_score value: 78.385 - type: map_at_1 value: 65.261 - type: map_at_10 value: 74.265 - type: map_at_100 value: 74.68900000000001 - type: map_at_1000 value: 74.7 - type: map_at_20 value: 74.61 - type: map_at_3 value: 71.485 - type: map_at_5 value: 73.07000000000001 - type: mrr_at_1 value: 68.33333333333333 - type: mrr_at_10 value: 75.00052910052908 - type: mrr_at_100 value: 75.36791603863972 - type: mrr_at_1000 value: 75.37836387206892 - type: mrr_at_20 value: 75.28900989361513 - type: mrr_at_3 value: 73.16666666666667 - type: mrr_at_5 value: 74.06666666666666 - type: nauc_map_at_1000_diff1 value: 71.95557264143025 - type: nauc_map_at_1000_max value: 57.668494594642375 - type: nauc_map_at_1000_std value: 0.9160722241006062 - type: nauc_map_at_100_diff1 value: 71.96131086694861 - type: nauc_map_at_100_max value: 57.67394651480537 - type: nauc_map_at_100_std value: 0.9111248974804423 - type: nauc_map_at_10_diff1 value: 71.8005197158061 - type: nauc_map_at_10_max value: 57.926225509350296 - type: nauc_map_at_10_std value: 1.0289591605730695 - type: nauc_map_at_1_diff1 value: 74.04117350009464 - type: nauc_map_at_1_max value: 46.01270356681121 - type: nauc_map_at_1_std value: -12.34453479186478 - type: nauc_map_at_20_diff1 value: 71.79288203065293 - type: nauc_map_at_20_max value: 57.748067223890466 - type: nauc_map_at_20_std value: 1.0471868877436754 - type: nauc_map_at_3_diff1 value: 73.12655880469308 - type: nauc_map_at_3_max value: 53.170175466998955 - type: nauc_map_at_3_std value: -2.841120496331886 - type: nauc_map_at_5_diff1 value: 72.37537625825152 - type: nauc_map_at_5_max value: 57.22646320702063 - type: nauc_map_at_5_std value: 0.08993845130894543 - type: nauc_mrr_at_1000_diff1 value: 72.33151450517484 - type: nauc_mrr_at_1000_max value: 59.05887764321693 - type: nauc_mrr_at_1000_std value: 2.978447313200519 - type: nauc_mrr_at_100_diff1 value: 72.3371689393142 - type: nauc_mrr_at_100_max value: 59.063748264607554 - type: nauc_mrr_at_100_std value: 2.9724134206438007 - type: nauc_mrr_at_10_diff1 value: 72.15441848985677 - type: nauc_mrr_at_10_max value: 59.323659507427315 - type: nauc_mrr_at_10_std value: 3.202392266950175 - type: nauc_mrr_at_1_diff1 value: 74.70791175021019 - type: nauc_mrr_at_1_max value: 54.890557504421224 - type: nauc_mrr_at_1_std value: -3.1003391992577676 - type: nauc_mrr_at_20_diff1 value: 72.16447875028192 - type: nauc_mrr_at_20_max value: 59.13406185965151 - type: nauc_mrr_at_20_std value: 3.1032769225166454 - type: nauc_mrr_at_3_diff1 value: 72.74517143863574 - type: nauc_mrr_at_3_max value: 58.78449780863764 - type: nauc_mrr_at_3_std value: 3.1947844580560276 - type: nauc_mrr_at_5_diff1 value: 72.55041655786376 - type: nauc_mrr_at_5_max value: 59.379628404843956 - type: nauc_mrr_at_5_std value: 3.0807485088011655 - type: nauc_ndcg_at_1000_diff1 value: 71.3780675347069 - type: nauc_ndcg_at_1000_max value: 59.48945646166557 - type: nauc_ndcg_at_1000_std value: 3.4914501826426503 - type: nauc_ndcg_at_100_diff1 value: 71.53734704134561 - type: nauc_ndcg_at_100_max value: 59.745110507117275 - type: nauc_ndcg_at_100_std value: 3.783265578398072 - type: nauc_ndcg_at_10_diff1 value: 69.96639696430987 - type: nauc_ndcg_at_10_max value: 60.93159115976958 - type: nauc_ndcg_at_10_std value: 4.90530364691378 - type: nauc_ndcg_at_1_diff1 value: 74.70791175021019 - type: nauc_ndcg_at_1_max value: 54.890557504421224 - type: nauc_ndcg_at_1_std value: -3.1003391992577676 - type: nauc_ndcg_at_20_diff1 value: 69.89569028363886 - type: nauc_ndcg_at_20_max value: 60.270211929349834 - type: nauc_ndcg_at_20_std value: 4.838097933264383 - type: nauc_ndcg_at_3_diff1 value: 71.97085051507173 - type: nauc_ndcg_at_3_max value: 57.05247760108673 - type: nauc_ndcg_at_3_std value: 1.342308002922158 - type: nauc_ndcg_at_5_diff1 value: 71.34405011749429 - type: nauc_ndcg_at_5_max value: 60.15875062308923 - type: nauc_ndcg_at_5_std value: 3.0796119978456793 - type: nauc_precision_at_1000_diff1 value: -29.157292935130375 - type: nauc_precision_at_1000_max value: 26.889021898412864 - type: nauc_precision_at_1000_std value: 49.35914635404835 - type: nauc_precision_at_100_diff1 value: -18.882174284520445 - type: nauc_precision_at_100_max value: 31.615184568467097 - type: nauc_precision_at_100_std value: 47.60363461742358 - type: nauc_precision_at_10_diff1 value: -2.8344355852237415 - type: nauc_precision_at_10_max value: 44.568061478871776 - type: nauc_precision_at_10_std value: 43.421513484558055 - type: nauc_precision_at_1_diff1 value: 74.70791175021019 - type: nauc_precision_at_1_max value: 54.890557504421224 - type: nauc_precision_at_1_std value: -3.1003391992577676 - type: nauc_precision_at_20_diff1 value: -15.053027139874736 - type: nauc_precision_at_20_max value: 36.35184411969381 - type: nauc_precision_at_20_std value: 46.455671537926236 - type: nauc_precision_at_3_diff1 value: 36.35406984818856 - type: nauc_precision_at_3_max value: 51.10573379058357 - type: nauc_precision_at_3_std value: 24.525389143510285 - type: nauc_precision_at_5_diff1 value: 17.185063562924082 - type: nauc_precision_at_5_max value: 51.988011211557364 - type: nauc_precision_at_5_std value: 34.07769395557144 - type: nauc_recall_at_1000_diff1 value: .nan - type: nauc_recall_at_1000_max value: .nan - type: nauc_recall_at_1000_std value: .nan - type: nauc_recall_at_100_diff1 value: 80.72562358276696 - type: nauc_recall_at_100_max value: 77.43097238895595 - type: nauc_recall_at_100_std value: 30.585567560357074 - type: nauc_recall_at_10_diff1 value: 55.594191699668386 - type: nauc_recall_at_10_max value: 73.93911587623553 - type: nauc_recall_at_10_std value: 22.56028848320937 - type: nauc_recall_at_1_diff1 value: 74.04117350009464 - type: nauc_recall_at_1_max value: 46.01270356681121 - type: nauc_recall_at_1_std value: -12.34453479186478 - type: nauc_recall_at_20_diff1 value: 44.765406162464785 - type: nauc_recall_at_20_max value: 76.48517740429489 - type: nauc_recall_at_20_std value: 34.141573295985225 - type: nauc_recall_at_3_diff1 value: 69.04055599707765 - type: nauc_recall_at_3_max value: 57.037557037556965 - type: nauc_recall_at_3_std value: 3.6347123303645557 - type: nauc_recall_at_5_diff1 value: 66.13492482259224 - type: nauc_recall_at_5_max value: 67.49828930893953 - type: nauc_recall_at_5_std value: 9.62641835622894 - type: ndcg_at_1 value: 68.333 - type: ndcg_at_10 value: 78.385 - type: ndcg_at_100 value: 80.097 - type: ndcg_at_1000 value: 80.382 - type: ndcg_at_20 value: 79.532 - type: ndcg_at_3 value: 73.96000000000001 - type: ndcg_at_5 value: 75.922 - type: precision_at_1 value: 68.333 - type: precision_at_10 value: 10.267 - type: precision_at_100 value: 1.107 - type: precision_at_1000 value: 0.11299999999999999 - type: precision_at_20 value: 5.383 - type: precision_at_3 value: 28.666999999999998 - type: precision_at_5 value: 18.733 - type: recall_at_1 value: 65.261 - type: recall_at_10 value: 90.333 - type: recall_at_100 value: 97.667 - type: recall_at_1000 value: 100.0 - type: recall_at_20 value: 94.667 - type: recall_at_3 value: 78.35 - type: recall_at_5 value: 83.217 - task: type: PairClassification dataset: name: MTEB SprintDuplicateQuestions (default) type: mteb/sprintduplicatequestions-pairclassification config: default split: test revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 metrics: - type: cosine_accuracy value: 99.86435643564356 - type: cosine_accuracy_threshold value: 75.08841156959534 - type: cosine_ap value: 96.9830495771001 - type: cosine_f1 value: 93.24790537210448 - type: cosine_f1_threshold value: 73.8122820854187 - type: cosine_precision value: 91.93391642371235 - type: cosine_recall value: 94.6 - type: dot_accuracy value: 99.86435643564356 - type: dot_accuracy_threshold value: 75.08841156959534 - type: dot_ap value: 96.9830495771001 - type: dot_f1 value: 93.24790537210448 - type: dot_f1_threshold value: 73.81229400634766 - type: dot_precision value: 91.93391642371235 - type: dot_recall value: 94.6 - type: euclidean_accuracy value: 99.86435643564356 - type: euclidean_accuracy_threshold value: 70.58552503585815 - type: euclidean_ap value: 96.9830495771001 - type: euclidean_f1 value: 93.24790537210448 - type: euclidean_f1_threshold value: 72.37086296081543 - type: euclidean_precision value: 91.93391642371235 - type: euclidean_recall value: 94.6 - type: main_score value: 96.9830495771001 - type: manhattan_accuracy value: 99.85544554455446 - type: manhattan_accuracy_threshold value: 2102.3300170898438 - type: manhattan_ap value: 96.69996535175346 - type: manhattan_f1 value: 92.60385005065855 - type: manhattan_f1_threshold value: 2106.606674194336 - type: manhattan_precision value: 93.83983572895276 - type: manhattan_recall value: 91.4 - type: max_accuracy value: 99.86435643564356 - type: max_ap value: 96.9830495771001 - type: max_f1 value: 93.24790537210448 - type: max_precision value: 93.83983572895276 - type: max_recall value: 94.6 - type: similarity_accuracy value: 99.86435643564356 - type: similarity_accuracy_threshold value: 75.08841156959534 - type: similarity_ap value: 96.9830495771001 - type: similarity_f1 value: 93.24790537210448 - type: similarity_f1_threshold value: 73.8122820854187 - type: similarity_precision value: 91.93391642371235 - type: similarity_recall value: 94.6 - task: type: Clustering dataset: name: MTEB StackExchangeClustering (default) type: mteb/stackexchange-clustering config: default split: test revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 metrics: - type: main_score value: 81.69710673313244 - type: v_measure value: 81.69710673313244 - type: v_measure_std value: 2.655167436381706 - task: type: Clustering dataset: name: MTEB StackExchangeClusteringP2P (default) type: mteb/stackexchange-clustering-p2p config: default split: test revision: 815ca46b2622cec33ccafc3735d572c266efdb44 metrics: - type: main_score value: 43.72862700989394 - type: v_measure value: 43.72862700989394 - type: v_measure_std value: 1.3902399715070008 - task: type: Reranking dataset: name: MTEB StackOverflowDupQuestions (default) type: mteb/stackoverflowdupquestions-reranking config: default split: test revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 metrics: - type: main_score value: 58.147527904806864 - type: map value: 58.147527904806864 - type: mrr value: 59.21841842797725 - type: nAUC_map_diff1 value: 41.30339453892422 - type: nAUC_map_max value: 12.414607439479719 - type: nAUC_map_std value: 7.9053349557289 - type: nAUC_mrr_diff1 value: 41.419127589177954 - type: nAUC_mrr_max value: 13.51513956670511 - type: nAUC_mrr_std value: 8.670528870027399 - task: type: Summarization dataset: name: MTEB SummEval (default) type: mteb/summeval config: default split: test revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c metrics: - type: cosine_pearson value: 31.491060079270405 - type: cosine_spearman value: 31.554541555025118 - type: dot_pearson value: 31.491058716856347 - type: dot_spearman value: 31.554541555025118 - type: main_score value: 31.554541555025118 - type: pearson value: 31.491060079270405 - type: spearman value: 31.554541555025118 - task: type: Retrieval dataset: name: MTEB TRECCOVID (default) type: mteb/trec-covid config: default split: test revision: bb9466bac8153a0349341eb1b22e06409e78ef4e metrics: - type: main_score value: 69.733 - type: map_at_1 value: 0.213 - type: map_at_10 value: 1.737 - type: map_at_100 value: 10.327 - type: map_at_1000 value: 28.267999999999997 - type: map_at_20 value: 3.0020000000000002 - type: map_at_3 value: 0.5950000000000001 - type: map_at_5 value: 0.9369999999999999 - type: mrr_at_1 value: 80.0 - type: mrr_at_10 value: 89.0 - type: mrr_at_100 value: 89.0 - type: mrr_at_1000 value: 89.0 - type: mrr_at_20 value: 89.0 - type: mrr_at_3 value: 88.66666666666667 - type: mrr_at_5 value: 88.66666666666667 - type: nauc_map_at_1000_diff1 value: 7.530064816522635 - type: nauc_map_at_1000_max value: 55.23519081314714 - type: nauc_map_at_1000_std value: 69.88336126732227 - type: nauc_map_at_100_diff1 value: -11.58802769875123 - type: nauc_map_at_100_max value: 45.65439990209477 - type: nauc_map_at_100_std value: 54.44015403236353 - type: nauc_map_at_10_diff1 value: -33.33082523706407 - type: nauc_map_at_10_max value: 13.817336112350398 - type: nauc_map_at_10_std value: 11.79843765110203 - type: nauc_map_at_1_diff1 value: -24.172683196985325 - type: nauc_map_at_1_max value: 0.812998404669278 - type: nauc_map_at_1_std value: -5.722318547866086 - type: nauc_map_at_20_diff1 value: -26.665749957105188 - type: nauc_map_at_20_max value: 21.228342017724675 - type: nauc_map_at_20_std value: 22.263210043854528 - type: nauc_map_at_3_diff1 value: -29.596285662079545 - type: nauc_map_at_3_max value: 9.991968954179255 - type: nauc_map_at_3_std value: 3.42447296457675 - type: nauc_map_at_5_diff1 value: -29.475843534692352 - type: nauc_map_at_5_max value: 14.459021545403486 - type: nauc_map_at_5_std value: 7.995420002675463 - type: nauc_mrr_at_1000_diff1 value: -26.337875642992593 - type: nauc_mrr_at_1000_max value: 29.579159522305375 - type: nauc_mrr_at_1000_std value: 28.12622206178732 - type: nauc_mrr_at_100_diff1 value: -26.337875642992593 - type: nauc_mrr_at_100_max value: 29.579159522305375 - type: nauc_mrr_at_100_std value: 28.12622206178732 - type: nauc_mrr_at_10_diff1 value: -26.337875642992593 - type: nauc_mrr_at_10_max value: 29.579159522305375 - type: nauc_mrr_at_10_std value: 28.12622206178732 - type: nauc_mrr_at_1_diff1 value: -25.92407592407588 - type: nauc_mrr_at_1_max value: 28.301698301698252 - type: nauc_mrr_at_1_std value: 26.693306693306656 - type: nauc_mrr_at_20_diff1 value: -26.337875642992593 - type: nauc_mrr_at_20_max value: 29.579159522305375 - type: nauc_mrr_at_20_std value: 28.12622206178732 - type: nauc_mrr_at_3_diff1 value: -26.050591595267147 - type: nauc_mrr_at_3_max value: 29.03916768665867 - type: nauc_mrr_at_3_std value: 27.631578947368535 - type: nauc_mrr_at_5_diff1 value: -26.050591595267147 - type: nauc_mrr_at_5_max value: 29.03916768665867 - type: nauc_mrr_at_5_std value: 27.631578947368535 - type: nauc_ndcg_at_1000_diff1 value: 13.313313351002273 - type: nauc_ndcg_at_1000_max value: 51.15076909707446 - type: nauc_ndcg_at_1000_std value: 64.84776628015508 - type: nauc_ndcg_at_100_diff1 value: 3.7846451010204216 - type: nauc_ndcg_at_100_max value: 49.0721051387502 - type: nauc_ndcg_at_100_std value: 65.97894701747119 - type: nauc_ndcg_at_10_diff1 value: -25.309415375177647 - type: nauc_ndcg_at_10_max value: 43.68557432763264 - type: nauc_ndcg_at_10_std value: 47.90146365089116 - type: nauc_ndcg_at_1_diff1 value: -22.744222217790963 - type: nauc_ndcg_at_1_max value: 31.31069413148822 - type: nauc_ndcg_at_1_std value: 21.059243454505594 - type: nauc_ndcg_at_20_diff1 value: -11.686356003814897 - type: nauc_ndcg_at_20_max value: 47.21608544472201 - type: nauc_ndcg_at_20_std value: 56.721660150841934 - type: nauc_ndcg_at_3_diff1 value: -22.60324298042963 - type: nauc_ndcg_at_3_max value: 37.29214797900573 - type: nauc_ndcg_at_3_std value: 31.069444337406544 - type: nauc_ndcg_at_5_diff1 value: -23.092470045715576 - type: nauc_ndcg_at_5_max value: 45.28716833477456 - type: nauc_ndcg_at_5_std value: 41.746096468983836 - type: nauc_precision_at_1000_diff1 value: 11.936194396568526 - type: nauc_precision_at_1000_max value: 35.73984401090955 - type: nauc_precision_at_1000_std value: 47.45009555269865 - type: nauc_precision_at_100_diff1 value: 7.53944614850939 - type: nauc_precision_at_100_max value: 51.11150228319469 - type: nauc_precision_at_100_std value: 69.37024506529535 - type: nauc_precision_at_10_diff1 value: -35.338375024238914 - type: nauc_precision_at_10_max value: 46.01734120058722 - type: nauc_precision_at_10_std value: 54.076844233912325 - type: nauc_precision_at_1_diff1 value: -25.92407592407588 - type: nauc_precision_at_1_max value: 28.301698301698252 - type: nauc_precision_at_1_std value: 26.693306693306656 - type: nauc_precision_at_20_diff1 value: -12.78008420928654 - type: nauc_precision_at_20_max value: 48.11647969849543 - type: nauc_precision_at_20_std value: 61.91708624090925 - type: nauc_precision_at_3_diff1 value: -33.641360921891206 - type: nauc_precision_at_3_max value: 46.65887466442645 - type: nauc_precision_at_3_std value: 45.65443687565056 - type: nauc_precision_at_5_diff1 value: -30.684095323241937 - type: nauc_precision_at_5_max value: 54.23744489317759 - type: nauc_precision_at_5_std value: 53.2087842073353 - type: nauc_recall_at_1000_diff1 value: 17.996439669690247 - type: nauc_recall_at_1000_max value: 46.5940045697732 - type: nauc_recall_at_1000_std value: 57.28734391628304 - type: nauc_recall_at_100_diff1 value: -9.913571369031885 - type: nauc_recall_at_100_max value: 34.727478455899956 - type: nauc_recall_at_100_std value: 39.274245119901806 - type: nauc_recall_at_10_diff1 value: -33.34086532993325 - type: nauc_recall_at_10_max value: 8.520973060014345 - type: nauc_recall_at_10_std value: 6.516939825125482 - type: nauc_recall_at_1_diff1 value: -24.172683196985325 - type: nauc_recall_at_1_max value: 0.812998404669278 - type: nauc_recall_at_1_std value: -5.722318547866086 - type: nauc_recall_at_20_diff1 value: -24.094516713201198 - type: nauc_recall_at_20_max value: 14.107431429537327 - type: nauc_recall_at_20_std value: 13.738982786212887 - type: nauc_recall_at_3_diff1 value: -29.84992741698517 - type: nauc_recall_at_3_max value: 8.045792723460073 - type: nauc_recall_at_3_std value: 2.4923805102265644 - type: nauc_recall_at_5_diff1 value: -29.96523188989537 - type: nauc_recall_at_5_max value: 11.604276438289629 - type: nauc_recall_at_5_std value: 5.131565461597982 - type: ndcg_at_1 value: 73.0 - type: ndcg_at_10 value: 69.733 - type: ndcg_at_100 value: 55.591 - type: ndcg_at_1000 value: 54.852999999999994 - type: ndcg_at_20 value: 66.318 - type: ndcg_at_3 value: 74.195 - type: ndcg_at_5 value: 72.2 - type: precision_at_1 value: 80.0 - type: precision_at_10 value: 74.8 - type: precision_at_100 value: 57.42 - type: precision_at_1000 value: 24.772 - type: precision_at_20 value: 70.19999999999999 - type: precision_at_3 value: 79.333 - type: precision_at_5 value: 76.4 - type: recall_at_1 value: 0.213 - type: recall_at_10 value: 1.968 - type: recall_at_100 value: 13.965 - type: recall_at_1000 value: 53.185 - type: recall_at_20 value: 3.6029999999999998 - type: recall_at_3 value: 0.63 - type: recall_at_5 value: 1.012 - task: type: Retrieval dataset: name: MTEB Touche2020 (default) type: mteb/touche2020 config: default split: test revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f metrics: - type: main_score value: 25.855 - type: map_at_1 value: 2.3720000000000003 - type: map_at_10 value: 10.761 - type: map_at_100 value: 16.883 - type: map_at_1000 value: 18.419 - type: map_at_20 value: 13.234000000000002 - type: map_at_3 value: 5.305 - type: map_at_5 value: 7.7909999999999995 - type: mrr_at_1 value: 30.612244897959183 - type: mrr_at_10 value: 44.44930353093618 - type: mrr_at_100 value: 45.4833016949092 - type: mrr_at_1000 value: 45.4833016949092 - type: mrr_at_20 value: 45.107658781128166 - type: mrr_at_3 value: 41.156462585034014 - type: mrr_at_5 value: 42.585034013605444 - type: nauc_map_at_1000_diff1 value: 13.258679267701162 - type: nauc_map_at_1000_max value: -20.533359275963978 - type: nauc_map_at_1000_std value: 5.195756690535686 - type: nauc_map_at_100_diff1 value: 13.131743244043795 - type: nauc_map_at_100_max value: -21.492974221123553 - type: nauc_map_at_100_std value: 2.3596492252552466 - type: nauc_map_at_10_diff1 value: 13.225110960782512 - type: nauc_map_at_10_max value: -15.955538570111544 - type: nauc_map_at_10_std value: -9.960230793465525 - type: nauc_map_at_1_diff1 value: 10.715203611651038 - type: nauc_map_at_1_max value: -22.738676941331217 - type: nauc_map_at_1_std value: -12.157109615038761 - type: nauc_map_at_20_diff1 value: 14.274852478638012 - type: nauc_map_at_20_max value: -17.121737352210666 - type: nauc_map_at_20_std value: -8.245512758810355 - type: nauc_map_at_3_diff1 value: 10.257756467121387 - type: nauc_map_at_3_max value: -24.68709623139807 - type: nauc_map_at_3_std value: -4.467589369944418 - type: nauc_map_at_5_diff1 value: 11.668204447419454 - type: nauc_map_at_5_max value: -20.960140274793357 - type: nauc_map_at_5_std value: -12.40170876103286 - type: nauc_mrr_at_1000_diff1 value: 5.190215790331544 - type: nauc_mrr_at_1000_max value: -39.787191589591906 - type: nauc_mrr_at_1000_std value: 5.674646076011233 - type: nauc_mrr_at_100_diff1 value: 5.190215790331544 - type: nauc_mrr_at_100_max value: -39.787191589591906 - type: nauc_mrr_at_100_std value: 5.674646076011233 - type: nauc_mrr_at_10_diff1 value: 5.265068861137356 - type: nauc_mrr_at_10_max value: -39.452907737584766 - type: nauc_mrr_at_10_std value: 4.21949027692033 - type: nauc_mrr_at_1_diff1 value: 5.764128953008387 - type: nauc_mrr_at_1_max value: -34.396988502985046 - type: nauc_mrr_at_1_std value: -3.20168662726788 - type: nauc_mrr_at_20_diff1 value: 4.987530247680915 - type: nauc_mrr_at_20_max value: -40.229139478533966 - type: nauc_mrr_at_20_std value: 5.977348987000782 - type: nauc_mrr_at_3_diff1 value: 9.610125583884257 - type: nauc_mrr_at_3_max value: -36.029841466645934 - type: nauc_mrr_at_3_std value: 7.59968816692639 - type: nauc_mrr_at_5_diff1 value: 6.12878627948545 - type: nauc_mrr_at_5_max value: -39.53677644419165 - type: nauc_mrr_at_5_std value: 4.7057108704387645 - type: nauc_ndcg_at_1000_diff1 value: 5.592968185470883 - type: nauc_ndcg_at_1000_max value: -28.23746134880031 - type: nauc_ndcg_at_1000_std value: 27.884534247724062 - type: nauc_ndcg_at_100_diff1 value: 6.3640586707803575 - type: nauc_ndcg_at_100_max value: -37.75625065480638 - type: nauc_ndcg_at_100_std value: 18.401240235775717 - type: nauc_ndcg_at_10_diff1 value: 8.51329926083278 - type: nauc_ndcg_at_10_max value: -29.840137893584263 - type: nauc_ndcg_at_10_std value: -0.04663104264974505 - type: nauc_ndcg_at_1_diff1 value: 4.649199383837089 - type: nauc_ndcg_at_1_max value: -36.34289129705041 - type: nauc_ndcg_at_1_std value: -3.44317820875297 - type: nauc_ndcg_at_20_diff1 value: 9.392629877698923 - type: nauc_ndcg_at_20_max value: -31.820651294588924 - type: nauc_ndcg_at_20_std value: -0.9972668750497783 - type: nauc_ndcg_at_3_diff1 value: 5.874210450563947 - type: nauc_ndcg_at_3_max value: -34.78563048938306 - type: nauc_ndcg_at_3_std value: 8.851987228864013 - type: nauc_ndcg_at_5_diff1 value: 7.673481918619619 - type: nauc_ndcg_at_5_max value: -34.878421907064144 - type: nauc_ndcg_at_5_std value: -1.0432441077995342 - type: nauc_precision_at_1000_diff1 value: -4.361789669513903 - type: nauc_precision_at_1000_max value: 36.01384363218954 - type: nauc_precision_at_1000_std value: 44.87523889822509 - type: nauc_precision_at_100_diff1 value: 3.509004969666037 - type: nauc_precision_at_100_max value: -26.953843995648196 - type: nauc_precision_at_100_std value: 60.28357323451904 - type: nauc_precision_at_10_diff1 value: 13.319423093878294 - type: nauc_precision_at_10_max value: -24.788053794110258 - type: nauc_precision_at_10_std value: 2.075713700632348 - type: nauc_precision_at_1_diff1 value: 5.764128953008387 - type: nauc_precision_at_1_max value: -34.396988502985046 - type: nauc_precision_at_1_std value: -3.20168662726788 - type: nauc_precision_at_20_diff1 value: 12.157863432105996 - type: nauc_precision_at_20_max value: -28.577513527223473 - type: nauc_precision_at_20_std value: 13.947153923691271 - type: nauc_precision_at_3_diff1 value: 11.019134712127137 - type: nauc_precision_at_3_max value: -35.903911078806004 - type: nauc_precision_at_3_std value: 9.77624599901155 - type: nauc_precision_at_5_diff1 value: 14.312631954702205 - type: nauc_precision_at_5_max value: -34.35871806483499 - type: nauc_precision_at_5_std value: -5.002004889336612 - type: nauc_recall_at_1000_diff1 value: -6.239317795705283 - type: nauc_recall_at_1000_max value: -2.1964262972170188 - type: nauc_recall_at_1000_std value: 72.01699027100997 - type: nauc_recall_at_100_diff1 value: 4.996923455885459 - type: nauc_recall_at_100_max value: -37.796123663830905 - type: nauc_recall_at_100_std value: 28.077209635317868 - type: nauc_recall_at_10_diff1 value: 9.265263065395837 - type: nauc_recall_at_10_max value: -21.186015180676115 - type: nauc_recall_at_10_std value: -13.238588244011387 - type: nauc_recall_at_1_diff1 value: 10.715203611651038 - type: nauc_recall_at_1_max value: -22.738676941331217 - type: nauc_recall_at_1_std value: -12.157109615038761 - type: nauc_recall_at_20_diff1 value: 8.973261788296464 - type: nauc_recall_at_20_max value: -26.822255453044697 - type: nauc_recall_at_20_std value: -6.786380551168297 - type: nauc_recall_at_3_diff1 value: 10.447511653664204 - type: nauc_recall_at_3_max value: -27.65849592208199 - type: nauc_recall_at_3_std value: -3.8950536550559502 - type: nauc_recall_at_5_diff1 value: 7.188322256567744 - type: nauc_recall_at_5_max value: -25.957944490064744 - type: nauc_recall_at_5_std value: -17.745642764320777 - type: ndcg_at_1 value: 28.571 - type: ndcg_at_10 value: 25.855 - type: ndcg_at_100 value: 37.69 - type: ndcg_at_1000 value: 48.808 - type: ndcg_at_20 value: 26.883000000000003 - type: ndcg_at_3 value: 28.904000000000003 - type: ndcg_at_5 value: 27.901999999999997 - type: precision_at_1 value: 30.612000000000002 - type: precision_at_10 value: 23.265 - type: precision_at_100 value: 7.878 - type: precision_at_1000 value: 1.522 - type: precision_at_20 value: 17.653 - type: precision_at_3 value: 29.932 - type: precision_at_5 value: 28.163 - type: recall_at_1 value: 2.3720000000000003 - type: recall_at_10 value: 17.071 - type: recall_at_100 value: 48.829 - type: recall_at_1000 value: 81.194 - type: recall_at_20 value: 24.882 - type: recall_at_3 value: 6.578 - type: recall_at_5 value: 10.951 - task: type: Classification dataset: name: MTEB ToxicConversationsClassification (default) type: mteb/toxic_conversations_50k config: default split: test revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de metrics: - type: accuracy value: 92.28515625 - type: ap value: 43.967425546221364 - type: ap_weighted value: 43.967425546221364 - type: f1 value: 79.48199263483515 - type: f1_weighted value: 93.11764775204445 - type: main_score value: 92.28515625 - task: type: Classification dataset: name: MTEB TweetSentimentExtractionClassification (default) type: mteb/tweet_sentiment_extraction config: default split: test revision: d604517c81ca91fe16a244d1248fc021f9ecee7a metrics: - type: accuracy value: 80.1726089417091 - type: f1 value: 80.44865150205347 - type: f1_weighted value: 80.01110885829492 - type: main_score value: 80.1726089417091 - task: type: Clustering dataset: name: MTEB TwentyNewsgroupsClustering (default) type: mteb/twentynewsgroups-clustering config: default split: test revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 metrics: - type: main_score value: 69.43612684622691 - type: v_measure value: 69.43612684622691 - type: v_measure_std value: 0.65287690596996 - task: type: PairClassification dataset: name: MTEB TwitterSemEval2015 (default) type: mteb/twittersemeval2015-pairclassification config: default split: test revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 metrics: - type: cosine_accuracy value: 87.65571913929784 - type: cosine_accuracy_threshold value: 75.32307505607605 - type: cosine_ap value: 79.12498779374573 - type: cosine_f1 value: 72.19822109275731 - type: cosine_f1_threshold value: 73.05474281311035 - type: cosine_precision value: 69.63235294117646 - type: cosine_recall value: 74.96042216358839 - type: dot_accuracy value: 87.65571913929784 - type: dot_accuracy_threshold value: 75.32307505607605 - type: dot_ap value: 79.1249879229425 - type: dot_f1 value: 72.19822109275731 - type: dot_f1_threshold value: 73.0547547340393 - type: dot_precision value: 69.63235294117646 - type: dot_recall value: 74.96042216358839 - type: euclidean_accuracy value: 87.65571913929784 - type: euclidean_accuracy_threshold value: 70.2522873878479 - type: euclidean_ap value: 79.12498501352084 - type: euclidean_f1 value: 72.19822109275731 - type: euclidean_f1_threshold value: 73.4101414680481 - type: euclidean_precision value: 69.63235294117646 - type: euclidean_recall value: 74.96042216358839 - type: main_score value: 79.31400852296694 - type: manhattan_accuracy value: 87.78685104607499 - type: manhattan_accuracy_threshold value: 2240.8660888671875 - type: manhattan_ap value: 79.31400852296694 - type: manhattan_f1 value: 72.46414265408968 - type: manhattan_f1_threshold value: 2333.853530883789 - type: manhattan_precision value: 71.00531780197518 - type: manhattan_recall value: 73.98416886543535 - type: max_accuracy value: 87.78685104607499 - type: max_ap value: 79.31400852296694 - type: max_f1 value: 72.46414265408968 - type: max_precision value: 71.00531780197518 - type: max_recall value: 74.96042216358839 - type: similarity_accuracy value: 87.65571913929784 - type: similarity_accuracy_threshold value: 75.32307505607605 - type: similarity_ap value: 79.12498779374573 - type: similarity_f1 value: 72.19822109275731 - type: similarity_f1_threshold value: 73.05474281311035 - type: similarity_precision value: 69.63235294117646 - type: similarity_recall value: 74.96042216358839 - task: type: PairClassification dataset: name: MTEB TwitterURLCorpus (default) type: mteb/twitterurlcorpus-pairclassification config: default split: test revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf metrics: - type: cosine_accuracy value: 89.58939729110878 - type: cosine_accuracy_threshold value: 74.62999820709229 - type: cosine_ap value: 87.2110644450708 - type: cosine_f1 value: 79.70716766892018 - type: cosine_f1_threshold value: 72.82971739768982 - type: cosine_precision value: 77.40297424737032 - type: cosine_recall value: 82.15275639051433 - type: dot_accuracy value: 89.58939729110878 - type: dot_accuracy_threshold value: 74.62999224662781 - type: dot_ap value: 87.21106174391684 - type: dot_f1 value: 79.70716766892018 - type: dot_f1_threshold value: 72.8297233581543 - type: dot_precision value: 77.40297424737032 - type: dot_recall value: 82.15275639051433 - type: euclidean_accuracy value: 89.58939729110878 - type: euclidean_accuracy_threshold value: 71.23202085494995 - type: euclidean_ap value: 87.21106341739784 - type: euclidean_f1 value: 79.70716766892018 - type: euclidean_f1_threshold value: 73.71604442596436 - type: euclidean_precision value: 77.40297424737032 - type: euclidean_recall value: 82.15275639051433 - type: main_score value: 87.50024399984746 - type: manhattan_accuracy value: 89.72522994527885 - type: manhattan_accuracy_threshold value: 2315.9988403320312 - type: manhattan_ap value: 87.50024399984746 - type: manhattan_f1 value: 80.0 - type: manhattan_f1_threshold value: 2496.2581634521484 - type: manhattan_precision value: 76.38859704419696 - type: manhattan_recall value: 83.96981829380967 - type: max_accuracy value: 89.72522994527885 - type: max_ap value: 87.50024399984746 - type: max_f1 value: 80.0 - type: max_precision value: 77.40297424737032 - type: max_recall value: 83.96981829380967 - type: similarity_accuracy value: 89.58939729110878 - type: similarity_accuracy_threshold value: 74.62999820709229 - type: similarity_ap value: 87.2110644450708 - type: similarity_f1 value: 79.70716766892018 - type: similarity_f1_threshold value: 72.82971739768982 - type: similarity_precision value: 77.40297424737032 - type: similarity_recall value: 82.15275639051433 ---