diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -4,10 +4,8970 @@ language: - en library_name: model2vec license: mit -model_name: minishlab/M2V_base_glove +model-index: +- name: M2V_base_glove + results: + - dataset: + config: en-ext + name: MTEB AmazonCounterfactualClassification (en-ext) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 65.65217391304347 + - type: ap + value: 17.836356075619893 + - type: ap_weighted + value: 17.836356075619893 + - type: f1 + value: 54.37306111606638 + - type: f1_weighted + value: 72.23675193582666 + - type: main_score + value: 65.65217391304347 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 67.19402985074628 + - type: ap + value: 30.94305233770745 + - type: ap_weighted + value: 30.94305233770745 + - type: f1 + value: 61.69517242961607 + - type: f1_weighted + value: 70.41137216914223 + - type: main_score + value: 67.19402985074628 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 68.45135 + - type: ap + value: 63.48441586885817 + - type: ap_weighted + value: 63.48441586885817 + - type: f1 + value: 67.81657156872735 + - type: f1_weighted + value: 67.81657156872735 + - type: main_score + value: 68.45135 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 31.838 + - type: f1 + value: 31.4067444768528 + - type: f1_weighted + value: 31.4067444768528 + - type: main_score + value: 31.838 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 33.774 + - type: map_at_1 + value: 17.212 + - type: map_at_10 + value: 27.572000000000003 + - type: map_at_100 + value: 28.756999999999998 + - type: map_at_1000 + value: 28.826 + - type: map_at_20 + value: 28.275 + - type: map_at_3 + value: 24.064 + - type: map_at_5 + value: 25.909 + - type: mrr_at_1 + value: 17.56756756756757 + - type: mrr_at_10 + value: 27.708206326627337 + - type: mrr_at_100 + value: 28.89290919456729 + - type: mrr_at_1000 + value: 28.96196792349176 + - type: mrr_at_20 + value: 28.411079006850485 + - type: mrr_at_3 + value: 24.182076813655733 + - type: mrr_at_5 + value: 26.045519203413875 + - type: nauc_map_at_1000_diff1 + value: 8.485123367352873 + - type: nauc_map_at_1000_max + value: -0.9193979953494795 + - type: nauc_map_at_1000_std + value: 15.100068482294574 + - type: nauc_map_at_100_diff1 + value: 8.519325841728035 + - type: nauc_map_at_100_max + value: -0.8956256416288586 + - type: nauc_map_at_100_std + value: 15.147231104798806 + - type: nauc_map_at_10_diff1 + value: 8.380916599430705 + - type: nauc_map_at_10_max + value: -0.9917288035736084 + - type: nauc_map_at_10_std + value: 14.761940291815831 + - type: nauc_map_at_1_diff1 + value: 9.060503842089553 + - type: nauc_map_at_1_max + value: -4.8081298761261655 + - type: nauc_map_at_1_std + value: 11.125316223515181 + - type: nauc_map_at_20_diff1 + value: 8.516487295524888 + - type: nauc_map_at_20_max + value: -0.8417277704421139 + - type: nauc_map_at_20_std + value: 15.101334311163782 + - type: nauc_map_at_3_diff1 + value: 7.922067336816303 + - type: nauc_map_at_3_max + value: -2.2211217686219347 + - type: nauc_map_at_3_std + value: 12.687891894715243 + - type: nauc_map_at_5_diff1 + value: 7.407423493480417 + - type: nauc_map_at_5_max + value: -2.4578439857602445 + - type: nauc_map_at_5_std + value: 13.543477676837792 + - type: nauc_mrr_at_1000_diff1 + value: 7.318853326158743 + - type: nauc_mrr_at_1000_max + value: -0.74537688800884 + - type: nauc_mrr_at_1000_std + value: 14.72062445798488 + - type: nauc_mrr_at_100_diff1 + value: 7.35529594869805 + - type: nauc_mrr_at_100_max + value: -0.722109219876811 + - type: nauc_mrr_at_100_std + value: 14.768290519037613 + - type: nauc_mrr_at_10_diff1 + value: 7.21492350238724 + - type: nauc_mrr_at_10_max + value: -0.8670677275648112 + - type: nauc_mrr_at_10_std + value: 14.38960682092002 + - type: nauc_mrr_at_1_diff1 + value: 7.5570385779405775 + - type: nauc_mrr_at_1_max + value: -3.16483196648834 + - type: nauc_mrr_at_1_std + value: 10.218393597427989 + - type: nauc_mrr_at_20_diff1 + value: 7.335130620378978 + - type: nauc_mrr_at_20_max + value: -0.6993053791581448 + - type: nauc_mrr_at_20_std + value: 14.708624057565162 + - type: nauc_mrr_at_3_diff1 + value: 6.613680793028679 + - type: nauc_mrr_at_3_max + value: -2.2272295185954625 + - type: nauc_mrr_at_3_std + value: 12.388157171198323 + - type: nauc_mrr_at_5_diff1 + value: 6.212985461013579 + - type: nauc_mrr_at_5_max + value: -2.338470059431682 + - type: nauc_mrr_at_5_std + value: 13.240099646562145 + - type: nauc_ndcg_at_1000_diff1 + value: 8.840275201346746 + - type: nauc_ndcg_at_1000_max + value: 0.6647417450383817 + - type: nauc_ndcg_at_1000_std + value: 17.8564730922891 + - type: nauc_ndcg_at_100_diff1 + value: 9.762676212675903 + - type: nauc_ndcg_at_100_max + value: 1.4262377536189703 + - type: nauc_ndcg_at_100_std + value: 19.4795643393269 + - type: nauc_ndcg_at_10_diff1 + value: 9.188741734944518 + - type: nauc_ndcg_at_10_max + value: 1.3802584933742896 + - type: nauc_ndcg_at_10_std + value: 17.506067996460327 + - type: nauc_ndcg_at_1_diff1 + value: 9.060503842089553 + - type: nauc_ndcg_at_1_max + value: -4.8081298761261655 + - type: nauc_ndcg_at_1_std + value: 11.125316223515181 + - type: nauc_ndcg_at_20_diff1 + value: 9.746204603745053 + - type: nauc_ndcg_at_20_max + value: 1.788309512869953 + - type: nauc_ndcg_at_20_std + value: 18.9423764949264 + - type: nauc_ndcg_at_3_diff1 + value: 7.774791913420696 + - type: nauc_ndcg_at_3_max + value: -1.597066965567201 + - type: nauc_ndcg_at_3_std + value: 13.176494210176115 + - type: nauc_ndcg_at_5_diff1 + value: 6.842522112636893 + - type: nauc_ndcg_at_5_max + value: -1.973068438869888 + - type: nauc_ndcg_at_5_std + value: 14.57209872417026 + - type: nauc_precision_at_1000_diff1 + value: -3.0834719469656173 + - type: nauc_precision_at_1000_max + value: 14.451702830586255 + - type: nauc_precision_at_1000_std + value: 54.77279828687448 + - type: nauc_precision_at_100_diff1 + value: 18.013952140209113 + - type: nauc_precision_at_100_max + value: 13.365490775657305 + - type: nauc_precision_at_100_std + value: 46.774497474558906 + - type: nauc_precision_at_10_diff1 + value: 12.087879006855367 + - type: nauc_precision_at_10_max + value: 8.577753066338223 + - type: nauc_precision_at_10_std + value: 25.83055948986621 + - type: nauc_precision_at_1_diff1 + value: 9.060503842089553 + - type: nauc_precision_at_1_max + value: -4.8081298761261655 + - type: nauc_precision_at_1_std + value: 11.125316223515181 + - type: nauc_precision_at_20_diff1 + value: 14.837517107092523 + - type: nauc_precision_at_20_max + value: 10.825098623940823 + - type: nauc_precision_at_20_std + value: 33.07428383738506 + - type: nauc_precision_at_3_diff1 + value: 7.454307392090738 + - type: nauc_precision_at_3_max + value: -0.07600576651425912 + - type: nauc_precision_at_3_std + value: 14.401150268962715 + - type: nauc_precision_at_5_diff1 + value: 5.3722482323229945 + - type: nauc_precision_at_5_max + value: -0.8401775506949162 + - type: nauc_precision_at_5_std + value: 17.210282537073585 + - type: nauc_recall_at_1000_diff1 + value: -3.0834719469653953 + - type: nauc_recall_at_1000_max + value: 14.451702830586296 + - type: nauc_recall_at_1000_std + value: 54.77279828687437 + - type: nauc_recall_at_100_diff1 + value: 18.013952140209057 + - type: nauc_recall_at_100_max + value: 13.365490775657346 + - type: nauc_recall_at_100_std + value: 46.77449747455887 + - type: nauc_recall_at_10_diff1 + value: 12.08787900685538 + - type: nauc_recall_at_10_max + value: 8.577753066338186 + - type: nauc_recall_at_10_std + value: 25.830559489866182 + - type: nauc_recall_at_1_diff1 + value: 9.060503842089553 + - type: nauc_recall_at_1_max + value: -4.8081298761261655 + - type: nauc_recall_at_1_std + value: 11.125316223515181 + - type: nauc_recall_at_20_diff1 + value: 14.837517107092587 + - type: nauc_recall_at_20_max + value: 10.825098623940837 + - type: nauc_recall_at_20_std + value: 33.07428383738506 + - type: nauc_recall_at_3_diff1 + value: 7.45430739209076 + - type: nauc_recall_at_3_max + value: -0.07600576651424053 + - type: nauc_recall_at_3_std + value: 14.401150268962763 + - type: nauc_recall_at_5_diff1 + value: 5.372248232322972 + - type: nauc_recall_at_5_max + value: -0.8401775506949434 + - type: nauc_recall_at_5_std + value: 17.210282537073567 + - type: ndcg_at_1 + value: 17.212 + - type: ndcg_at_10 + value: 33.774 + - type: ndcg_at_100 + value: 39.648 + - type: ndcg_at_1000 + value: 41.557 + - type: ndcg_at_20 + value: 36.317 + - type: ndcg_at_3 + value: 26.439 + - type: ndcg_at_5 + value: 29.787000000000003 + - type: precision_at_1 + value: 17.212 + - type: precision_at_10 + value: 5.377 + - type: precision_at_100 + value: 0.814 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 3.19 + - type: precision_at_3 + value: 11.119 + - type: precision_at_5 + value: 8.307 + - type: recall_at_1 + value: 17.212 + - type: recall_at_10 + value: 53.769999999999996 + - type: recall_at_100 + value: 81.437 + - type: recall_at_1000 + value: 96.65700000000001 + - type: recall_at_20 + value: 63.798 + - type: recall_at_3 + value: 33.357 + - type: recall_at_5 + value: 41.536 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 36.269773496288245 + - type: v_measure + value: 36.269773496288245 + - type: v_measure_std + value: 14.198119547704884 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 26.49448515145058 + - type: v_measure + value: 26.49448515145058 + - type: v_measure_std + value: 14.782872832774022 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 52.88598975544666 + - type: map + value: 52.88598975544666 + - type: mrr + value: 67.66906300839818 + - type: nAUC_map_diff1 + value: 10.49901867802098 + - type: nAUC_map_max + value: 16.22592076548971 + - type: nAUC_map_std + value: 8.364041971796572 + - type: nAUC_mrr_diff1 + value: 9.318385742328429 + - type: nAUC_mrr_max + value: 25.360931571595074 + - type: nAUC_mrr_std + value: 10.230339410350053 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 63.84878372119195 + - type: cosine_spearman + value: 65.856922281397 + - type: euclidean_pearson + value: 40.02875369629121 + - type: euclidean_spearman + value: 49.260760994073486 + - type: main_score + value: 65.856922281397 + - type: manhattan_pearson + value: 39.167512785706535 + - type: manhattan_spearman + value: 49.23786890619668 + - type: pearson + value: 63.84878372119195 + - type: spearman + value: 65.856922281397 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 72.38961038961038 + - type: f1 + value: 72.56423030958749 + - type: f1_weighted + value: 72.5642303095875 + - type: main_score + value: 72.38961038961038 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 32.25731264202783 + - type: v_measure + value: 32.25731264202783 + - type: v_measure_std + value: 0.6180162953967675 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 22.338013507954145 + - type: v_measure + value: 22.338013507954145 + - type: v_measure_std + value: 0.8858915900286259 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 27.422 + - type: map_at_1 + value: 15.805 + - type: map_at_10 + value: 22.539 + - type: map_at_100 + value: 23.580000000000002 + - type: map_at_1000 + value: 23.724999999999998 + - type: map_at_20 + value: 22.979 + - type: map_at_3 + value: 19.824 + - type: map_at_5 + value: 21.23 + - type: mrr_at_1 + value: 20.171673819742487 + - type: mrr_at_10 + value: 27.032552172037143 + - type: mrr_at_100 + value: 27.87771584885484 + - type: mrr_at_1000 + value: 27.958914975599175 + - type: mrr_at_20 + value: 27.424591091295408 + - type: mrr_at_3 + value: 24.58273724368146 + - type: mrr_at_5 + value: 25.82021936099191 + - type: nauc_map_at_1000_diff1 + value: 42.57030843164609 + - type: nauc_map_at_1000_max + value: 27.21303919157657 + - type: nauc_map_at_1000_std + value: -4.5260719947191825 + - type: nauc_map_at_100_diff1 + value: 42.58560170722753 + - type: nauc_map_at_100_max + value: 27.172621592070005 + - type: nauc_map_at_100_std + value: -4.608320819640847 + - type: nauc_map_at_10_diff1 + value: 43.20261782730561 + - type: nauc_map_at_10_max + value: 27.17733501002295 + - type: nauc_map_at_10_std + value: -4.853722954829147 + - type: nauc_map_at_1_diff1 + value: 50.4589534396627 + - type: nauc_map_at_1_max + value: 31.98243028349231 + - type: nauc_map_at_1_std + value: -5.994261367708959 + - type: nauc_map_at_20_diff1 + value: 42.738499762952614 + - type: nauc_map_at_20_max + value: 27.143975463265175 + - type: nauc_map_at_20_std + value: -4.806069582811075 + - type: nauc_map_at_3_diff1 + value: 44.56389669066582 + - type: nauc_map_at_3_max + value: 26.833926287971416 + - type: nauc_map_at_3_std + value: -4.955428514290965 + - type: nauc_map_at_5_diff1 + value: 43.86876315553915 + - type: nauc_map_at_5_max + value: 27.333186284565176 + - type: nauc_map_at_5_std + value: -5.074595359564486 + - type: nauc_mrr_at_1000_diff1 + value: 39.63679192264147 + - type: nauc_mrr_at_1000_max + value: 26.234117053729133 + - type: nauc_mrr_at_1000_std + value: -2.3877696058349405 + - type: nauc_mrr_at_100_diff1 + value: 39.60055271322061 + - type: nauc_mrr_at_100_max + value: 26.209241967136354 + - type: nauc_mrr_at_100_std + value: -2.40172379518456 + - type: nauc_mrr_at_10_diff1 + value: 39.91403030715458 + - type: nauc_mrr_at_10_max + value: 26.291376019365615 + - type: nauc_mrr_at_10_std + value: -2.808990142924426 + - type: nauc_mrr_at_1_diff1 + value: 47.28788038819518 + - type: nauc_mrr_at_1_max + value: 30.963706202382934 + - type: nauc_mrr_at_1_std + value: -3.51497869942044 + - type: nauc_mrr_at_20_diff1 + value: 39.632871640502756 + - type: nauc_mrr_at_20_max + value: 26.268767712675096 + - type: nauc_mrr_at_20_std + value: -2.5995012134040913 + - type: nauc_mrr_at_3_diff1 + value: 41.59291827397769 + - type: nauc_mrr_at_3_max + value: 26.377970945135985 + - type: nauc_mrr_at_3_std + value: -2.260424527742146 + - type: nauc_mrr_at_5_diff1 + value: 40.660417345775265 + - type: nauc_mrr_at_5_max + value: 26.53119326656918 + - type: nauc_mrr_at_5_std + value: -2.6138936135502435 + - type: nauc_ndcg_at_1000_diff1 + value: 38.09235776641414 + - type: nauc_ndcg_at_1000_max + value: 25.640060639600037 + - type: nauc_ndcg_at_1000_std + value: -1.0492521706000484 + - type: nauc_ndcg_at_100_diff1 + value: 37.58032591292403 + - type: nauc_ndcg_at_100_max + value: 25.227643635602963 + - type: nauc_ndcg_at_100_std + value: -2.062733211841763 + - type: nauc_ndcg_at_10_diff1 + value: 39.5902476515199 + - type: nauc_ndcg_at_10_max + value: 25.54860574123993 + - type: nauc_ndcg_at_10_std + value: -3.945402600781258 + - type: nauc_ndcg_at_1_diff1 + value: 47.28788038819518 + - type: nauc_ndcg_at_1_max + value: 30.963706202382934 + - type: nauc_ndcg_at_1_std + value: -3.51497869942044 + - type: nauc_ndcg_at_20_diff1 + value: 38.21420502242327 + - type: nauc_ndcg_at_20_max + value: 25.36312552066329 + - type: nauc_ndcg_at_20_std + value: -3.620006678321481 + - type: nauc_ndcg_at_3_diff1 + value: 41.618842500004114 + - type: nauc_ndcg_at_3_max + value: 24.49658271374697 + - type: nauc_ndcg_at_3_std + value: -3.1464626400858737 + - type: nauc_ndcg_at_5_diff1 + value: 40.62911850945203 + - type: nauc_ndcg_at_5_max + value: 25.645929097520533 + - type: nauc_ndcg_at_5_std + value: -3.930292192790889 + - type: nauc_precision_at_1000_diff1 + value: -11.247759993119494 + - type: nauc_precision_at_1000_max + value: 0.0520592709173242 + - type: nauc_precision_at_1000_std + value: 13.875737244571596 + - type: nauc_precision_at_100_diff1 + value: 2.9396114844829846 + - type: nauc_precision_at_100_max + value: 12.65311404861249 + - type: nauc_precision_at_100_std + value: 5.197197717403989 + - type: nauc_precision_at_10_diff1 + value: 21.598728649828637 + - type: nauc_precision_at_10_max + value: 19.600344390387036 + - type: nauc_precision_at_10_std + value: -2.287072109349386 + - type: nauc_precision_at_1_diff1 + value: 47.28788038819518 + - type: nauc_precision_at_1_max + value: 30.963706202382934 + - type: nauc_precision_at_1_std + value: -3.51497869942044 + - type: nauc_precision_at_20_diff1 + value: 14.033184370220674 + - type: nauc_precision_at_20_max + value: 18.336361358754594 + - type: nauc_precision_at_20_std + value: -1.129136759880148 + - type: nauc_precision_at_3_diff1 + value: 32.877986961799415 + - type: nauc_precision_at_3_max + value: 18.58314886301541 + - type: nauc_precision_at_3_std + value: -1.3149473444001074 + - type: nauc_precision_at_5_diff1 + value: 28.64823897592757 + - type: nauc_precision_at_5_max + value: 20.1392449105061 + - type: nauc_precision_at_5_std + value: -2.4972384266998424 + - type: nauc_recall_at_1000_diff1 + value: 20.162811892550007 + - type: nauc_recall_at_1000_max + value: 14.914546121550105 + - type: nauc_recall_at_1000_std + value: 22.679861727471952 + - type: nauc_recall_at_100_diff1 + value: 21.682602022946543 + - type: nauc_recall_at_100_max + value: 17.054270054720657 + - type: nauc_recall_at_100_std + value: 6.873757453857215 + - type: nauc_recall_at_10_diff1 + value: 31.380594956722373 + - type: nauc_recall_at_10_max + value: 19.869238680763793 + - type: nauc_recall_at_10_std + value: -2.3399003157867297 + - type: nauc_recall_at_1_diff1 + value: 50.4589534396627 + - type: nauc_recall_at_1_max + value: 31.98243028349231 + - type: nauc_recall_at_1_std + value: -5.994261367708959 + - type: nauc_recall_at_20_diff1 + value: 26.8397372221868 + - type: nauc_recall_at_20_max + value: 19.363005179158783 + - type: nauc_recall_at_20_std + value: -1.6220262325260055 + - type: nauc_recall_at_3_diff1 + value: 37.022991018079324 + - type: nauc_recall_at_3_max + value: 20.02153979328149 + - type: nauc_recall_at_3_std + value: -2.6647682121076017 + - type: nauc_recall_at_5_diff1 + value: 34.27903939519203 + - type: nauc_recall_at_5_max + value: 21.241055817449386 + - type: nauc_recall_at_5_std + value: -3.4314867128318873 + - type: ndcg_at_1 + value: 20.172 + - type: ndcg_at_10 + value: 27.422 + - type: ndcg_at_100 + value: 32.505 + - type: ndcg_at_1000 + value: 35.637 + - type: ndcg_at_20 + value: 28.814 + - type: ndcg_at_3 + value: 22.977 + - type: ndcg_at_5 + value: 24.765 + - type: precision_at_1 + value: 20.172 + - type: precision_at_10 + value: 5.6370000000000005 + - type: precision_at_100 + value: 1.027 + - type: precision_at_1000 + value: 0.161 + - type: precision_at_20 + value: 3.3259999999999996 + - type: precision_at_3 + value: 11.493 + - type: precision_at_5 + value: 8.584 + - type: recall_at_1 + value: 15.805 + - type: recall_at_10 + value: 37.374 + - type: recall_at_100 + value: 60.279 + - type: recall_at_1000 + value: 81.635 + - type: recall_at_20 + value: 42.439 + - type: recall_at_3 + value: 24.2 + - type: recall_at_5 + value: 29.309 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 22.185 + - type: map_at_1 + value: 13.771 + - type: map_at_10 + value: 18.723 + - type: map_at_100 + value: 19.547 + - type: map_at_1000 + value: 19.67 + - type: map_at_20 + value: 19.144 + - type: map_at_3 + value: 17.039 + - type: map_at_5 + value: 18.07 + - type: mrr_at_1 + value: 17.261146496815286 + - type: mrr_at_10 + value: 22.57607926397735 + - type: mrr_at_100 + value: 23.328421262845985 + - type: mrr_at_1000 + value: 23.406708440207726 + - type: mrr_at_20 + value: 23.00513067729992 + - type: mrr_at_3 + value: 20.881104033970274 + - type: mrr_at_5 + value: 21.90976645435243 + - type: nauc_map_at_1000_diff1 + value: 41.81438335345437 + - type: nauc_map_at_1000_max + value: 8.562208130739274 + - type: nauc_map_at_1000_std + value: -1.137157212764164 + - type: nauc_map_at_100_diff1 + value: 41.85780839439892 + - type: nauc_map_at_100_max + value: 8.566307619578293 + - type: nauc_map_at_100_std + value: -1.2129732393356614 + - type: nauc_map_at_10_diff1 + value: 41.785746693197126 + - type: nauc_map_at_10_max + value: 8.77020097530979 + - type: nauc_map_at_10_std + value: -1.860022142851326 + - type: nauc_map_at_1_diff1 + value: 49.349328412728234 + - type: nauc_map_at_1_max + value: 9.959808327960705 + - type: nauc_map_at_1_std + value: -2.4979706379347015 + - type: nauc_map_at_20_diff1 + value: 41.99867158799419 + - type: nauc_map_at_20_max + value: 8.630845517982852 + - type: nauc_map_at_20_std + value: -1.5555880960790722 + - type: nauc_map_at_3_diff1 + value: 42.8531788404898 + - type: nauc_map_at_3_max + value: 9.38507401851082 + - type: nauc_map_at_3_std + value: -2.296896840269839 + - type: nauc_map_at_5_diff1 + value: 42.12620645186648 + - type: nauc_map_at_5_max + value: 9.264433745870681 + - type: nauc_map_at_5_std + value: -2.0693688828997736 + - type: nauc_mrr_at_1000_diff1 + value: 40.29012154388628 + - type: nauc_mrr_at_1000_max + value: 8.779701545657264 + - type: nauc_mrr_at_1000_std + value: -0.20014917783799155 + - type: nauc_mrr_at_100_diff1 + value: 40.3006068547429 + - type: nauc_mrr_at_100_max + value: 8.775743924193097 + - type: nauc_mrr_at_100_std + value: -0.20828264879030806 + - type: nauc_mrr_at_10_diff1 + value: 40.33534553416421 + - type: nauc_mrr_at_10_max + value: 8.981726859310484 + - type: nauc_mrr_at_10_std + value: -0.5216611931728035 + - type: nauc_mrr_at_1_diff1 + value: 46.65590153016528 + - type: nauc_mrr_at_1_max + value: 11.354410377930167 + - type: nauc_mrr_at_1_std + value: -0.48512368172284914 + - type: nauc_mrr_at_20_diff1 + value: 40.34786514439957 + - type: nauc_mrr_at_20_max + value: 8.832294217324495 + - type: nauc_mrr_at_20_std + value: -0.42924000733933554 + - type: nauc_mrr_at_3_diff1 + value: 41.28224899603959 + - type: nauc_mrr_at_3_max + value: 10.003171996897654 + - type: nauc_mrr_at_3_std + value: -0.8113798290447825 + - type: nauc_mrr_at_5_diff1 + value: 40.56541714571373 + - type: nauc_mrr_at_5_max + value: 9.563905395193512 + - type: nauc_mrr_at_5_std + value: -0.8315502471129665 + - type: nauc_ndcg_at_1000_diff1 + value: 38.05472732838954 + - type: nauc_ndcg_at_1000_max + value: 6.7845911459695305 + - type: nauc_ndcg_at_1000_std + value: 2.2417310333870804 + - type: nauc_ndcg_at_100_diff1 + value: 38.769913303134494 + - type: nauc_ndcg_at_100_max + value: 6.98512669077204 + - type: nauc_ndcg_at_100_std + value: 1.0262609809171577 + - type: nauc_ndcg_at_10_diff1 + value: 38.908082234801846 + - type: nauc_ndcg_at_10_max + value: 7.603096791364804 + - type: nauc_ndcg_at_10_std + value: -1.1550921794586773 + - type: nauc_ndcg_at_1_diff1 + value: 46.65590153016528 + - type: nauc_ndcg_at_1_max + value: 11.354410377930167 + - type: nauc_ndcg_at_1_std + value: -0.48512368172284914 + - type: nauc_ndcg_at_20_diff1 + value: 39.465569854802325 + - type: nauc_ndcg_at_20_max + value: 7.154863969387037 + - type: nauc_ndcg_at_20_std + value: -0.6152305686970557 + - type: nauc_ndcg_at_3_diff1 + value: 40.30563509474192 + - type: nauc_ndcg_at_3_max + value: 9.303308928291493 + - type: nauc_ndcg_at_3_std + value: -1.7310855429382492 + - type: nauc_ndcg_at_5_diff1 + value: 39.43089993856754 + - type: nauc_ndcg_at_5_max + value: 8.684101391653703 + - type: nauc_ndcg_at_5_std + value: -1.5609939178898662 + - type: nauc_precision_at_1000_diff1 + value: 3.0018103428187315 + - type: nauc_precision_at_1000_max + value: -0.12486785354520373 + - type: nauc_precision_at_1000_std + value: 16.595960891881056 + - type: nauc_precision_at_100_diff1 + value: 15.783807114606802 + - type: nauc_precision_at_100_max + value: 2.2692493411585826 + - type: nauc_precision_at_100_std + value: 12.367040550680183 + - type: nauc_precision_at_10_diff1 + value: 26.23103176130776 + - type: nauc_precision_at_10_max + value: 5.077361697939634 + - type: nauc_precision_at_10_std + value: 3.2548036883456657 + - type: nauc_precision_at_1_diff1 + value: 46.65590153016528 + - type: nauc_precision_at_1_max + value: 11.354410377930167 + - type: nauc_precision_at_1_std + value: -0.48512368172284914 + - type: nauc_precision_at_20_diff1 + value: 24.983738615009624 + - type: nauc_precision_at_20_max + value: 3.095779692318981 + - type: nauc_precision_at_20_std + value: 6.526918452724511 + - type: nauc_precision_at_3_diff1 + value: 32.03964896171193 + - type: nauc_precision_at_3_max + value: 10.000197471378979 + - type: nauc_precision_at_3_std + value: -0.3781576907697181 + - type: nauc_precision_at_5_diff1 + value: 29.031758722891198 + - type: nauc_precision_at_5_max + value: 8.97944054772189 + - type: nauc_precision_at_5_std + value: 0.5467561737293052 + - type: nauc_recall_at_1000_diff1 + value: 22.648641936528087 + - type: nauc_recall_at_1000_max + value: -0.43222220598242816 + - type: nauc_recall_at_1000_std + value: 16.242047878703833 + - type: nauc_recall_at_100_diff1 + value: 29.817588639346766 + - type: nauc_recall_at_100_max + value: 2.582453220704315 + - type: nauc_recall_at_100_std + value: 6.976670600001465 + - type: nauc_recall_at_10_diff1 + value: 32.0508451306858 + - type: nauc_recall_at_10_max + value: 4.398320289922377 + - type: nauc_recall_at_10_std + value: -1.1675629134288315 + - type: nauc_recall_at_1_diff1 + value: 49.349328412728234 + - type: nauc_recall_at_1_max + value: 9.959808327960705 + - type: nauc_recall_at_1_std + value: -2.4979706379347015 + - type: nauc_recall_at_20_diff1 + value: 33.11704220737327 + - type: nauc_recall_at_20_max + value: 3.1705964314148267 + - type: nauc_recall_at_20_std + value: 0.2300386402818066 + - type: nauc_recall_at_3_diff1 + value: 35.99265552818323 + - type: nauc_recall_at_3_max + value: 7.869051232744449 + - type: nauc_recall_at_3_std + value: -2.358653198443007 + - type: nauc_recall_at_5_diff1 + value: 33.520063454248074 + - type: nauc_recall_at_5_max + value: 6.8093745620610395 + - type: nauc_recall_at_5_std + value: -1.7390155063380721 + - type: ndcg_at_1 + value: 17.261000000000003 + - type: ndcg_at_10 + value: 22.185 + - type: ndcg_at_100 + value: 26.107000000000003 + - type: ndcg_at_1000 + value: 29.071 + - type: ndcg_at_20 + value: 23.56 + - type: ndcg_at_3 + value: 19.333 + - type: ndcg_at_5 + value: 20.807000000000002 + - type: precision_at_1 + value: 17.261000000000003 + - type: precision_at_10 + value: 4.223 + - type: precision_at_100 + value: 0.783 + - type: precision_at_1000 + value: 0.128 + - type: precision_at_20 + value: 2.608 + - type: precision_at_3 + value: 9.299 + - type: precision_at_5 + value: 6.854 + - type: recall_at_1 + value: 13.771 + - type: recall_at_10 + value: 28.508 + - type: recall_at_100 + value: 45.863 + - type: recall_at_1000 + value: 66.604 + - type: recall_at_20 + value: 33.588 + - type: recall_at_3 + value: 20.427999999999997 + - type: recall_at_5 + value: 24.357 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 33.79 + - type: map_at_1 + value: 21.637999999999998 + - type: map_at_10 + value: 29.212 + - type: map_at_100 + value: 30.214999999999996 + - type: map_at_1000 + value: 30.312 + - type: map_at_20 + value: 29.757 + - type: map_at_3 + value: 26.734 + - type: map_at_5 + value: 28.131 + - type: mrr_at_1 + value: 25.07836990595611 + - type: mrr_at_10 + value: 32.23615464994772 + - type: mrr_at_100 + value: 33.086737260738005 + - type: mrr_at_1000 + value: 33.15229870932955 + - type: mrr_at_20 + value: 32.7018407151951 + - type: mrr_at_3 + value: 29.905956112852643 + - type: mrr_at_5 + value: 31.24137931034478 + - type: nauc_map_at_1000_diff1 + value: 37.12307495362121 + - type: nauc_map_at_1000_max + value: 21.537265058555853 + - type: nauc_map_at_1000_std + value: -8.738060307090839 + - type: nauc_map_at_100_diff1 + value: 37.1180741454758 + - type: nauc_map_at_100_max + value: 21.554344473420436 + - type: nauc_map_at_100_std + value: -8.78869495524838 + - type: nauc_map_at_10_diff1 + value: 37.171532078470385 + - type: nauc_map_at_10_max + value: 21.419973328157454 + - type: nauc_map_at_10_std + value: -9.225483825250098 + - type: nauc_map_at_1_diff1 + value: 41.21674359277609 + - type: nauc_map_at_1_max + value: 21.17386538449636 + - type: nauc_map_at_1_std + value: -10.13071651221397 + - type: nauc_map_at_20_diff1 + value: 37.07089391994802 + - type: nauc_map_at_20_max + value: 21.56668913570749 + - type: nauc_map_at_20_std + value: -9.063862622862095 + - type: nauc_map_at_3_diff1 + value: 37.685900130415895 + - type: nauc_map_at_3_max + value: 20.275025161152723 + - type: nauc_map_at_3_std + value: -10.786471610700463 + - type: nauc_map_at_5_diff1 + value: 36.8471833508775 + - type: nauc_map_at_5_max + value: 20.92621364369423 + - type: nauc_map_at_5_std + value: -9.950094695828529 + - type: nauc_mrr_at_1000_diff1 + value: 37.38260924638214 + - type: nauc_mrr_at_1000_max + value: 23.783503700138628 + - type: nauc_mrr_at_1000_std + value: -8.062115131406841 + - type: nauc_mrr_at_100_diff1 + value: 37.369442118264715 + - type: nauc_mrr_at_100_max + value: 23.786993434343938 + - type: nauc_mrr_at_100_std + value: -8.068423378948197 + - type: nauc_mrr_at_10_diff1 + value: 37.39001292590747 + - type: nauc_mrr_at_10_max + value: 23.888309074872616 + - type: nauc_mrr_at_10_std + value: -8.302475901455704 + - type: nauc_mrr_at_1_diff1 + value: 42.04523215156183 + - type: nauc_mrr_at_1_max + value: 24.284081712011343 + - type: nauc_mrr_at_1_std + value: -9.814660127876252 + - type: nauc_mrr_at_20_diff1 + value: 37.379334155540214 + - type: nauc_mrr_at_20_max + value: 23.844473948925106 + - type: nauc_mrr_at_20_std + value: -8.235356584670322 + - type: nauc_mrr_at_3_diff1 + value: 38.139923039533954 + - type: nauc_mrr_at_3_max + value: 23.56622226506994 + - type: nauc_mrr_at_3_std + value: -9.875475998553846 + - type: nauc_mrr_at_5_diff1 + value: 37.32472725762185 + - type: nauc_mrr_at_5_max + value: 23.678357942681288 + - type: nauc_mrr_at_5_std + value: -8.973665899372584 + - type: nauc_ndcg_at_1000_diff1 + value: 35.9269587646789 + - type: nauc_ndcg_at_1000_max + value: 22.032154334522335 + - type: nauc_ndcg_at_1000_std + value: -4.420257572893553 + - type: nauc_ndcg_at_100_diff1 + value: 35.70701221495438 + - type: nauc_ndcg_at_100_max + value: 22.385258261960903 + - type: nauc_ndcg_at_100_std + value: -5.218237549092405 + - type: nauc_ndcg_at_10_diff1 + value: 35.84180901292102 + - type: nauc_ndcg_at_10_max + value: 22.464645985022006 + - type: nauc_ndcg_at_10_std + value: -7.5341732536415975 + - type: nauc_ndcg_at_1_diff1 + value: 42.04523215156183 + - type: nauc_ndcg_at_1_max + value: 24.284081712011343 + - type: nauc_ndcg_at_1_std + value: -9.814660127876252 + - type: nauc_ndcg_at_20_diff1 + value: 35.52062094141778 + - type: nauc_ndcg_at_20_max + value: 22.55317967653313 + - type: nauc_ndcg_at_20_std + value: -7.110500864173957 + - type: nauc_ndcg_at_3_diff1 + value: 36.81378575758175 + - type: nauc_ndcg_at_3_max + value: 20.819587275808576 + - type: nauc_ndcg_at_3_std + value: -10.624109644518786 + - type: nauc_ndcg_at_5_diff1 + value: 35.36217863334981 + - type: nauc_ndcg_at_5_max + value: 21.612788726107834 + - type: nauc_ndcg_at_5_std + value: -9.18508650489183 + - type: nauc_precision_at_1000_diff1 + value: 5.772508569767738 + - type: nauc_precision_at_1000_max + value: 7.590203889721581 + - type: nauc_precision_at_1000_std + value: 25.20499657865677 + - type: nauc_precision_at_100_diff1 + value: 17.027746274944796 + - type: nauc_precision_at_100_max + value: 18.23112402146368 + - type: nauc_precision_at_100_std + value: 14.975250839963802 + - type: nauc_precision_at_10_diff1 + value: 27.568104882639886 + - type: nauc_precision_at_10_max + value: 24.523260535220405 + - type: nauc_precision_at_10_std + value: -0.7790401720706134 + - type: nauc_precision_at_1_diff1 + value: 42.04523215156183 + - type: nauc_precision_at_1_max + value: 24.284081712011343 + - type: nauc_precision_at_1_std + value: -9.814660127876252 + - type: nauc_precision_at_20_diff1 + value: 23.61060569911262 + - type: nauc_precision_at_20_max + value: 23.27474009600092 + - type: nauc_precision_at_20_std + value: 2.1363983504905684 + - type: nauc_precision_at_3_diff1 + value: 32.021133529943114 + - type: nauc_precision_at_3_max + value: 21.951492022009393 + - type: nauc_precision_at_3_std + value: -9.33081717856222 + - type: nauc_precision_at_5_diff1 + value: 27.781401018009493 + - type: nauc_precision_at_5_max + value: 23.00327374589772 + - type: nauc_precision_at_5_std + value: -5.582376474473184 + - type: nauc_recall_at_1000_diff1 + value: 28.08463704110158 + - type: nauc_recall_at_1000_max + value: 14.719308230994152 + - type: nauc_recall_at_1000_std + value: 31.09066132145234 + - type: nauc_recall_at_100_diff1 + value: 28.757625108969016 + - type: nauc_recall_at_100_max + value: 20.69402876399338 + - type: nauc_recall_at_100_std + value: 10.02186914341548 + - type: nauc_recall_at_10_diff1 + value: 30.775586269840577 + - type: nauc_recall_at_10_max + value: 22.4818353459375 + - type: nauc_recall_at_10_std + value: -3.004399664292814 + - type: nauc_recall_at_1_diff1 + value: 41.21674359277609 + - type: nauc_recall_at_1_max + value: 21.17386538449636 + - type: nauc_recall_at_1_std + value: -10.13071651221397 + - type: nauc_recall_at_20_diff1 + value: 29.12970422131222 + - type: nauc_recall_at_20_max + value: 22.211132247666548 + - type: nauc_recall_at_20_std + value: -1.6807314724407867 + - type: nauc_recall_at_3_diff1 + value: 33.437878690991376 + - type: nauc_recall_at_3_max + value: 18.621911570214518 + - type: nauc_recall_at_3_std + value: -10.670879405179733 + - type: nauc_recall_at_5_diff1 + value: 30.19398360899056 + - type: nauc_recall_at_5_max + value: 20.646327147212524 + - type: nauc_recall_at_5_std + value: -7.5225214344616615 + - type: ndcg_at_1 + value: 25.078 + - type: ndcg_at_10 + value: 33.79 + - type: ndcg_at_100 + value: 38.72 + - type: ndcg_at_1000 + value: 41.107 + - type: ndcg_at_20 + value: 35.609 + - type: ndcg_at_3 + value: 29.096 + - type: ndcg_at_5 + value: 31.348 + - type: precision_at_1 + value: 25.078 + - type: precision_at_10 + value: 5.618 + - type: precision_at_100 + value: 0.8909999999999999 + - type: precision_at_1000 + value: 0.117 + - type: precision_at_20 + value: 3.292 + - type: precision_at_3 + value: 13.062000000000001 + - type: precision_at_5 + value: 9.254 + - type: recall_at_1 + value: 21.637999999999998 + - type: recall_at_10 + value: 44.968 + - type: recall_at_100 + value: 67.415 + - type: recall_at_1000 + value: 84.88799999999999 + - type: recall_at_20 + value: 51.762 + - type: recall_at_3 + value: 32.054 + - type: recall_at_5 + value: 37.677 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 13.854 + - type: map_at_1 + value: 8.437 + - type: map_at_10 + value: 11.713 + - type: map_at_100 + value: 12.398000000000001 + - type: map_at_1000 + value: 12.506999999999998 + - type: map_at_20 + value: 12.058 + - type: map_at_3 + value: 10.584 + - type: map_at_5 + value: 11.12 + - type: mrr_at_1 + value: 8.926553672316384 + - type: mrr_at_10 + value: 12.423325262308312 + - type: mrr_at_100 + value: 13.10586004343873 + - type: mrr_at_1000 + value: 13.212007969459988 + - type: mrr_at_20 + value: 12.758616943509635 + - type: mrr_at_3 + value: 11.224105461393593 + - type: mrr_at_5 + value: 11.828625235404894 + - type: nauc_map_at_1000_diff1 + value: 31.895778457147372 + - type: nauc_map_at_1000_max + value: 17.690415779738842 + - type: nauc_map_at_1000_std + value: -18.79188186045447 + - type: nauc_map_at_100_diff1 + value: 31.892654811209773 + - type: nauc_map_at_100_max + value: 17.621047925604824 + - type: nauc_map_at_100_std + value: -18.791276567129998 + - type: nauc_map_at_10_diff1 + value: 33.426989015523645 + - type: nauc_map_at_10_max + value: 18.050335773420002 + - type: nauc_map_at_10_std + value: -19.382509111730492 + - type: nauc_map_at_1_diff1 + value: 42.314161966032856 + - type: nauc_map_at_1_max + value: 22.207585066404487 + - type: nauc_map_at_1_std + value: -23.600059254769178 + - type: nauc_map_at_20_diff1 + value: 32.41734162581042 + - type: nauc_map_at_20_max + value: 17.85152366175027 + - type: nauc_map_at_20_std + value: -18.99269556017807 + - type: nauc_map_at_3_diff1 + value: 35.23676219675338 + - type: nauc_map_at_3_max + value: 19.07665145397135 + - type: nauc_map_at_3_std + value: -21.38726052792218 + - type: nauc_map_at_5_diff1 + value: 33.88523071159954 + - type: nauc_map_at_5_max + value: 18.023838499714422 + - type: nauc_map_at_5_std + value: -20.640978226500593 + - type: nauc_mrr_at_1000_diff1 + value: 30.084485141409704 + - type: nauc_mrr_at_1000_max + value: 18.463084602140174 + - type: nauc_mrr_at_1000_std + value: -16.96576220212689 + - type: nauc_mrr_at_100_diff1 + value: 30.083032361790384 + - type: nauc_mrr_at_100_max + value: 18.41867896211605 + - type: nauc_mrr_at_100_std + value: -16.941672717749174 + - type: nauc_mrr_at_10_diff1 + value: 31.454758915975727 + - type: nauc_mrr_at_10_max + value: 18.89724676766129 + - type: nauc_mrr_at_10_std + value: -17.494532807628087 + - type: nauc_mrr_at_1_diff1 + value: 40.42911498617085 + - type: nauc_mrr_at_1_max + value: 23.687375206668168 + - type: nauc_mrr_at_1_std + value: -21.73867940605904 + - type: nauc_mrr_at_20_diff1 + value: 30.46673282152249 + - type: nauc_mrr_at_20_max + value: 18.578617566395927 + - type: nauc_mrr_at_20_std + value: -17.093906397674257 + - type: nauc_mrr_at_3_diff1 + value: 33.47174891283547 + - type: nauc_mrr_at_3_max + value: 20.253650649438896 + - type: nauc_mrr_at_3_std + value: -19.54698186106603 + - type: nauc_mrr_at_5_diff1 + value: 31.746879870345563 + - type: nauc_mrr_at_5_max + value: 18.901963239215746 + - type: nauc_mrr_at_5_std + value: -18.621911662052824 + - type: nauc_ndcg_at_1000_diff1 + value: 24.09096968865543 + - type: nauc_ndcg_at_1000_max + value: 15.891636106534374 + - type: nauc_ndcg_at_1000_std + value: -13.871634842181408 + - type: nauc_ndcg_at_100_diff1 + value: 24.175105867882852 + - type: nauc_ndcg_at_100_max + value: 14.17771979280098 + - type: nauc_ndcg_at_100_std + value: -13.991847290428177 + - type: nauc_ndcg_at_10_diff1 + value: 29.77008313203033 + - type: nauc_ndcg_at_10_max + value: 16.49571094148876 + - type: nauc_ndcg_at_10_std + value: -16.42614748077505 + - type: nauc_ndcg_at_1_diff1 + value: 40.42911498617085 + - type: nauc_ndcg_at_1_max + value: 23.687375206668168 + - type: nauc_ndcg_at_1_std + value: -21.73867940605904 + - type: nauc_ndcg_at_20_diff1 + value: 26.76029443519322 + - type: nauc_ndcg_at_20_max + value: 15.74572558341743 + - type: nauc_ndcg_at_20_std + value: -15.32279872308287 + - type: nauc_ndcg_at_3_diff1 + value: 32.806913565642375 + - type: nauc_ndcg_at_3_max + value: 18.45178369596658 + - type: nauc_ndcg_at_3_std + value: -20.37006496685283 + - type: nauc_ndcg_at_5_diff1 + value: 30.494877222338364 + - type: nauc_ndcg_at_5_max + value: 16.541239086008822 + - type: nauc_ndcg_at_5_std + value: -19.015633388163188 + - type: nauc_precision_at_1000_diff1 + value: -0.43658726743856746 + - type: nauc_precision_at_1000_max + value: 17.036247228446616 + - type: nauc_precision_at_1000_std + value: 3.435494852675229 + - type: nauc_precision_at_100_diff1 + value: 6.712643480741582 + - type: nauc_precision_at_100_max + value: 9.614879293703039 + - type: nauc_precision_at_100_std + value: -3.4126404487749653 + - type: nauc_precision_at_10_diff1 + value: 21.510457197077496 + - type: nauc_precision_at_10_max + value: 16.184332818605537 + - type: nauc_precision_at_10_std + value: -9.294139265690534 + - type: nauc_precision_at_1_diff1 + value: 40.42911498617085 + - type: nauc_precision_at_1_max + value: 23.687375206668168 + - type: nauc_precision_at_1_std + value: -21.73867940605904 + - type: nauc_precision_at_20_diff1 + value: 13.992219269068753 + - type: nauc_precision_at_20_max + value: 14.937883960803463 + - type: nauc_precision_at_20_std + value: -7.104557238331423 + - type: nauc_precision_at_3_diff1 + value: 26.261517666998035 + - type: nauc_precision_at_3_max + value: 18.354566058660986 + - type: nauc_precision_at_3_std + value: -17.341338758596976 + - type: nauc_precision_at_5_diff1 + value: 21.742341640092196 + - type: nauc_precision_at_5_max + value: 15.096193569326688 + - type: nauc_precision_at_5_std + value: -14.266583144611857 + - type: nauc_recall_at_1000_diff1 + value: 4.2314167922614905 + - type: nauc_recall_at_1000_max + value: 12.215254827462095 + - type: nauc_recall_at_1000_std + value: -1.4077735592136236 + - type: nauc_recall_at_100_diff1 + value: 8.185574219798335 + - type: nauc_recall_at_100_max + value: 4.897935122753127 + - type: nauc_recall_at_100_std + value: -4.283502316451027 + - type: nauc_recall_at_10_diff1 + value: 23.28365482091351 + - type: nauc_recall_at_10_max + value: 12.121504428933513 + - type: nauc_recall_at_10_std + value: -10.957020862721302 + - type: nauc_recall_at_1_diff1 + value: 42.314161966032856 + - type: nauc_recall_at_1_max + value: 22.207585066404487 + - type: nauc_recall_at_1_std + value: -23.600059254769178 + - type: nauc_recall_at_20_diff1 + value: 15.503784848951534 + - type: nauc_recall_at_20_max + value: 10.217338368574987 + - type: nauc_recall_at_20_std + value: -8.400517193855757 + - type: nauc_recall_at_3_diff1 + value: 28.04652701414722 + - type: nauc_recall_at_3_max + value: 15.164882904887497 + - type: nauc_recall_at_3_std + value: -19.033698598216844 + - type: nauc_recall_at_5_diff1 + value: 24.268291218903475 + - type: nauc_recall_at_5_max + value: 11.923028154467396 + - type: nauc_recall_at_5_std + value: -16.82567873471909 + - type: ndcg_at_1 + value: 8.927 + - type: ndcg_at_10 + value: 13.854 + - type: ndcg_at_100 + value: 17.7 + - type: ndcg_at_1000 + value: 21.035 + - type: ndcg_at_20 + value: 15.059000000000001 + - type: ndcg_at_3 + value: 11.484 + - type: ndcg_at_5 + value: 12.437 + - type: precision_at_1 + value: 8.927 + - type: precision_at_10 + value: 2.271 + - type: precision_at_100 + value: 0.44400000000000006 + - type: precision_at_1000 + value: 0.078 + - type: precision_at_20 + value: 1.401 + - type: precision_at_3 + value: 4.934 + - type: precision_at_5 + value: 3.5479999999999996 + - type: recall_at_1 + value: 8.437 + - type: recall_at_10 + value: 19.834 + - type: recall_at_100 + value: 38.694 + - type: recall_at_1000 + value: 64.744 + - type: recall_at_20 + value: 24.429000000000002 + - type: recall_at_3 + value: 13.361999999999998 + - type: recall_at_5 + value: 15.540000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 9.837 + - type: map_at_1 + value: 5.159 + - type: map_at_10 + value: 7.703 + - type: map_at_100 + value: 8.426 + - type: map_at_1000 + value: 8.519 + - type: map_at_20 + value: 8.047 + - type: map_at_3 + value: 6.654 + - type: map_at_5 + value: 7.091 + - type: mrr_at_1 + value: 6.467661691542288 + - type: mrr_at_10 + value: 9.478302929795472 + - type: mrr_at_100 + value: 10.289008336384581 + - type: mrr_at_1000 + value: 10.371409959945957 + - type: mrr_at_20 + value: 9.90206244583065 + - type: mrr_at_3 + value: 8.167495854063018 + - type: mrr_at_5 + value: 8.776948590381428 + - type: nauc_map_at_1000_diff1 + value: 20.991965340430756 + - type: nauc_map_at_1000_max + value: 5.4803410436586315 + - type: nauc_map_at_1000_std + value: 7.532860192395963 + - type: nauc_map_at_100_diff1 + value: 20.948048169848562 + - type: nauc_map_at_100_max + value: 5.423178225119055 + - type: nauc_map_at_100_std + value: 7.428927233698493 + - type: nauc_map_at_10_diff1 + value: 21.246222726045804 + - type: nauc_map_at_10_max + value: 4.63095343363466 + - type: nauc_map_at_10_std + value: 7.144023053962637 + - type: nauc_map_at_1_diff1 + value: 30.223652292546266 + - type: nauc_map_at_1_max + value: 4.553051882134141 + - type: nauc_map_at_1_std + value: 4.951308605278772 + - type: nauc_map_at_20_diff1 + value: 20.921761668029813 + - type: nauc_map_at_20_max + value: 5.030778839822774 + - type: nauc_map_at_20_std + value: 7.029955811602383 + - type: nauc_map_at_3_diff1 + value: 23.285924325381803 + - type: nauc_map_at_3_max + value: 5.75529272678179 + - type: nauc_map_at_3_std + value: 4.596117470066295 + - type: nauc_map_at_5_diff1 + value: 22.537257669190947 + - type: nauc_map_at_5_max + value: 4.121925731323751 + - type: nauc_map_at_5_std + value: 6.304714061098604 + - type: nauc_mrr_at_1000_diff1 + value: 19.173759649273233 + - type: nauc_mrr_at_1000_max + value: 7.621793094874906 + - type: nauc_mrr_at_1000_std + value: 7.8559620996974004 + - type: nauc_mrr_at_100_diff1 + value: 19.111228160116582 + - type: nauc_mrr_at_100_max + value: 7.5928006784641 + - type: nauc_mrr_at_100_std + value: 7.81950691444481 + - type: nauc_mrr_at_10_diff1 + value: 19.489946278790672 + - type: nauc_mrr_at_10_max + value: 6.980975854904637 + - type: nauc_mrr_at_10_std + value: 7.706339687745954 + - type: nauc_mrr_at_1_diff1 + value: 27.48148957465694 + - type: nauc_mrr_at_1_max + value: 7.372706481581169 + - type: nauc_mrr_at_1_std + value: 6.391416784537868 + - type: nauc_mrr_at_20_diff1 + value: 19.148965222777782 + - type: nauc_mrr_at_20_max + value: 7.290887679899084 + - type: nauc_mrr_at_20_std + value: 7.448183665979951 + - type: nauc_mrr_at_3_diff1 + value: 21.750601270327905 + - type: nauc_mrr_at_3_max + value: 8.244444667347075 + - type: nauc_mrr_at_3_std + value: 4.729668071892326 + - type: nauc_mrr_at_5_diff1 + value: 20.7897812930415 + - type: nauc_mrr_at_5_max + value: 6.863327307713806 + - type: nauc_mrr_at_5_std + value: 6.841304973729449 + - type: nauc_ndcg_at_1000_diff1 + value: 17.29441255932624 + - type: nauc_ndcg_at_1000_max + value: 7.9286798648497285 + - type: nauc_ndcg_at_1000_std + value: 11.877149914393652 + - type: nauc_ndcg_at_100_diff1 + value: 16.4336463729308 + - type: nauc_ndcg_at_100_max + value: 8.07229083359491 + - type: nauc_ndcg_at_100_std + value: 10.34506864310445 + - type: nauc_ndcg_at_10_diff1 + value: 17.55824567751664 + - type: nauc_ndcg_at_10_max + value: 4.993609073207455 + - type: nauc_ndcg_at_10_std + value: 8.781232299164529 + - type: nauc_ndcg_at_1_diff1 + value: 27.48148957465694 + - type: nauc_ndcg_at_1_max + value: 7.372706481581169 + - type: nauc_ndcg_at_1_std + value: 6.391416784537868 + - type: nauc_ndcg_at_20_diff1 + value: 16.87739691810417 + - type: nauc_ndcg_at_20_max + value: 6.326711669823591 + - type: nauc_ndcg_at_20_std + value: 8.193549456385835 + - type: nauc_ndcg_at_3_diff1 + value: 21.57747982063095 + - type: nauc_ndcg_at_3_max + value: 7.091503322088235 + - type: nauc_ndcg_at_3_std + value: 4.157156253951653 + - type: nauc_ndcg_at_5_diff1 + value: 20.082404601341455 + - type: nauc_ndcg_at_5_max + value: 4.22584316571604 + - type: nauc_ndcg_at_5_std + value: 7.054315761638248 + - type: nauc_precision_at_1000_diff1 + value: 9.317689102874894 + - type: nauc_precision_at_1000_max + value: 9.58782401785448 + - type: nauc_precision_at_1000_std + value: 10.64241217084012 + - type: nauc_precision_at_100_diff1 + value: 10.807229788315885 + - type: nauc_precision_at_100_max + value: 13.109067404516338 + - type: nauc_precision_at_100_std + value: 12.652461769792342 + - type: nauc_precision_at_10_diff1 + value: 11.747684802786821 + - type: nauc_precision_at_10_max + value: 5.154980926282553 + - type: nauc_precision_at_10_std + value: 10.96256762400505 + - type: nauc_precision_at_1_diff1 + value: 27.48148957465694 + - type: nauc_precision_at_1_max + value: 7.372706481581169 + - type: nauc_precision_at_1_std + value: 6.391416784537868 + - type: nauc_precision_at_20_diff1 + value: 10.048919763414146 + - type: nauc_precision_at_20_max + value: 9.457533080637551 + - type: nauc_precision_at_20_std + value: 8.38270502134793 + - type: nauc_precision_at_3_diff1 + value: 17.62648712108384 + - type: nauc_precision_at_3_max + value: 9.368333317681678 + - type: nauc_precision_at_3_std + value: 2.831364424989006 + - type: nauc_precision_at_5_diff1 + value: 15.244543857948454 + - type: nauc_precision_at_5_max + value: 4.611372441896458 + - type: nauc_precision_at_5_std + value: 8.947499545370727 + - type: nauc_recall_at_1000_diff1 + value: 11.860223591226426 + - type: nauc_recall_at_1000_max + value: 9.065659539526218 + - type: nauc_recall_at_1000_std + value: 21.369970396825007 + - type: nauc_recall_at_100_diff1 + value: 9.097923124619061 + - type: nauc_recall_at_100_max + value: 11.44262240376369 + - type: nauc_recall_at_100_std + value: 14.733237990671242 + - type: nauc_recall_at_10_diff1 + value: 11.095059312746661 + - type: nauc_recall_at_10_max + value: 4.459364478932909 + - type: nauc_recall_at_10_std + value: 11.13185668334817 + - type: nauc_recall_at_1_diff1 + value: 30.223652292546266 + - type: nauc_recall_at_1_max + value: 4.553051882134141 + - type: nauc_recall_at_1_std + value: 4.951308605278772 + - type: nauc_recall_at_20_diff1 + value: 10.810802709805385 + - type: nauc_recall_at_20_max + value: 7.510486361196866 + - type: nauc_recall_at_20_std + value: 9.447990949397933 + - type: nauc_recall_at_3_diff1 + value: 17.313057423204715 + - type: nauc_recall_at_3_max + value: 7.227652377873599 + - type: nauc_recall_at_3_std + value: 3.091979625029158 + - type: nauc_recall_at_5_diff1 + value: 15.40727532119762 + - type: nauc_recall_at_5_max + value: 1.8611986193155992 + - type: nauc_recall_at_5_std + value: 8.185241357994292 + - type: ndcg_at_1 + value: 6.468 + - type: ndcg_at_10 + value: 9.837 + - type: ndcg_at_100 + value: 13.825000000000001 + - type: ndcg_at_1000 + value: 16.592000000000002 + - type: ndcg_at_20 + value: 11.129 + - type: ndcg_at_3 + value: 7.579 + - type: ndcg_at_5 + value: 8.355 + - type: precision_at_1 + value: 6.468 + - type: precision_at_10 + value: 1.9900000000000002 + - type: precision_at_100 + value: 0.459 + - type: precision_at_1000 + value: 0.08 + - type: precision_at_20 + value: 1.331 + - type: precision_at_3 + value: 3.566 + - type: precision_at_5 + value: 2.6870000000000003 + - type: recall_at_1 + value: 5.159 + - type: recall_at_10 + value: 14.746 + - type: recall_at_100 + value: 32.906 + - type: recall_at_1000 + value: 53.25 + - type: recall_at_20 + value: 19.439999999999998 + - type: recall_at_3 + value: 8.584999999999999 + - type: recall_at_5 + value: 10.446 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 24.915000000000003 + - type: map_at_1 + value: 15.504999999999999 + - type: map_at_10 + value: 20.957 + - type: map_at_100 + value: 21.917 + - type: map_at_1000 + value: 22.066 + - type: map_at_20 + value: 21.443 + - type: map_at_3 + value: 18.995 + - type: map_at_5 + value: 20.096 + - type: mrr_at_1 + value: 19.056785370548603 + - type: mrr_at_10 + value: 24.990833677070444 + - type: mrr_at_100 + value: 25.8208720564778 + - type: mrr_at_1000 + value: 25.912884506186014 + - type: mrr_at_20 + value: 25.41772037548221 + - type: mrr_at_3 + value: 22.95476419634265 + - type: mrr_at_5 + value: 24.11453320500482 + - type: nauc_map_at_1000_diff1 + value: 38.076585051060675 + - type: nauc_map_at_1000_max + value: 18.056702089396662 + - type: nauc_map_at_1000_std + value: -5.671192417504087 + - type: nauc_map_at_100_diff1 + value: 38.08599722714999 + - type: nauc_map_at_100_max + value: 17.990649882140914 + - type: nauc_map_at_100_std + value: -5.757790211650656 + - type: nauc_map_at_10_diff1 + value: 38.05562481839379 + - type: nauc_map_at_10_max + value: 17.539054472069946 + - type: nauc_map_at_10_std + value: -6.387542547194047 + - type: nauc_map_at_1_diff1 + value: 42.98313461413959 + - type: nauc_map_at_1_max + value: 21.177240393143098 + - type: nauc_map_at_1_std + value: -7.143850386196276 + - type: nauc_map_at_20_diff1 + value: 37.9625452229517 + - type: nauc_map_at_20_max + value: 17.760857764249888 + - type: nauc_map_at_20_std + value: -6.1970139184556965 + - type: nauc_map_at_3_diff1 + value: 39.44820032223843 + - type: nauc_map_at_3_max + value: 16.7722965995488 + - type: nauc_map_at_3_std + value: -6.81542895292068 + - type: nauc_map_at_5_diff1 + value: 38.59443276293579 + - type: nauc_map_at_5_max + value: 17.371303618685445 + - type: nauc_map_at_5_std + value: -6.135604805438213 + - type: nauc_mrr_at_1000_diff1 + value: 37.43089835368739 + - type: nauc_mrr_at_1000_max + value: 21.04805861047155 + - type: nauc_mrr_at_1000_std + value: -5.068432531045453 + - type: nauc_mrr_at_100_diff1 + value: 37.41742475306239 + - type: nauc_mrr_at_100_max + value: 21.04544732019752 + - type: nauc_mrr_at_100_std + value: -5.095192190983453 + - type: nauc_mrr_at_10_diff1 + value: 37.32527292823289 + - type: nauc_mrr_at_10_max + value: 20.817698975783884 + - type: nauc_mrr_at_10_std + value: -5.556456776618353 + - type: nauc_mrr_at_1_diff1 + value: 42.09299252574772 + - type: nauc_mrr_at_1_max + value: 24.33888118839859 + - type: nauc_mrr_at_1_std + value: -5.666087824854275 + - type: nauc_mrr_at_20_diff1 + value: 37.421240074775845 + - type: nauc_mrr_at_20_max + value: 21.00425959939269 + - type: nauc_mrr_at_20_std + value: -5.335211771892977 + - type: nauc_mrr_at_3_diff1 + value: 38.52179702152584 + - type: nauc_mrr_at_3_max + value: 20.463153588780404 + - type: nauc_mrr_at_3_std + value: -6.209031923179788 + - type: nauc_mrr_at_5_diff1 + value: 37.62988493544957 + - type: nauc_mrr_at_5_max + value: 20.79180521338152 + - type: nauc_mrr_at_5_std + value: -5.258589248617482 + - type: nauc_ndcg_at_1000_diff1 + value: 35.73662163419835 + - type: nauc_ndcg_at_1000_max + value: 19.63564222331479 + - type: nauc_ndcg_at_1000_std + value: -1.851198141711594 + - type: nauc_ndcg_at_100_diff1 + value: 36.09210648152838 + - type: nauc_ndcg_at_100_max + value: 18.917342208415263 + - type: nauc_ndcg_at_100_std + value: -3.0420576298778355 + - type: nauc_ndcg_at_10_diff1 + value: 35.95226398653496 + - type: nauc_ndcg_at_10_max + value: 17.37357287979475 + - type: nauc_ndcg_at_10_std + value: -6.016002421388863 + - type: nauc_ndcg_at_1_diff1 + value: 42.09299252574772 + - type: nauc_ndcg_at_1_max + value: 24.33888118839859 + - type: nauc_ndcg_at_1_std + value: -5.666087824854275 + - type: nauc_ndcg_at_20_diff1 + value: 35.840674942997325 + - type: nauc_ndcg_at_20_max + value: 17.933986692165053 + - type: nauc_ndcg_at_20_std + value: -5.2137027245505205 + - type: nauc_ndcg_at_3_diff1 + value: 38.04420087752632 + - type: nauc_ndcg_at_3_max + value: 17.12908674549184 + - type: nauc_ndcg_at_3_std + value: -6.5879484556209595 + - type: nauc_ndcg_at_5_diff1 + value: 36.76262837789462 + - type: nauc_ndcg_at_5_max + value: 17.602322681433666 + - type: nauc_ndcg_at_5_std + value: -5.43250263819642 + - type: nauc_precision_at_1000_diff1 + value: 6.206827402965226 + - type: nauc_precision_at_1000_max + value: 20.518766519942027 + - type: nauc_precision_at_1000_std + value: 12.6849839612137 + - type: nauc_precision_at_100_diff1 + value: 17.95328955808249 + - type: nauc_precision_at_100_max + value: 24.488415170072823 + - type: nauc_precision_at_100_std + value: 8.318427798621334 + - type: nauc_precision_at_10_diff1 + value: 24.95807708093173 + - type: nauc_precision_at_10_max + value: 21.14345372502348 + - type: nauc_precision_at_10_std + value: -3.1126086789686704 + - type: nauc_precision_at_1_diff1 + value: 42.09299252574772 + - type: nauc_precision_at_1_max + value: 24.33888118839859 + - type: nauc_precision_at_1_std + value: -5.666087824854275 + - type: nauc_precision_at_20_diff1 + value: 22.984681114976453 + - type: nauc_precision_at_20_max + value: 21.853967424797396 + - type: nauc_precision_at_20_std + value: 0.07620414784835099 + - type: nauc_precision_at_3_diff1 + value: 31.59484266217764 + - type: nauc_precision_at_3_max + value: 16.983380178190778 + - type: nauc_precision_at_3_std + value: -5.539496681361992 + - type: nauc_precision_at_5_diff1 + value: 27.842741210601368 + - type: nauc_precision_at_5_max + value: 19.67171996161724 + - type: nauc_precision_at_5_std + value: -2.6999602559382043 + - type: nauc_recall_at_1000_diff1 + value: 19.224949841010464 + - type: nauc_recall_at_1000_max + value: 18.457171603445914 + - type: nauc_recall_at_1000_std + value: 22.347110023460264 + - type: nauc_recall_at_100_diff1 + value: 27.573048738296507 + - type: nauc_recall_at_100_max + value: 15.701035991956289 + - type: nauc_recall_at_100_std + value: 5.924963398447016 + - type: nauc_recall_at_10_diff1 + value: 29.69657755110037 + - type: nauc_recall_at_10_max + value: 12.97000604361471 + - type: nauc_recall_at_10_std + value: -5.416107045994844 + - type: nauc_recall_at_1_diff1 + value: 42.98313461413959 + - type: nauc_recall_at_1_max + value: 21.177240393143098 + - type: nauc_recall_at_1_std + value: -7.143850386196276 + - type: nauc_recall_at_20_diff1 + value: 29.040453658640118 + - type: nauc_recall_at_20_max + value: 14.243344703914374 + - type: nauc_recall_at_20_std + value: -3.015043773525295 + - type: nauc_recall_at_3_diff1 + value: 34.83950527042068 + - type: nauc_recall_at_3_max + value: 11.569623342194008 + - type: nauc_recall_at_3_std + value: -6.213973770001328 + - type: nauc_recall_at_5_diff1 + value: 32.204318355138106 + - type: nauc_recall_at_5_max + value: 13.42199856062887 + - type: nauc_recall_at_5_std + value: -4.019223300509159 + - type: ndcg_at_1 + value: 19.057 + - type: ndcg_at_10 + value: 24.915000000000003 + - type: ndcg_at_100 + value: 29.858 + - type: ndcg_at_1000 + value: 33.267 + - type: ndcg_at_20 + value: 26.544 + - type: ndcg_at_3 + value: 21.45 + - type: ndcg_at_5 + value: 23.089000000000002 + - type: precision_at_1 + value: 19.057 + - type: precision_at_10 + value: 4.601 + - type: precision_at_100 + value: 0.859 + - type: precision_at_1000 + value: 0.133 + - type: precision_at_20 + value: 2.82 + - type: precision_at_3 + value: 10.138 + - type: precision_at_5 + value: 7.430000000000001 + - type: recall_at_1 + value: 15.504999999999999 + - type: recall_at_10 + value: 33.052 + - type: recall_at_100 + value: 55.212 + - type: recall_at_1000 + value: 78.97 + - type: recall_at_20 + value: 38.865 + - type: recall_at_3 + value: 23.125 + - type: recall_at_5 + value: 27.357 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 16.933 + - type: map_at_1 + value: 9.391 + - type: map_at_10 + value: 13.785 + - type: map_at_100 + value: 14.832999999999998 + - type: map_at_1000 + value: 14.97 + - type: map_at_20 + value: 14.299999999999999 + - type: map_at_3 + value: 12.192 + - type: map_at_5 + value: 13.104 + - type: mrr_at_1 + value: 11.986301369863012 + - type: mrr_at_10 + value: 16.76329093281149 + - type: mrr_at_100 + value: 17.779884512390392 + - type: mrr_at_1000 + value: 17.882629462505502 + - type: mrr_at_20 + value: 17.298602789280416 + - type: mrr_at_3 + value: 15.106544901065444 + - type: mrr_at_5 + value: 16.059741248097417 + - type: nauc_map_at_1000_diff1 + value: 36.119633695463484 + - type: nauc_map_at_1000_max + value: 17.825358789806963 + - type: nauc_map_at_1000_std + value: -2.678306157407544 + - type: nauc_map_at_100_diff1 + value: 36.136511257676624 + - type: nauc_map_at_100_max + value: 17.791171504175814 + - type: nauc_map_at_100_std + value: -2.712161260291591 + - type: nauc_map_at_10_diff1 + value: 36.414283638871204 + - type: nauc_map_at_10_max + value: 17.33919844365509 + - type: nauc_map_at_10_std + value: -3.596581939565149 + - type: nauc_map_at_1_diff1 + value: 43.76928915162838 + - type: nauc_map_at_1_max + value: 18.65584868511747 + - type: nauc_map_at_1_std + value: -3.3203940049113925 + - type: nauc_map_at_20_diff1 + value: 36.390706892829236 + - type: nauc_map_at_20_max + value: 17.713189000561734 + - type: nauc_map_at_20_std + value: -3.3096832058190686 + - type: nauc_map_at_3_diff1 + value: 39.40208757504614 + - type: nauc_map_at_3_max + value: 17.734548958019822 + - type: nauc_map_at_3_std + value: -3.7767167790425376 + - type: nauc_map_at_5_diff1 + value: 37.31691641307714 + - type: nauc_map_at_5_max + value: 17.824917859595036 + - type: nauc_map_at_5_std + value: -4.341793743354893 + - type: nauc_mrr_at_1000_diff1 + value: 31.845850294564006 + - type: nauc_mrr_at_1000_max + value: 20.844113037057696 + - type: nauc_mrr_at_1000_std + value: -2.969718761532978 + - type: nauc_mrr_at_100_diff1 + value: 31.833171076952905 + - type: nauc_mrr_at_100_max + value: 20.832754686515557 + - type: nauc_mrr_at_100_std + value: -2.9684641146406743 + - type: nauc_mrr_at_10_diff1 + value: 31.975383495650654 + - type: nauc_mrr_at_10_max + value: 20.741551226715718 + - type: nauc_mrr_at_10_std + value: -3.308168222228622 + - type: nauc_mrr_at_1_diff1 + value: 36.8962724905663 + - type: nauc_mrr_at_1_max + value: 21.08515026265049 + - type: nauc_mrr_at_1_std + value: -3.324764670910975 + - type: nauc_mrr_at_20_diff1 + value: 31.97142874389304 + - type: nauc_mrr_at_20_max + value: 20.825942350517384 + - type: nauc_mrr_at_20_std + value: -3.3615147616814536 + - type: nauc_mrr_at_3_diff1 + value: 34.43852472523908 + - type: nauc_mrr_at_3_max + value: 21.54594535376395 + - type: nauc_mrr_at_3_std + value: -3.1112804192797707 + - type: nauc_mrr_at_5_diff1 + value: 32.874215613900375 + - type: nauc_mrr_at_5_max + value: 21.053271555386928 + - type: nauc_mrr_at_5_std + value: -3.747293302434281 + - type: nauc_ndcg_at_1000_diff1 + value: 31.454242290151434 + - type: nauc_ndcg_at_1000_max + value: 18.489639899176066 + - type: nauc_ndcg_at_1000_std + value: 1.3159370438460316 + - type: nauc_ndcg_at_100_diff1 + value: 31.25481472001158 + - type: nauc_ndcg_at_100_max + value: 18.086139248726578 + - type: nauc_ndcg_at_100_std + value: 0.7205652535273769 + - type: nauc_ndcg_at_10_diff1 + value: 32.52727699271849 + - type: nauc_ndcg_at_10_max + value: 17.237486979718312 + - type: nauc_ndcg_at_10_std + value: -3.0915552982078935 + - type: nauc_ndcg_at_1_diff1 + value: 36.8962724905663 + - type: nauc_ndcg_at_1_max + value: 21.08515026265049 + - type: nauc_ndcg_at_1_std + value: -3.324764670910975 + - type: nauc_ndcg_at_20_diff1 + value: 32.50052068294007 + - type: nauc_ndcg_at_20_max + value: 18.18091699705452 + - type: nauc_ndcg_at_20_std + value: -2.545082654261116 + - type: nauc_ndcg_at_3_diff1 + value: 36.76262984256575 + - type: nauc_ndcg_at_3_max + value: 18.715225732805465 + - type: nauc_ndcg_at_3_std + value: -3.3574761304071457 + - type: nauc_ndcg_at_5_diff1 + value: 34.22831050785461 + - type: nauc_ndcg_at_5_max + value: 18.329756369078734 + - type: nauc_ndcg_at_5_std + value: -4.501968061129472 + - type: nauc_precision_at_1000_diff1 + value: 4.627456337422589 + - type: nauc_precision_at_1000_max + value: 8.763785016596563 + - type: nauc_precision_at_1000_std + value: 5.798944013054676 + - type: nauc_precision_at_100_diff1 + value: 12.785405156496902 + - type: nauc_precision_at_100_max + value: 15.913251592907118 + - type: nauc_precision_at_100_std + value: 7.922950006883855 + - type: nauc_precision_at_10_diff1 + value: 21.671324247697545 + - type: nauc_precision_at_10_max + value: 16.844686528527216 + - type: nauc_precision_at_10_std + value: -0.8935902484243391 + - type: nauc_precision_at_1_diff1 + value: 36.8962724905663 + - type: nauc_precision_at_1_max + value: 21.08515026265049 + - type: nauc_precision_at_1_std + value: -3.324764670910975 + - type: nauc_precision_at_20_diff1 + value: 21.990648382513978 + - type: nauc_precision_at_20_max + value: 20.186544647997685 + - type: nauc_precision_at_20_std + value: 0.9473827309819518 + - type: nauc_precision_at_3_diff1 + value: 29.809157912293742 + - type: nauc_precision_at_3_max + value: 20.817234555254064 + - type: nauc_precision_at_3_std + value: -2.9715364332106087 + - type: nauc_precision_at_5_diff1 + value: 24.812305580415774 + - type: nauc_precision_at_5_max + value: 19.550818593102022 + - type: nauc_precision_at_5_std + value: -4.725734397876206 + - type: nauc_recall_at_1000_diff1 + value: 19.311306554927057 + - type: nauc_recall_at_1000_max + value: 15.928723354100303 + - type: nauc_recall_at_1000_std + value: 20.082823111228784 + - type: nauc_recall_at_100_diff1 + value: 21.25168897405789 + - type: nauc_recall_at_100_max + value: 15.00794104303515 + - type: nauc_recall_at_100_std + value: 11.12128776821777 + - type: nauc_recall_at_10_diff1 + value: 25.198073470444715 + - type: nauc_recall_at_10_max + value: 13.548174607713822 + - type: nauc_recall_at_10_std + value: -1.963637599241129 + - type: nauc_recall_at_1_diff1 + value: 43.76928915162838 + - type: nauc_recall_at_1_max + value: 18.65584868511747 + - type: nauc_recall_at_1_std + value: -3.3203940049113925 + - type: nauc_recall_at_20_diff1 + value: 25.428294962767577 + - type: nauc_recall_at_20_max + value: 16.232380758977776 + - type: nauc_recall_at_20_std + value: -0.6565322850593908 + - type: nauc_recall_at_3_diff1 + value: 35.62311837406267 + - type: nauc_recall_at_3_max + value: 16.099598243416118 + - type: nauc_recall_at_3_std + value: -4.061382736951024 + - type: nauc_recall_at_5_diff1 + value: 29.30259587685098 + - type: nauc_recall_at_5_max + value: 15.610376688031682 + - type: nauc_recall_at_5_std + value: -5.480201062659099 + - type: ndcg_at_1 + value: 11.985999999999999 + - type: ndcg_at_10 + value: 16.933 + - type: ndcg_at_100 + value: 22.411 + - type: ndcg_at_1000 + value: 26.038 + - type: ndcg_at_20 + value: 18.790000000000003 + - type: ndcg_at_3 + value: 13.943 + - type: ndcg_at_5 + value: 15.389 + - type: precision_at_1 + value: 11.985999999999999 + - type: precision_at_10 + value: 3.253 + - type: precision_at_100 + value: 0.726 + - type: precision_at_1000 + value: 0.122 + - type: precision_at_20 + value: 2.146 + - type: precision_at_3 + value: 6.773 + - type: precision_at_5 + value: 5.0680000000000005 + - type: recall_at_1 + value: 9.391 + - type: recall_at_10 + value: 23.697 + - type: recall_at_100 + value: 48.18 + - type: recall_at_1000 + value: 74.207 + - type: recall_at_20 + value: 30.489 + - type: recall_at_3 + value: 15.616 + - type: recall_at_5 + value: 19.243 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 18.395166666666665 + - type: ndcg_at_10 + value: 18.395166666666665 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 13.764000000000001 + - type: map_at_1 + value: 7.407 + - type: map_at_10 + value: 11.181000000000001 + - type: map_at_100 + value: 11.999 + - type: map_at_1000 + value: 12.086 + - type: map_at_20 + value: 11.643 + - type: map_at_3 + value: 9.808 + - type: map_at_5 + value: 10.527000000000001 + - type: mrr_at_1 + value: 9.049079754601227 + - type: mrr_at_10 + value: 13.019281332164766 + - type: mrr_at_100 + value: 13.83437647561529 + - type: mrr_at_1000 + value: 13.90849595726279 + - type: mrr_at_20 + value: 13.453243790394076 + - type: mrr_at_3 + value: 11.605316973415134 + - type: mrr_at_5 + value: 12.364519427402865 + - type: nauc_map_at_1000_diff1 + value: 22.684386058096422 + - type: nauc_map_at_1000_max + value: 9.145886674872735 + - type: nauc_map_at_1000_std + value: -4.501342855209255 + - type: nauc_map_at_100_diff1 + value: 22.663345222436842 + - type: nauc_map_at_100_max + value: 9.14775447704162 + - type: nauc_map_at_100_std + value: -4.546649058281547 + - type: nauc_map_at_10_diff1 + value: 22.42971510386587 + - type: nauc_map_at_10_max + value: 9.534064523536093 + - type: nauc_map_at_10_std + value: -5.5964681895716275 + - type: nauc_map_at_1_diff1 + value: 27.011177559854126 + - type: nauc_map_at_1_max + value: 10.58197198530854 + - type: nauc_map_at_1_std + value: -6.595308662343213 + - type: nauc_map_at_20_diff1 + value: 22.6849314678422 + - type: nauc_map_at_20_max + value: 9.130124364237668 + - type: nauc_map_at_20_std + value: -4.6306079677985545 + - type: nauc_map_at_3_diff1 + value: 23.765755755951382 + - type: nauc_map_at_3_max + value: 8.386673560382699 + - type: nauc_map_at_3_std + value: -6.820598051025553 + - type: nauc_map_at_5_diff1 + value: 22.72172408624874 + - type: nauc_map_at_5_max + value: 9.94900277817333 + - type: nauc_map_at_5_std + value: -6.015194799527161 + - type: nauc_mrr_at_1000_diff1 + value: 24.19050948215309 + - type: nauc_mrr_at_1000_max + value: 10.461180380214094 + - type: nauc_mrr_at_1000_std + value: -2.9941483783767304 + - type: nauc_mrr_at_100_diff1 + value: 24.19585382086687 + - type: nauc_mrr_at_100_max + value: 10.486570575603626 + - type: nauc_mrr_at_100_std + value: -3.0182341126004104 + - type: nauc_mrr_at_10_diff1 + value: 24.190126428290462 + - type: nauc_mrr_at_10_max + value: 11.126417890087135 + - type: nauc_mrr_at_10_std + value: -3.839141693577256 + - type: nauc_mrr_at_1_diff1 + value: 28.571881597930947 + - type: nauc_mrr_at_1_max + value: 11.543441276788943 + - type: nauc_mrr_at_1_std + value: -5.512242856627392 + - type: nauc_mrr_at_20_diff1 + value: 24.203108205389672 + - type: nauc_mrr_at_20_max + value: 10.50497556809877 + - type: nauc_mrr_at_20_std + value: -3.082934311249442 + - type: nauc_mrr_at_3_diff1 + value: 25.98207063932455 + - type: nauc_mrr_at_3_max + value: 9.94844316319691 + - type: nauc_mrr_at_3_std + value: -5.0062389923354935 + - type: nauc_mrr_at_5_diff1 + value: 24.61646227495659 + - type: nauc_mrr_at_5_max + value: 11.648384719673203 + - type: nauc_mrr_at_5_std + value: -4.375379994287079 + - type: nauc_ndcg_at_1000_diff1 + value: 21.43768701111034 + - type: nauc_ndcg_at_1000_max + value: 8.273252874349057 + - type: nauc_ndcg_at_1000_std + value: 0.10670202820650984 + - type: nauc_ndcg_at_100_diff1 + value: 21.4746954073475 + - type: nauc_ndcg_at_100_max + value: 7.896808760471978 + - type: nauc_ndcg_at_100_std + value: -1.2410245357577705 + - type: nauc_ndcg_at_10_diff1 + value: 21.13137898867002 + - type: nauc_ndcg_at_10_max + value: 9.755235332270159 + - type: nauc_ndcg_at_10_std + value: -4.248419933008658 + - type: nauc_ndcg_at_1_diff1 + value: 28.571881597930947 + - type: nauc_ndcg_at_1_max + value: 11.543441276788943 + - type: nauc_ndcg_at_1_std + value: -5.512242856627392 + - type: nauc_ndcg_at_20_diff1 + value: 21.619408394641066 + - type: nauc_ndcg_at_20_max + value: 8.114217280583363 + - type: nauc_ndcg_at_20_std + value: -1.6730336682644353 + - type: nauc_ndcg_at_3_diff1 + value: 24.16497986310871 + - type: nauc_ndcg_at_3_max + value: 8.400666596386994 + - type: nauc_ndcg_at_3_std + value: -6.307687835437969 + - type: nauc_ndcg_at_5_diff1 + value: 21.80028821367463 + - type: nauc_ndcg_at_5_max + value: 11.029219640459228 + - type: nauc_ndcg_at_5_std + value: -5.1729515331734355 + - type: nauc_precision_at_1000_diff1 + value: 18.426797014316406 + - type: nauc_precision_at_1000_max + value: 11.215745964862423 + - type: nauc_precision_at_1000_std + value: 10.130362328925651 + - type: nauc_precision_at_100_diff1 + value: 22.777527984600223 + - type: nauc_precision_at_100_max + value: 8.693126368523261 + - type: nauc_precision_at_100_std + value: 6.849981524237866 + - type: nauc_precision_at_10_diff1 + value: 21.32311537782387 + - type: nauc_precision_at_10_max + value: 12.466768131932003 + - type: nauc_precision_at_10_std + value: -0.24380397765811196 + - type: nauc_precision_at_1_diff1 + value: 28.571881597930947 + - type: nauc_precision_at_1_max + value: 11.543441276788943 + - type: nauc_precision_at_1_std + value: -5.512242856627392 + - type: nauc_precision_at_20_diff1 + value: 23.320697000941518 + - type: nauc_precision_at_20_max + value: 9.416642932870655 + - type: nauc_precision_at_20_std + value: 6.117048580465784 + - type: nauc_precision_at_3_diff1 + value: 25.60854499214357 + - type: nauc_precision_at_3_max + value: 9.327816784887316 + - type: nauc_precision_at_3_std + value: -4.164690223373803 + - type: nauc_precision_at_5_diff1 + value: 22.487293449343895 + - type: nauc_precision_at_5_max + value: 15.554122997255721 + - type: nauc_precision_at_5_std + value: -2.170204158965489 + - type: nauc_recall_at_1000_diff1 + value: 15.20476822474712 + - type: nauc_recall_at_1000_max + value: 4.204822145176049 + - type: nauc_recall_at_1000_std + value: 12.879935852847554 + - type: nauc_recall_at_100_diff1 + value: 16.850604775963244 + - type: nauc_recall_at_100_max + value: 2.767499477935308 + - type: nauc_recall_at_100_std + value: 4.095047171340664 + - type: nauc_recall_at_10_diff1 + value: 16.689205215199248 + - type: nauc_recall_at_10_max + value: 8.378648312390819 + - type: nauc_recall_at_10_std + value: -2.8562137399428598 + - type: nauc_recall_at_1_diff1 + value: 27.011177559854126 + - type: nauc_recall_at_1_max + value: 10.58197198530854 + - type: nauc_recall_at_1_std + value: -6.595308662343213 + - type: nauc_recall_at_20_diff1 + value: 17.87665261251624 + - type: nauc_recall_at_20_max + value: 3.8134273552005995 + - type: nauc_recall_at_20_std + value: 3.3359977154662634 + - type: nauc_recall_at_3_diff1 + value: 20.670877063544086 + - type: nauc_recall_at_3_max + value: 6.248798024686606 + - type: nauc_recall_at_3_std + value: -7.011222642729971 + - type: nauc_recall_at_5_diff1 + value: 17.72007176247167 + - type: nauc_recall_at_5_max + value: 11.43834990123289 + - type: nauc_recall_at_5_std + value: -4.729213831313457 + - type: ndcg_at_1 + value: 9.049 + - type: ndcg_at_10 + value: 13.764000000000001 + - type: ndcg_at_100 + value: 17.992 + - type: ndcg_at_1000 + value: 20.558 + - type: ndcg_at_20 + value: 15.318999999999999 + - type: ndcg_at_3 + value: 11.038 + - type: ndcg_at_5 + value: 12.218 + - type: precision_at_1 + value: 9.049 + - type: precision_at_10 + value: 2.469 + - type: precision_at_100 + value: 0.505 + - type: precision_at_1000 + value: 0.08 + - type: precision_at_20 + value: 1.603 + - type: precision_at_3 + value: 5.061 + - type: precision_at_5 + value: 3.773 + - type: recall_at_1 + value: 7.407 + - type: recall_at_10 + value: 20.158 + - type: recall_at_100 + value: 39.701 + - type: recall_at_1000 + value: 59.205 + - type: recall_at_20 + value: 25.887999999999998 + - type: recall_at_3 + value: 12.626999999999999 + - type: recall_at_5 + value: 15.488 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 9.181000000000001 + - type: map_at_1 + value: 4.861 + - type: map_at_10 + value: 7.306 + - type: map_at_100 + value: 7.8 + - type: map_at_1000 + value: 7.8950000000000005 + - type: map_at_20 + value: 7.542 + - type: map_at_3 + value: 6.439 + - type: map_at_5 + value: 6.869 + - type: mrr_at_1 + value: 6.159669649002065 + - type: mrr_at_10 + value: 9.153789641573534 + - type: mrr_at_100 + value: 9.669799893317009 + - type: mrr_at_1000 + value: 9.752120431878343 + - type: mrr_at_20 + value: 9.406808091404807 + - type: mrr_at_3 + value: 8.138334480385415 + - type: mrr_at_5 + value: 8.628699242945634 + - type: nauc_map_at_1000_diff1 + value: 26.690576069734234 + - type: nauc_map_at_1000_max + value: 17.094449483335218 + - type: nauc_map_at_1000_std + value: -3.774366560350282 + - type: nauc_map_at_100_diff1 + value: 26.783605375597645 + - type: nauc_map_at_100_max + value: 17.080839761543665 + - type: nauc_map_at_100_std + value: -3.9576344084646853 + - type: nauc_map_at_10_diff1 + value: 27.63020311826964 + - type: nauc_map_at_10_max + value: 17.336825770328517 + - type: nauc_map_at_10_std + value: -4.814817253146819 + - type: nauc_map_at_1_diff1 + value: 38.766697715414516 + - type: nauc_map_at_1_max + value: 24.371350483475744 + - type: nauc_map_at_1_std + value: -8.173284901113332 + - type: nauc_map_at_20_diff1 + value: 27.08870073967262 + - type: nauc_map_at_20_max + value: 17.118664395958582 + - type: nauc_map_at_20_std + value: -4.446220849289796 + - type: nauc_map_at_3_diff1 + value: 30.66081471780112 + - type: nauc_map_at_3_max + value: 19.012237592897343 + - type: nauc_map_at_3_std + value: -6.627184332678718 + - type: nauc_map_at_5_diff1 + value: 29.333535675239347 + - type: nauc_map_at_5_max + value: 18.089350024708615 + - type: nauc_map_at_5_std + value: -5.72123478612525 + - type: nauc_mrr_at_1000_diff1 + value: 24.73352603489345 + - type: nauc_mrr_at_1000_max + value: 19.79900221948312 + - type: nauc_mrr_at_1000_std + value: -2.862077159418825 + - type: nauc_mrr_at_100_diff1 + value: 24.782609923929535 + - type: nauc_mrr_at_100_max + value: 19.805461393582963 + - type: nauc_mrr_at_100_std + value: -2.930689128967593 + - type: nauc_mrr_at_10_diff1 + value: 25.434777049042655 + - type: nauc_mrr_at_10_max + value: 20.181531593368128 + - type: nauc_mrr_at_10_std + value: -3.6076663995168774 + - type: nauc_mrr_at_1_diff1 + value: 35.62063854238608 + - type: nauc_mrr_at_1_max + value: 26.799910642533735 + - type: nauc_mrr_at_1_std + value: -7.609406566642959 + - type: nauc_mrr_at_20_diff1 + value: 24.992883725434815 + - type: nauc_mrr_at_20_max + value: 19.92741978259664 + - type: nauc_mrr_at_20_std + value: -3.2417052166595455 + - type: nauc_mrr_at_3_diff1 + value: 27.922046683219946 + - type: nauc_mrr_at_3_max + value: 21.9282015050312 + - type: nauc_mrr_at_3_std + value: -5.590575647868078 + - type: nauc_mrr_at_5_diff1 + value: 26.89070716968189 + - type: nauc_mrr_at_5_max + value: 21.073432913750224 + - type: nauc_mrr_at_5_std + value: -4.481614304446297 + - type: nauc_ndcg_at_1000_diff1 + value: 19.568651831011014 + - type: nauc_ndcg_at_1000_max + value: 14.122372407292808 + - type: nauc_ndcg_at_1000_std + value: 3.7957207135672597 + - type: nauc_ndcg_at_100_diff1 + value: 20.80268793272095 + - type: nauc_ndcg_at_100_max + value: 14.356177495251437 + - type: nauc_ndcg_at_100_std + value: 0.7863981963465579 + - type: nauc_ndcg_at_10_diff1 + value: 23.3461518500026 + - type: nauc_ndcg_at_10_max + value: 15.57326961854722 + - type: nauc_ndcg_at_10_std + value: -2.7445931345312284 + - type: nauc_ndcg_at_1_diff1 + value: 35.62063854238608 + - type: nauc_ndcg_at_1_max + value: 26.799910642533735 + - type: nauc_ndcg_at_1_std + value: -7.609406566642959 + - type: nauc_ndcg_at_20_diff1 + value: 22.04481909899471 + - type: nauc_ndcg_at_20_max + value: 14.937866014666568 + - type: nauc_ndcg_at_20_std + value: -1.747008165250061 + - type: nauc_ndcg_at_3_diff1 + value: 27.939895558816584 + - type: nauc_ndcg_at_3_max + value: 19.034512289670218 + - type: nauc_ndcg_at_3_std + value: -5.8325182778108795 + - type: nauc_ndcg_at_5_diff1 + value: 26.486633537077754 + - type: nauc_ndcg_at_5_max + value: 17.271834422924798 + - type: nauc_ndcg_at_5_std + value: -4.409805002517824 + - type: nauc_precision_at_1000_diff1 + value: 6.491111119228375 + - type: nauc_precision_at_1000_max + value: 18.443725307197724 + - type: nauc_precision_at_1000_std + value: 22.938787139825433 + - type: nauc_precision_at_100_diff1 + value: 10.17740447024087 + - type: nauc_precision_at_100_max + value: 17.049105330751306 + - type: nauc_precision_at_100_std + value: 12.762513963286978 + - type: nauc_precision_at_10_diff1 + value: 13.67439803472887 + - type: nauc_precision_at_10_max + value: 16.055467906792828 + - type: nauc_precision_at_10_std + value: 3.8405675136717323 + - type: nauc_precision_at_1_diff1 + value: 35.62063854238608 + - type: nauc_precision_at_1_max + value: 26.799910642533735 + - type: nauc_precision_at_1_std + value: -7.609406566642959 + - type: nauc_precision_at_20_diff1 + value: 12.306954777624213 + - type: nauc_precision_at_20_max + value: 15.96836613953479 + - type: nauc_precision_at_20_std + value: 6.70148311776044 + - type: nauc_precision_at_3_diff1 + value: 21.855506525702847 + - type: nauc_precision_at_3_max + value: 19.209267745003704 + - type: nauc_precision_at_3_std + value: -3.8119776477478413 + - type: nauc_precision_at_5_diff1 + value: 19.156111435062012 + - type: nauc_precision_at_5_max + value: 18.34440488085919 + - type: nauc_precision_at_5_std + value: -0.03928868519881514 + - type: nauc_recall_at_1000_diff1 + value: 7.849926346079982 + - type: nauc_recall_at_1000_max + value: 5.306371454314062 + - type: nauc_recall_at_1000_std + value: 17.18954803503502 + - type: nauc_recall_at_100_diff1 + value: 11.99060160309378 + - type: nauc_recall_at_100_max + value: 7.243119921489159 + - type: nauc_recall_at_100_std + value: 7.724576636146561 + - type: nauc_recall_at_10_diff1 + value: 15.951856271318244 + - type: nauc_recall_at_10_max + value: 9.03241092518941 + - type: nauc_recall_at_10_std + value: 0.2357705274357088 + - type: nauc_recall_at_1_diff1 + value: 38.766697715414516 + - type: nauc_recall_at_1_max + value: 24.371350483475744 + - type: nauc_recall_at_1_std + value: -8.173284901113332 + - type: nauc_recall_at_20_diff1 + value: 13.76245045354016 + - type: nauc_recall_at_20_max + value: 8.303909450838308 + - type: nauc_recall_at_20_std + value: 1.9797360213278055 + - type: nauc_recall_at_3_diff1 + value: 25.185146352227978 + - type: nauc_recall_at_3_max + value: 14.711935197854292 + - type: nauc_recall_at_3_std + value: -5.598795458243915 + - type: nauc_recall_at_5_diff1 + value: 21.958052739428716 + - type: nauc_recall_at_5_max + value: 11.804079831463127 + - type: nauc_recall_at_5_std + value: -3.0315767806264198 + - type: ndcg_at_1 + value: 6.16 + - type: ndcg_at_10 + value: 9.181000000000001 + - type: ndcg_at_100 + value: 11.946 + - type: ndcg_at_1000 + value: 14.71 + - type: ndcg_at_20 + value: 10.006 + - type: ndcg_at_3 + value: 7.4639999999999995 + - type: ndcg_at_5 + value: 8.133 + - type: precision_at_1 + value: 6.16 + - type: precision_at_10 + value: 1.844 + - type: precision_at_100 + value: 0.395 + - type: precision_at_1000 + value: 0.076 + - type: precision_at_20 + value: 1.173 + - type: precision_at_3 + value: 3.7159999999999997 + - type: precision_at_5 + value: 2.746 + - type: recall_at_1 + value: 4.861 + - type: recall_at_10 + value: 13.07 + - type: recall_at_100 + value: 25.946 + - type: recall_at_1000 + value: 46.434 + - type: recall_at_20 + value: 16.061 + - type: recall_at_3 + value: 8.325000000000001 + - type: recall_at_5 + value: 10.020999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 16.589000000000002 + - type: map_at_1 + value: 10.348 + - type: map_at_10 + value: 13.808000000000002 + - type: map_at_100 + value: 14.443 + - type: map_at_1000 + value: 14.551 + - type: map_at_20 + value: 14.106 + - type: map_at_3 + value: 12.454 + - type: map_at_5 + value: 13.173000000000002 + - type: mrr_at_1 + value: 12.406716417910447 + - type: mrr_at_10 + value: 16.39392324093816 + - type: mrr_at_100 + value: 17.01727060954383 + - type: mrr_at_1000 + value: 17.113417907096533 + - type: mrr_at_20 + value: 16.68964517846198 + - type: mrr_at_3 + value: 14.925373134328357 + - type: mrr_at_5 + value: 15.69962686567164 + - type: nauc_map_at_1000_diff1 + value: 37.96305817045708 + - type: nauc_map_at_1000_max + value: 26.063580688542388 + - type: nauc_map_at_1000_std + value: -4.831229848566574 + - type: nauc_map_at_100_diff1 + value: 37.972522088343716 + - type: nauc_map_at_100_max + value: 26.04779581576852 + - type: nauc_map_at_100_std + value: -4.909662655473513 + - type: nauc_map_at_10_diff1 + value: 38.35929365925692 + - type: nauc_map_at_10_max + value: 26.201184962039935 + - type: nauc_map_at_10_std + value: -5.4363000965541 + - type: nauc_map_at_1_diff1 + value: 48.68557105246294 + - type: nauc_map_at_1_max + value: 32.48532434140668 + - type: nauc_map_at_1_std + value: -4.93862403800474 + - type: nauc_map_at_20_diff1 + value: 38.20690594362951 + - type: nauc_map_at_20_max + value: 26.03970982522202 + - type: nauc_map_at_20_std + value: -5.242556500809629 + - type: nauc_map_at_3_diff1 + value: 41.428803061011465 + - type: nauc_map_at_3_max + value: 27.47150922034986 + - type: nauc_map_at_3_std + value: -5.434283129605092 + - type: nauc_map_at_5_diff1 + value: 39.67254166875351 + - type: nauc_map_at_5_max + value: 26.989621759032655 + - type: nauc_map_at_5_std + value: -5.360116959183613 + - type: nauc_mrr_at_1000_diff1 + value: 36.163006365244435 + - type: nauc_mrr_at_1000_max + value: 27.963611146733218 + - type: nauc_mrr_at_1000_std + value: -4.276969598287321 + - type: nauc_mrr_at_100_diff1 + value: 36.147594105582385 + - type: nauc_mrr_at_100_max + value: 27.963649956111542 + - type: nauc_mrr_at_100_std + value: -4.3271683004962 + - type: nauc_mrr_at_10_diff1 + value: 36.496807206746176 + - type: nauc_mrr_at_10_max + value: 28.120842911547534 + - type: nauc_mrr_at_10_std + value: -4.87122638010671 + - type: nauc_mrr_at_1_diff1 + value: 46.33099860144716 + - type: nauc_mrr_at_1_max + value: 35.4859105639909 + - type: nauc_mrr_at_1_std + value: -3.2263281209085566 + - type: nauc_mrr_at_20_diff1 + value: 36.30705560054853 + - type: nauc_mrr_at_20_max + value: 27.976401984511075 + - type: nauc_mrr_at_20_std + value: -4.715772425909112 + - type: nauc_mrr_at_3_diff1 + value: 38.96056551025221 + - type: nauc_mrr_at_3_max + value: 29.51099966763278 + - type: nauc_mrr_at_3_std + value: -4.6236213229116165 + - type: nauc_mrr_at_5_diff1 + value: 37.77817956075975 + - type: nauc_mrr_at_5_max + value: 29.011475146701326 + - type: nauc_mrr_at_5_std + value: -4.718243588613509 + - type: nauc_ndcg_at_1000_diff1 + value: 31.66466628463146 + - type: nauc_ndcg_at_1000_max + value: 23.801406394456677 + - type: nauc_ndcg_at_1000_std + value: -0.8537022176476805 + - type: nauc_ndcg_at_100_diff1 + value: 32.12324111984138 + - type: nauc_ndcg_at_100_max + value: 23.531317692993255 + - type: nauc_ndcg_at_100_std + value: -2.5141257246667847 + - type: nauc_ndcg_at_10_diff1 + value: 33.65961130642343 + - type: nauc_ndcg_at_10_max + value: 23.852547124966375 + - type: nauc_ndcg_at_10_std + value: -5.694261022509329 + - type: nauc_ndcg_at_1_diff1 + value: 46.33099860144716 + - type: nauc_ndcg_at_1_max + value: 35.4859105639909 + - type: nauc_ndcg_at_1_std + value: -3.2263281209085566 + - type: nauc_ndcg_at_20_diff1 + value: 33.2596461543923 + - type: nauc_ndcg_at_20_max + value: 23.410367154540957 + - type: nauc_ndcg_at_20_std + value: -4.993438821759135 + - type: nauc_ndcg_at_3_diff1 + value: 38.49302702240003 + - type: nauc_ndcg_at_3_max + value: 26.91849498480658 + - type: nauc_ndcg_at_3_std + value: -5.507535655688577 + - type: nauc_ndcg_at_5_diff1 + value: 36.34741479071839 + - type: nauc_ndcg_at_5_max + value: 25.867932454692088 + - type: nauc_ndcg_at_5_std + value: -5.51688925853437 + - type: nauc_precision_at_1000_diff1 + value: 3.4780497920711326 + - type: nauc_precision_at_1000_max + value: 18.21263960599663 + - type: nauc_precision_at_1000_std + value: 14.085513436914637 + - type: nauc_precision_at_100_diff1 + value: 14.36699897085701 + - type: nauc_precision_at_100_max + value: 19.32065741728386 + - type: nauc_precision_at_100_std + value: 5.71990367969069 + - type: nauc_precision_at_10_diff1 + value: 20.767692427168015 + - type: nauc_precision_at_10_max + value: 19.73101890683137 + - type: nauc_precision_at_10_std + value: -6.069817243914008 + - type: nauc_precision_at_1_diff1 + value: 46.33099860144716 + - type: nauc_precision_at_1_max + value: 35.4859105639909 + - type: nauc_precision_at_1_std + value: -3.2263281209085566 + - type: nauc_precision_at_20_diff1 + value: 19.891096552387722 + - type: nauc_precision_at_20_max + value: 18.826506625959798 + - type: nauc_precision_at_20_std + value: -3.4269595182918033 + - type: nauc_precision_at_3_diff1 + value: 31.43880801440455 + - type: nauc_precision_at_3_max + value: 25.061447990382852 + - type: nauc_precision_at_3_std + value: -5.354356608479064 + - type: nauc_precision_at_5_diff1 + value: 26.79336768034434 + - type: nauc_precision_at_5_max + value: 23.477964523010396 + - type: nauc_precision_at_5_std + value: -5.762844318489033 + - type: nauc_recall_at_1000_diff1 + value: 12.463469349742812 + - type: nauc_recall_at_1000_max + value: 13.262333629170845 + - type: nauc_recall_at_1000_std + value: 15.999509660589933 + - type: nauc_recall_at_100_diff1 + value: 19.025729138081836 + - type: nauc_recall_at_100_max + value: 15.403625041530212 + - type: nauc_recall_at_100_std + value: 4.996443705774602 + - type: nauc_recall_at_10_diff1 + value: 23.168831160154607 + - type: nauc_recall_at_10_max + value: 16.001264079205242 + - type: nauc_recall_at_10_std + value: -6.242620935676047 + - type: nauc_recall_at_1_diff1 + value: 48.68557105246294 + - type: nauc_recall_at_1_max + value: 32.48532434140668 + - type: nauc_recall_at_1_std + value: -4.93862403800474 + - type: nauc_recall_at_20_diff1 + value: 22.74757458816546 + - type: nauc_recall_at_20_max + value: 15.196173605729458 + - type: nauc_recall_at_20_std + value: -4.209222520321505 + - type: nauc_recall_at_3_diff1 + value: 34.221157190727794 + - type: nauc_recall_at_3_max + value: 22.101122375914557 + - type: nauc_recall_at_3_std + value: -6.4312864088154855 + - type: nauc_recall_at_5_diff1 + value: 30.00246916642969 + - type: nauc_recall_at_5_max + value: 20.813647492964524 + - type: nauc_recall_at_5_std + value: -5.963828101389924 + - type: ndcg_at_1 + value: 12.407 + - type: ndcg_at_10 + value: 16.589000000000002 + - type: ndcg_at_100 + value: 20.122999999999998 + - type: ndcg_at_1000 + value: 23.427999999999997 + - type: ndcg_at_20 + value: 17.622 + - type: ndcg_at_3 + value: 13.911000000000001 + - type: ndcg_at_5 + value: 15.057 + - type: precision_at_1 + value: 12.407 + - type: precision_at_10 + value: 2.92 + - type: precision_at_100 + value: 0.526 + - type: precision_at_1000 + value: 0.09 + - type: precision_at_20 + value: 1.73 + - type: precision_at_3 + value: 6.3740000000000006 + - type: precision_at_5 + value: 4.6080000000000005 + - type: recall_at_1 + value: 10.348 + - type: recall_at_10 + value: 22.765 + - type: recall_at_100 + value: 39.311 + - type: recall_at_1000 + value: 64.334 + - type: recall_at_20 + value: 26.488 + - type: recall_at_3 + value: 15.137 + - type: recall_at_5 + value: 18.132 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 20.898 + - type: map_at_1 + value: 10.638 + - type: map_at_10 + value: 16.833000000000002 + - type: map_at_100 + value: 17.727999999999998 + - type: map_at_1000 + value: 17.901 + - type: map_at_20 + value: 17.286 + - type: map_at_3 + value: 15.229999999999999 + - type: map_at_5 + value: 15.964 + - type: mrr_at_1 + value: 13.83399209486166 + - type: mrr_at_10 + value: 20.414862914862912 + - type: mrr_at_100 + value: 21.1918520823834 + - type: mrr_at_1000 + value: 21.280393775500254 + - type: mrr_at_20 + value: 20.85554487149435 + - type: mrr_at_3 + value: 18.906455862977598 + - type: mrr_at_5 + value: 19.677206851119895 + - type: nauc_map_at_1000_diff1 + value: 35.60581498091247 + - type: nauc_map_at_1000_max + value: 19.807829060830564 + - type: nauc_map_at_1000_std + value: -12.288904191825727 + - type: nauc_map_at_100_diff1 + value: 35.73031568643259 + - type: nauc_map_at_100_max + value: 19.888921175215273 + - type: nauc_map_at_100_std + value: -12.394338708086611 + - type: nauc_map_at_10_diff1 + value: 35.90781658193538 + - type: nauc_map_at_10_max + value: 20.30071517139723 + - type: nauc_map_at_10_std + value: -13.21353855816924 + - type: nauc_map_at_1_diff1 + value: 48.473719657085255 + - type: nauc_map_at_1_max + value: 20.581982089250136 + - type: nauc_map_at_1_std + value: -10.702644517489851 + - type: nauc_map_at_20_diff1 + value: 35.94358649592004 + - type: nauc_map_at_20_max + value: 20.021365660458233 + - type: nauc_map_at_20_std + value: -12.910422224053336 + - type: nauc_map_at_3_diff1 + value: 39.2414174048553 + - type: nauc_map_at_3_max + value: 19.121286688071976 + - type: nauc_map_at_3_std + value: -12.720527679135701 + - type: nauc_map_at_5_diff1 + value: 37.65029240515698 + - type: nauc_map_at_5_max + value: 19.711370835818958 + - type: nauc_map_at_5_std + value: -12.861505993621163 + - type: nauc_mrr_at_1000_diff1 + value: 32.3301643796503 + - type: nauc_mrr_at_1000_max + value: 20.52424230492303 + - type: nauc_mrr_at_1000_std + value: -12.232467571800854 + - type: nauc_mrr_at_100_diff1 + value: 32.346634248359955 + - type: nauc_mrr_at_100_max + value: 20.525320060903585 + - type: nauc_mrr_at_100_std + value: -12.22134936297468 + - type: nauc_mrr_at_10_diff1 + value: 32.22480347349119 + - type: nauc_mrr_at_10_max + value: 20.804493218360445 + - type: nauc_mrr_at_10_std + value: -12.822192933749621 + - type: nauc_mrr_at_1_diff1 + value: 42.548653237693316 + - type: nauc_mrr_at_1_max + value: 23.06598695012915 + - type: nauc_mrr_at_1_std + value: -11.74488988266296 + - type: nauc_mrr_at_20_diff1 + value: 32.432937534124086 + - type: nauc_mrr_at_20_max + value: 20.579328500121203 + - type: nauc_mrr_at_20_std + value: -12.588012401985225 + - type: nauc_mrr_at_3_diff1 + value: 34.397571670501264 + - type: nauc_mrr_at_3_max + value: 20.13774876009483 + - type: nauc_mrr_at_3_std + value: -12.01068604428263 + - type: nauc_mrr_at_5_diff1 + value: 32.876382340593864 + - type: nauc_mrr_at_5_max + value: 20.272684252547506 + - type: nauc_mrr_at_5_std + value: -12.336258450312041 + - type: nauc_ndcg_at_1000_diff1 + value: 30.599477254817316 + - type: nauc_ndcg_at_1000_max + value: 19.58213768807632 + - type: nauc_ndcg_at_1000_std + value: -8.148938595988358 + - type: nauc_ndcg_at_100_diff1 + value: 30.913346166831733 + - type: nauc_ndcg_at_100_max + value: 19.779289804033745 + - type: nauc_ndcg_at_100_std + value: -9.057419136085338 + - type: nauc_ndcg_at_10_diff1 + value: 30.375159602708617 + - type: nauc_ndcg_at_10_max + value: 20.422870313571686 + - type: nauc_ndcg_at_10_std + value: -13.513106506566325 + - type: nauc_ndcg_at_1_diff1 + value: 42.548653237693316 + - type: nauc_ndcg_at_1_max + value: 23.06598695012915 + - type: nauc_ndcg_at_1_std + value: -11.74488988266296 + - type: nauc_ndcg_at_20_diff1 + value: 30.981127537056285 + - type: nauc_ndcg_at_20_max + value: 19.699283486395966 + - type: nauc_ndcg_at_20_std + value: -12.459362077789594 + - type: nauc_ndcg_at_3_diff1 + value: 34.20407067030529 + - type: nauc_ndcg_at_3_max + value: 18.300931170740117 + - type: nauc_ndcg_at_3_std + value: -12.336085516544653 + - type: nauc_ndcg_at_5_diff1 + value: 32.75690035095809 + - type: nauc_ndcg_at_5_max + value: 19.07389087899962 + - type: nauc_ndcg_at_5_std + value: -12.812135004055685 + - type: nauc_precision_at_1000_diff1 + value: -6.568927341932564 + - type: nauc_precision_at_1000_max + value: -3.713640032829482 + - type: nauc_precision_at_1000_std + value: 12.117240649009698 + - type: nauc_precision_at_100_diff1 + value: -2.9367632268748918 + - type: nauc_precision_at_100_max + value: 3.27216899405361 + - type: nauc_precision_at_100_std + value: 6.784184812065526 + - type: nauc_precision_at_10_diff1 + value: 11.519147346234265 + - type: nauc_precision_at_10_max + value: 18.13695487911042 + - type: nauc_precision_at_10_std + value: -11.804807048296718 + - type: nauc_precision_at_1_diff1 + value: 42.548653237693316 + - type: nauc_precision_at_1_max + value: 23.06598695012915 + - type: nauc_precision_at_1_std + value: -11.74488988266296 + - type: nauc_precision_at_20_diff1 + value: 9.60547736036805 + - type: nauc_precision_at_20_max + value: 13.830439559945646 + - type: nauc_precision_at_20_std + value: -8.977774434672613 + - type: nauc_precision_at_3_diff1 + value: 26.065405745771674 + - type: nauc_precision_at_3_max + value: 18.534736719384824 + - type: nauc_precision_at_3_std + value: -11.654717965450807 + - type: nauc_precision_at_5_diff1 + value: 20.066525503683547 + - type: nauc_precision_at_5_max + value: 19.133419951937 + - type: nauc_precision_at_5_std + value: -12.818467999888828 + - type: nauc_recall_at_1000_diff1 + value: 15.783538232295097 + - type: nauc_recall_at_1000_max + value: 14.071709448821176 + - type: nauc_recall_at_1000_std + value: 17.66158228025607 + - type: nauc_recall_at_100_diff1 + value: 21.162385324476695 + - type: nauc_recall_at_100_max + value: 17.145208604213767 + - type: nauc_recall_at_100_std + value: 3.9374103258567112 + - type: nauc_recall_at_10_diff1 + value: 20.699553866778857 + - type: nauc_recall_at_10_max + value: 21.282711211008866 + - type: nauc_recall_at_10_std + value: -14.179628995645633 + - type: nauc_recall_at_1_diff1 + value: 48.473719657085255 + - type: nauc_recall_at_1_max + value: 20.581982089250136 + - type: nauc_recall_at_1_std + value: -10.702644517489851 + - type: nauc_recall_at_20_diff1 + value: 21.419587577304537 + - type: nauc_recall_at_20_max + value: 17.606430632714602 + - type: nauc_recall_at_20_std + value: -10.993318743040348 + - type: nauc_recall_at_3_diff1 + value: 32.07559647496913 + - type: nauc_recall_at_3_max + value: 17.565170643623897 + - type: nauc_recall_at_3_std + value: -12.19780121817959 + - type: nauc_recall_at_5_diff1 + value: 27.518158043297458 + - type: nauc_recall_at_5_max + value: 19.04014005217722 + - type: nauc_recall_at_5_std + value: -12.29160434365186 + - type: ndcg_at_1 + value: 13.834 + - type: ndcg_at_10 + value: 20.898 + - type: ndcg_at_100 + value: 25.130999999999997 + - type: ndcg_at_1000 + value: 28.785 + - type: ndcg_at_20 + value: 22.23 + - type: ndcg_at_3 + value: 18.234 + - type: ndcg_at_5 + value: 19.127 + - type: precision_at_1 + value: 13.834 + - type: precision_at_10 + value: 4.269 + - type: precision_at_100 + value: 0.923 + - type: precision_at_1000 + value: 0.178 + - type: precision_at_20 + value: 2.658 + - type: precision_at_3 + value: 9.157 + - type: precision_at_5 + value: 6.4030000000000005 + - type: recall_at_1 + value: 10.638 + - type: recall_at_10 + value: 28.794999999999998 + - type: recall_at_100 + value: 49.277 + - type: recall_at_1000 + value: 74.615 + - type: recall_at_20 + value: 34.247 + - type: recall_at_3 + value: 20.183 + - type: recall_at_5 + value: 23.180999999999997 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 11.373999999999999 + - type: map_at_1 + value: 6.414000000000001 + - type: map_at_10 + value: 9.346 + - type: map_at_100 + value: 9.957 + - type: map_at_1000 + value: 10.068000000000001 + - type: map_at_20 + value: 9.695 + - type: map_at_3 + value: 8.404 + - type: map_at_5 + value: 8.915 + - type: mrr_at_1 + value: 7.024029574861368 + - type: mrr_at_10 + value: 10.393451280697127 + - type: mrr_at_100 + value: 11.019498040355051 + - type: mrr_at_1000 + value: 11.126514549307483 + - type: mrr_at_20 + value: 10.739949578915956 + - type: mrr_at_3 + value: 9.365372766481826 + - type: mrr_at_5 + value: 9.929143561306228 + - type: nauc_map_at_1000_diff1 + value: 12.814381907786581 + - type: nauc_map_at_1000_max + value: 29.092426026076524 + - type: nauc_map_at_1000_std + value: -9.255923420073602 + - type: nauc_map_at_100_diff1 + value: 12.878426138689159 + - type: nauc_map_at_100_max + value: 29.122942173430786 + - type: nauc_map_at_100_std + value: -9.23900341988892 + - type: nauc_map_at_10_diff1 + value: 12.489510614799556 + - type: nauc_map_at_10_max + value: 29.750605132230973 + - type: nauc_map_at_10_std + value: -10.891316457455034 + - type: nauc_map_at_1_diff1 + value: 21.979091153692785 + - type: nauc_map_at_1_max + value: 35.67921476025159 + - type: nauc_map_at_1_std + value: -14.076714572064722 + - type: nauc_map_at_20_diff1 + value: 12.939397189474525 + - type: nauc_map_at_20_max + value: 29.2420862234903 + - type: nauc_map_at_20_std + value: -9.697032010892098 + - type: nauc_map_at_3_diff1 + value: 11.71956313714658 + - type: nauc_map_at_3_max + value: 31.408331125347317 + - type: nauc_map_at_3_std + value: -12.366045347802453 + - type: nauc_map_at_5_diff1 + value: 11.261295189080775 + - type: nauc_map_at_5_max + value: 30.532438938899865 + - type: nauc_map_at_5_std + value: -12.056642279674733 + - type: nauc_mrr_at_1000_diff1 + value: 12.232878554105064 + - type: nauc_mrr_at_1000_max + value: 26.79489706046956 + - type: nauc_mrr_at_1000_std + value: -6.8992050502406315 + - type: nauc_mrr_at_100_diff1 + value: 12.294839666442735 + - type: nauc_mrr_at_100_max + value: 26.78607457984652 + - type: nauc_mrr_at_100_std + value: -6.878887030823078 + - type: nauc_mrr_at_10_diff1 + value: 12.002724356254795 + - type: nauc_mrr_at_10_max + value: 27.40402310816038 + - type: nauc_mrr_at_10_std + value: -8.162035027744258 + - type: nauc_mrr_at_1_diff1 + value: 20.886203498846683 + - type: nauc_mrr_at_1_max + value: 33.254317694509375 + - type: nauc_mrr_at_1_std + value: -10.117522555828865 + - type: nauc_mrr_at_20_diff1 + value: 12.319675769640858 + - type: nauc_mrr_at_20_max + value: 26.87015727907368 + - type: nauc_mrr_at_20_std + value: -7.2617234809484135 + - type: nauc_mrr_at_3_diff1 + value: 11.230701177630559 + - type: nauc_mrr_at_3_max + value: 29.122126861558968 + - type: nauc_mrr_at_3_std + value: -9.026936451805618 + - type: nauc_mrr_at_5_diff1 + value: 10.722689392365698 + - type: nauc_mrr_at_5_max + value: 27.993297554036012 + - type: nauc_mrr_at_5_std + value: -9.203791949467071 + - type: nauc_ndcg_at_1000_diff1 + value: 11.60863424444098 + - type: nauc_ndcg_at_1000_max + value: 24.57800369950003 + - type: nauc_ndcg_at_1000_std + value: -3.153398878672258 + - type: nauc_ndcg_at_100_diff1 + value: 12.469794088622505 + - type: nauc_ndcg_at_100_max + value: 25.001650897821804 + - type: nauc_ndcg_at_100_std + value: -3.0373993012052956 + - type: nauc_ndcg_at_10_diff1 + value: 11.20161781483793 + - type: nauc_ndcg_at_10_max + value: 26.63677144307719 + - type: nauc_ndcg_at_10_std + value: -8.484641569381287 + - type: nauc_ndcg_at_1_diff1 + value: 20.886203498846683 + - type: nauc_ndcg_at_1_max + value: 33.254317694509375 + - type: nauc_ndcg_at_1_std + value: -10.117522555828865 + - type: nauc_ndcg_at_20_diff1 + value: 12.525480705639607 + - type: nauc_ndcg_at_20_max + value: 25.305210925916516 + - type: nauc_ndcg_at_20_std + value: -5.310390743566156 + - type: nauc_ndcg_at_3_diff1 + value: 9.410259553800584 + - type: nauc_ndcg_at_3_max + value: 29.021903193094463 + - type: nauc_ndcg_at_3_std + value: -10.710588632351651 + - type: nauc_ndcg_at_5_diff1 + value: 8.542378256013144 + - type: nauc_ndcg_at_5_max + value: 27.76839928117293 + - type: nauc_ndcg_at_5_std + value: -10.86086606320655 + - type: nauc_precision_at_1000_diff1 + value: 6.970182551195389 + - type: nauc_precision_at_1000_max + value: 0.5412999294836751 + - type: nauc_precision_at_1000_std + value: 7.012494393070737 + - type: nauc_precision_at_100_diff1 + value: 14.185556880215492 + - type: nauc_precision_at_100_max + value: 13.099017338602453 + - type: nauc_precision_at_100_std + value: 8.819688120163907 + - type: nauc_precision_at_10_diff1 + value: 10.272854713458313 + - type: nauc_precision_at_10_max + value: 17.757675634794186 + - type: nauc_precision_at_10_std + value: -3.1133486120801988 + - type: nauc_precision_at_1_diff1 + value: 20.886203498846683 + - type: nauc_precision_at_1_max + value: 33.254317694509375 + - type: nauc_precision_at_1_std + value: -10.117522555828865 + - type: nauc_precision_at_20_diff1 + value: 14.088873804920043 + - type: nauc_precision_at_20_max + value: 14.90331907367224 + - type: nauc_precision_at_20_std + value: 4.034708541338394 + - type: nauc_precision_at_3_diff1 + value: 3.2713456006968484 + - type: nauc_precision_at_3_max + value: 22.242467561792488 + - type: nauc_precision_at_3_std + value: -7.484175123651296 + - type: nauc_precision_at_5_diff1 + value: 3.3283399856227054 + - type: nauc_precision_at_5_max + value: 19.173330923166482 + - type: nauc_precision_at_5_std + value: -6.826663840827791 + - type: nauc_recall_at_1000_diff1 + value: 8.668188603519953 + - type: nauc_recall_at_1000_max + value: 17.270973316398546 + - type: nauc_recall_at_1000_std + value: 8.465785248503957 + - type: nauc_recall_at_100_diff1 + value: 12.084384969430875 + - type: nauc_recall_at_100_max + value: 18.874679350876704 + - type: nauc_recall_at_100_std + value: 8.095326820740619 + - type: nauc_recall_at_10_diff1 + value: 9.382418742690367 + - type: nauc_recall_at_10_max + value: 21.96752741022579 + - type: nauc_recall_at_10_std + value: -4.745351078438475 + - type: nauc_recall_at_1_diff1 + value: 21.979091153692785 + - type: nauc_recall_at_1_max + value: 35.67921476025159 + - type: nauc_recall_at_1_std + value: -14.076714572064722 + - type: nauc_recall_at_20_diff1 + value: 12.502935936269866 + - type: nauc_recall_at_20_max + value: 18.929026175207063 + - type: nauc_recall_at_20_std + value: 2.5944671259870504 + - type: nauc_recall_at_3_diff1 + value: 4.4289380840974735 + - type: nauc_recall_at_3_max + value: 26.258771203699638 + - type: nauc_recall_at_3_std + value: -10.675231031449831 + - type: nauc_recall_at_5_diff1 + value: 3.359403384626283 + - type: nauc_recall_at_5_max + value: 23.44431771658149 + - type: nauc_recall_at_5_std + value: -9.89846436941446 + - type: ndcg_at_1 + value: 7.024 + - type: ndcg_at_10 + value: 11.373999999999999 + - type: ndcg_at_100 + value: 14.689 + - type: ndcg_at_1000 + value: 17.955 + - type: ndcg_at_20 + value: 12.587000000000002 + - type: ndcg_at_3 + value: 9.4 + - type: ndcg_at_5 + value: 10.288 + - type: precision_at_1 + value: 7.024 + - type: precision_at_10 + value: 1.959 + - type: precision_at_100 + value: 0.386 + - type: precision_at_1000 + value: 0.07200000000000001 + - type: precision_at_20 + value: 1.248 + - type: precision_at_3 + value: 4.313000000000001 + - type: precision_at_5 + value: 3.1419999999999995 + - type: recall_at_1 + value: 6.414000000000001 + - type: recall_at_10 + value: 16.663 + - type: recall_at_100 + value: 32.627 + - type: recall_at_1000 + value: 57.965 + - type: recall_at_20 + value: 21.254 + - type: recall_at_3 + value: 11.05 + - type: recall_at_5 + value: 13.306000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 16.171 + - type: map_at_1 + value: 6.49 + - type: map_at_10 + value: 10.86 + - type: map_at_100 + value: 12.029 + - type: map_at_1000 + value: 12.203 + - type: map_at_20 + value: 11.436 + - type: map_at_3 + value: 9.043 + - type: map_at_5 + value: 9.8 + - type: mrr_at_1 + value: 14.462540716612377 + - type: mrr_at_10 + value: 22.29667545628457 + - type: mrr_at_100 + value: 23.37683906670798 + - type: mrr_at_1000 + value: 23.444939100216125 + - type: mrr_at_20 + value: 22.96344510401194 + - type: mrr_at_3 + value: 19.543973941368094 + - type: mrr_at_5 + value: 20.856677524429962 + - type: nauc_map_at_1000_diff1 + value: 25.452522122995575 + - type: nauc_map_at_1000_max + value: 12.219315907930918 + - type: nauc_map_at_1000_std + value: 16.320282612741305 + - type: nauc_map_at_100_diff1 + value: 25.507996305601317 + - type: nauc_map_at_100_max + value: 12.06761857799284 + - type: nauc_map_at_100_std + value: 16.021924617361154 + - type: nauc_map_at_10_diff1 + value: 25.57683857235436 + - type: nauc_map_at_10_max + value: 11.583315696972235 + - type: nauc_map_at_10_std + value: 13.393037535035432 + - type: nauc_map_at_1_diff1 + value: 33.53502479094588 + - type: nauc_map_at_1_max + value: 13.878001277352162 + - type: nauc_map_at_1_std + value: 5.938822039290204 + - type: nauc_map_at_20_diff1 + value: 25.55600131663723 + - type: nauc_map_at_20_max + value: 11.767498368847294 + - type: nauc_map_at_20_std + value: 14.874735745830284 + - type: nauc_map_at_3_diff1 + value: 28.16358100998465 + - type: nauc_map_at_3_max + value: 11.009921978477848 + - type: nauc_map_at_3_std + value: 9.652386014234253 + - type: nauc_map_at_5_diff1 + value: 26.439156523376795 + - type: nauc_map_at_5_max + value: 11.895365754476197 + - type: nauc_map_at_5_std + value: 11.092649215492974 + - type: nauc_mrr_at_1000_diff1 + value: 21.97546949903572 + - type: nauc_mrr_at_1000_max + value: 14.261163831146325 + - type: nauc_mrr_at_1000_std + value: 19.72512565669776 + - type: nauc_mrr_at_100_diff1 + value: 21.96565333521718 + - type: nauc_mrr_at_100_max + value: 14.25918411052649 + - type: nauc_mrr_at_100_std + value: 19.72641795619631 + - type: nauc_mrr_at_10_diff1 + value: 21.761361506131664 + - type: nauc_mrr_at_10_max + value: 13.870635547681125 + - type: nauc_mrr_at_10_std + value: 18.899030921740913 + - type: nauc_mrr_at_1_diff1 + value: 28.225624779989793 + - type: nauc_mrr_at_1_max + value: 15.731268371038876 + - type: nauc_mrr_at_1_std + value: 11.817097465195838 + - type: nauc_mrr_at_20_diff1 + value: 21.932653013488263 + - type: nauc_mrr_at_20_max + value: 14.267696655537113 + - type: nauc_mrr_at_20_std + value: 19.57763771339346 + - type: nauc_mrr_at_3_diff1 + value: 22.972742704805594 + - type: nauc_mrr_at_3_max + value: 13.606825043059484 + - type: nauc_mrr_at_3_std + value: 16.66396056842737 + - type: nauc_mrr_at_5_diff1 + value: 21.53161336998259 + - type: nauc_mrr_at_5_max + value: 13.78805281788865 + - type: nauc_mrr_at_5_std + value: 17.48258179886329 + - type: nauc_ndcg_at_1000_diff1 + value: 21.510438201814555 + - type: nauc_ndcg_at_1000_max + value: 15.294388509269332 + - type: nauc_ndcg_at_1000_std + value: 29.78286871086174 + - type: nauc_ndcg_at_100_diff1 + value: 21.909993929792968 + - type: nauc_ndcg_at_100_max + value: 13.806153792247411 + - type: nauc_ndcg_at_100_std + value: 26.31514822578377 + - type: nauc_ndcg_at_10_diff1 + value: 21.814688827039973 + - type: nauc_ndcg_at_10_max + value: 11.74040640724938 + - type: nauc_ndcg_at_10_std + value: 18.95001631559189 + - type: nauc_ndcg_at_1_diff1 + value: 28.225624779989793 + - type: nauc_ndcg_at_1_max + value: 15.731268371038876 + - type: nauc_ndcg_at_1_std + value: 11.817097465195838 + - type: nauc_ndcg_at_20_diff1 + value: 22.110803283934597 + - type: nauc_ndcg_at_20_max + value: 12.533091773854643 + - type: nauc_ndcg_at_20_std + value: 22.334144596461595 + - type: nauc_ndcg_at_3_diff1 + value: 24.58550620567529 + - type: nauc_ndcg_at_3_max + value: 11.495133989089155 + - type: nauc_ndcg_at_3_std + value: 14.019950240046125 + - type: nauc_ndcg_at_5_diff1 + value: 22.63932744589355 + - type: nauc_ndcg_at_5_max + value: 12.210494829061583 + - type: nauc_ndcg_at_5_std + value: 14.986538103879571 + - type: nauc_precision_at_1000_diff1 + value: 3.0659507288198222 + - type: nauc_precision_at_1000_max + value: 17.651636411603363 + - type: nauc_precision_at_1000_std + value: 46.687885011722905 + - type: nauc_precision_at_100_diff1 + value: 9.322266673560664 + - type: nauc_precision_at_100_max + value: 16.453949056266676 + - type: nauc_precision_at_100_std + value: 41.48389095040357 + - type: nauc_precision_at_10_diff1 + value: 11.448954567469192 + - type: nauc_precision_at_10_max + value: 12.803293999157306 + - type: nauc_precision_at_10_std + value: 30.666747386505875 + - type: nauc_precision_at_1_diff1 + value: 28.225624779989793 + - type: nauc_precision_at_1_max + value: 15.731268371038876 + - type: nauc_precision_at_1_std + value: 11.817097465195838 + - type: nauc_precision_at_20_diff1 + value: 12.581503085208197 + - type: nauc_precision_at_20_max + value: 14.622144016052083 + - type: nauc_precision_at_20_std + value: 36.42962789257147 + - type: nauc_precision_at_3_diff1 + value: 18.22988167028705 + - type: nauc_precision_at_3_max + value: 10.434936075066396 + - type: nauc_precision_at_3_std + value: 20.955643678318854 + - type: nauc_precision_at_5_diff1 + value: 13.956844187820867 + - type: nauc_precision_at_5_max + value: 12.934736514145872 + - type: nauc_precision_at_5_std + value: 24.089671716662217 + - type: nauc_recall_at_1000_diff1 + value: 12.176293176713001 + - type: nauc_recall_at_1000_max + value: 16.64676058872791 + - type: nauc_recall_at_1000_std + value: 48.3590425892625 + - type: nauc_recall_at_100_diff1 + value: 14.099039177766926 + - type: nauc_recall_at_100_max + value: 11.566617068317054 + - type: nauc_recall_at_100_std + value: 35.558422008286676 + - type: nauc_recall_at_10_diff1 + value: 16.256605283273597 + - type: nauc_recall_at_10_max + value: 8.008716206119368 + - type: nauc_recall_at_10_std + value: 22.100120995196388 + - type: nauc_recall_at_1_diff1 + value: 33.53502479094588 + - type: nauc_recall_at_1_max + value: 13.878001277352162 + - type: nauc_recall_at_1_std + value: 5.938822039290204 + - type: nauc_recall_at_20_diff1 + value: 16.06215529359703 + - type: nauc_recall_at_20_max + value: 9.19166885836403 + - type: nauc_recall_at_20_std + value: 28.421149511620403 + - type: nauc_recall_at_3_diff1 + value: 23.305628146033623 + - type: nauc_recall_at_3_max + value: 8.33622109524315 + - type: nauc_recall_at_3_std + value: 13.031246726102937 + - type: nauc_recall_at_5_diff1 + value: 18.43232483383881 + - type: nauc_recall_at_5_max + value: 10.155413231665907 + - type: nauc_recall_at_5_std + value: 15.628732838871349 + - type: ndcg_at_1 + value: 14.463000000000001 + - type: ndcg_at_10 + value: 16.171 + - type: ndcg_at_100 + value: 21.862000000000002 + - type: ndcg_at_1000 + value: 25.579 + - type: ndcg_at_20 + value: 18.208 + - type: ndcg_at_3 + value: 12.65 + - type: ndcg_at_5 + value: 13.600999999999999 + - type: precision_at_1 + value: 14.463000000000001 + - type: precision_at_10 + value: 5.27 + - type: precision_at_100 + value: 1.13 + - type: precision_at_1000 + value: 0.181 + - type: precision_at_20 + value: 3.472 + - type: precision_at_3 + value: 9.511 + - type: precision_at_5 + value: 7.257 + - type: recall_at_1 + value: 6.49 + - type: recall_at_10 + value: 20.145 + - type: recall_at_100 + value: 40.491 + - type: recall_at_1000 + value: 61.954 + - type: recall_at_20 + value: 26.116 + - type: recall_at_3 + value: 11.671 + - type: recall_at_5 + value: 14.350999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 23.314 + - type: map_at_1 + value: 4.1930000000000005 + - type: map_at_10 + value: 9.451 + - type: map_at_100 + value: 13.345 + - type: map_at_1000 + value: 14.295 + - type: map_at_20 + value: 10.95 + - type: map_at_3 + value: 6.719 + - type: map_at_5 + value: 7.943 + - type: mrr_at_1 + value: 41.25 + - type: mrr_at_10 + value: 52.50029761904762 + - type: mrr_at_100 + value: 53.04127177817847 + - type: mrr_at_1000 + value: 53.06001345137005 + - type: mrr_at_20 + value: 52.82097353648243 + - type: mrr_at_3 + value: 49.79166666666667 + - type: mrr_at_5 + value: 51.141666666666666 + - type: nauc_map_at_1000_diff1 + value: 29.246888751401183 + - type: nauc_map_at_1000_max + value: 20.992593589579332 + - type: nauc_map_at_1000_std + value: 27.048244101785983 + - type: nauc_map_at_100_diff1 + value: 29.396558524731773 + - type: nauc_map_at_100_max + value: 18.684709362814893 + - type: nauc_map_at_100_std + value: 24.42843328970449 + - type: nauc_map_at_10_diff1 + value: 36.612473802810264 + - type: nauc_map_at_10_max + value: 5.370000439081981 + - type: nauc_map_at_10_std + value: 10.225231933933902 + - type: nauc_map_at_1_diff1 + value: 47.0850596735353 + - type: nauc_map_at_1_max + value: -5.002455326326334 + - type: nauc_map_at_1_std + value: -2.5065181052556857 + - type: nauc_map_at_20_diff1 + value: 32.814505431185125 + - type: nauc_map_at_20_max + value: 10.970159569703512 + - type: nauc_map_at_20_std + value: 15.568239172475318 + - type: nauc_map_at_3_diff1 + value: 40.75862158186446 + - type: nauc_map_at_3_max + value: -0.4213270731304502 + - type: nauc_map_at_3_std + value: 1.3560087800504952 + - type: nauc_map_at_5_diff1 + value: 39.866935212237244 + - type: nauc_map_at_5_max + value: 1.4074079573507723 + - type: nauc_map_at_5_std + value: 4.733909226917712 + - type: nauc_mrr_at_1000_diff1 + value: 36.30061840549585 + - type: nauc_mrr_at_1000_max + value: 31.937578467317252 + - type: nauc_mrr_at_1000_std + value: 19.888993080628868 + - type: nauc_mrr_at_100_diff1 + value: 36.316041541899715 + - type: nauc_mrr_at_100_max + value: 31.93973398065863 + - type: nauc_mrr_at_100_std + value: 19.882545554953712 + - type: nauc_mrr_at_10_diff1 + value: 36.39340702961567 + - type: nauc_mrr_at_10_max + value: 31.939905747726755 + - type: nauc_mrr_at_10_std + value: 19.790744191534902 + - type: nauc_mrr_at_1_diff1 + value: 39.41242061375868 + - type: nauc_mrr_at_1_max + value: 33.06184450800732 + - type: nauc_mrr_at_1_std + value: 20.58564018034613 + - type: nauc_mrr_at_20_diff1 + value: 36.274937013283136 + - type: nauc_mrr_at_20_max + value: 31.92296521916047 + - type: nauc_mrr_at_20_std + value: 19.707437973673255 + - type: nauc_mrr_at_3_diff1 + value: 35.12784809764666 + - type: nauc_mrr_at_3_max + value: 31.44276928443377 + - type: nauc_mrr_at_3_std + value: 20.001429588478665 + - type: nauc_mrr_at_5_diff1 + value: 36.06783433185437 + - type: nauc_mrr_at_5_max + value: 31.301028441740108 + - type: nauc_mrr_at_5_std + value: 19.911112472798585 + - type: nauc_ndcg_at_1000_diff1 + value: 30.145005420806648 + - type: nauc_ndcg_at_1000_max + value: 28.835794569879603 + - type: nauc_ndcg_at_1000_std + value: 40.94262912650509 + - type: nauc_ndcg_at_100_diff1 + value: 31.004392045759786 + - type: nauc_ndcg_at_100_max + value: 22.609883734098876 + - type: nauc_ndcg_at_100_std + value: 32.45496883796963 + - type: nauc_ndcg_at_10_diff1 + value: 33.95200380763225 + - type: nauc_ndcg_at_10_max + value: 22.166120818189874 + - type: nauc_ndcg_at_10_std + value: 24.31143387763355 + - type: nauc_ndcg_at_1_diff1 + value: 37.09936078848664 + - type: nauc_ndcg_at_1_max + value: 23.177643445251952 + - type: nauc_ndcg_at_1_std + value: 15.644267850000382 + - type: nauc_ndcg_at_20_diff1 + value: 32.94916178385309 + - type: nauc_ndcg_at_20_max + value: 20.493565131056947 + - type: nauc_ndcg_at_20_std + value: 24.71465577127248 + - type: nauc_ndcg_at_3_diff1 + value: 31.83589559130389 + - type: nauc_ndcg_at_3_max + value: 25.624482222498973 + - type: nauc_ndcg_at_3_std + value: 22.398699425588234 + - type: nauc_ndcg_at_5_diff1 + value: 34.467382509530104 + - type: nauc_ndcg_at_5_max + value: 23.918417030607156 + - type: nauc_ndcg_at_5_std + value: 22.52442509626043 + - type: nauc_precision_at_1000_diff1 + value: 0.36979033722690385 + - type: nauc_precision_at_1000_max + value: 31.789852778368232 + - type: nauc_precision_at_1000_std + value: 19.034827076241115 + - type: nauc_precision_at_100_diff1 + value: 3.8616359733836267 + - type: nauc_precision_at_100_max + value: 42.24487879027765 + - type: nauc_precision_at_100_std + value: 36.10418503006711 + - type: nauc_precision_at_10_diff1 + value: 11.897092853884175 + - type: nauc_precision_at_10_max + value: 37.25079837960547 + - type: nauc_precision_at_10_std + value: 33.538882873177194 + - type: nauc_precision_at_1_diff1 + value: 39.41242061375868 + - type: nauc_precision_at_1_max + value: 33.06184450800732 + - type: nauc_precision_at_1_std + value: 20.58564018034613 + - type: nauc_precision_at_20_diff1 + value: 8.324631452363194 + - type: nauc_precision_at_20_max + value: 40.095554658189535 + - type: nauc_precision_at_20_std + value: 35.32627161609494 + - type: nauc_precision_at_3_diff1 + value: 21.480845765105535 + - type: nauc_precision_at_3_max + value: 34.404510137957296 + - type: nauc_precision_at_3_std + value: 25.88702664185785 + - type: nauc_precision_at_5_diff1 + value: 20.854535571676504 + - type: nauc_precision_at_5_max + value: 36.5652373884139 + - type: nauc_precision_at_5_std + value: 29.91773461835973 + - type: nauc_recall_at_1000_diff1 + value: 17.160938178557515 + - type: nauc_recall_at_1000_max + value: 18.745040668172734 + - type: nauc_recall_at_1000_std + value: 47.77808860970952 + - type: nauc_recall_at_100_diff1 + value: 19.663135115365638 + - type: nauc_recall_at_100_max + value: 11.5792555702293 + - type: nauc_recall_at_100_std + value: 29.34316489509291 + - type: nauc_recall_at_10_diff1 + value: 26.460992406759853 + - type: nauc_recall_at_10_max + value: -4.0242727391107 + - type: nauc_recall_at_10_std + value: 6.854471190594813 + - type: nauc_recall_at_1_diff1 + value: 47.0850596735353 + - type: nauc_recall_at_1_max + value: -5.002455326326334 + - type: nauc_recall_at_1_std + value: -2.5065181052556857 + - type: nauc_recall_at_20_diff1 + value: 20.815109658844243 + - type: nauc_recall_at_20_max + value: 2.97987494189501 + - type: nauc_recall_at_20_std + value: 13.735624155054865 + - type: nauc_recall_at_3_diff1 + value: 34.69852227923236 + - type: nauc_recall_at_3_max + value: -4.575310462476451 + - type: nauc_recall_at_3_std + value: -2.0162790496939738 + - type: nauc_recall_at_5_diff1 + value: 30.573111849961087 + - type: nauc_recall_at_5_max + value: -6.852781921434314 + - type: nauc_recall_at_5_std + value: -0.12386515905111516 + - type: ndcg_at_1 + value: 29.25 + - type: ndcg_at_10 + value: 23.314 + - type: ndcg_at_100 + value: 27.039 + - type: ndcg_at_1000 + value: 33.547 + - type: ndcg_at_20 + value: 22.908 + - type: ndcg_at_3 + value: 26.067 + - type: ndcg_at_5 + value: 24.41 + - type: precision_at_1 + value: 41.25 + - type: precision_at_10 + value: 20.8 + - type: precision_at_100 + value: 6.7250000000000005 + - type: precision_at_1000 + value: 1.345 + - type: precision_at_20 + value: 15.437000000000001 + - type: precision_at_3 + value: 32.917 + - type: precision_at_5 + value: 26.8 + - type: recall_at_1 + value: 4.1930000000000005 + - type: recall_at_10 + value: 14.66 + - type: recall_at_100 + value: 34.512 + - type: recall_at_1000 + value: 56.525999999999996 + - type: recall_at_20 + value: 19.41 + - type: recall_at_3 + value: 7.993 + - type: recall_at_5 + value: 10.836 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 40.955000000000005 + - type: f1 + value: 37.3982202431314 + - type: f1_weighted + value: 42.96026705692032 + - type: main_score + value: 40.955000000000005 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 27.395999999999997 + - type: map_at_1 + value: 14.455000000000002 + - type: map_at_10 + value: 22.406000000000002 + - type: map_at_100 + value: 23.513 + - type: map_at_1000 + value: 23.592 + - type: map_at_20 + value: 23.049 + - type: map_at_3 + value: 19.664 + - type: map_at_5 + value: 21.15 + - type: mrr_at_1 + value: 15.391539153915392 + - type: mrr_at_10 + value: 23.74293381719119 + - type: mrr_at_100 + value: 24.851964008010718 + - type: mrr_at_1000 + value: 24.92195076388346 + - type: mrr_at_20 + value: 24.40141458580929 + - type: mrr_at_3 + value: 20.854585458545802 + - type: mrr_at_5 + value: 22.427492749274947 + - type: nauc_map_at_1000_diff1 + value: 20.2790469606637 + - type: nauc_map_at_1000_max + value: 0.8826386989029893 + - type: nauc_map_at_1000_std + value: -17.05582143283508 + - type: nauc_map_at_100_diff1 + value: 20.264642559395448 + - type: nauc_map_at_100_max + value: 0.8772383427105086 + - type: nauc_map_at_100_std + value: -17.08005716127888 + - type: nauc_map_at_10_diff1 + value: 20.42750070187778 + - type: nauc_map_at_10_max + value: 0.4502295866975133 + - type: nauc_map_at_10_std + value: -17.695115627220385 + - type: nauc_map_at_1_diff1 + value: 25.402387231266548 + - type: nauc_map_at_1_max + value: 1.6424815864829863 + - type: nauc_map_at_1_std + value: -18.49910519910091 + - type: nauc_map_at_20_diff1 + value: 20.26688144985526 + - type: nauc_map_at_20_max + value: 0.7087392636384585 + - type: nauc_map_at_20_std + value: -17.375993165109765 + - type: nauc_map_at_3_diff1 + value: 20.765888356127807 + - type: nauc_map_at_3_max + value: -0.07059496556722329 + - type: nauc_map_at_3_std + value: -18.419231946592017 + - type: nauc_map_at_5_diff1 + value: 20.905440664217693 + - type: nauc_map_at_5_max + value: 0.3584165899677387 + - type: nauc_map_at_5_std + value: -17.960238537840485 + - type: nauc_mrr_at_1000_diff1 + value: 19.949709649869035 + - type: nauc_mrr_at_1000_max + value: 1.0702665531867555 + - type: nauc_mrr_at_1000_std + value: -17.180355615691344 + - type: nauc_mrr_at_100_diff1 + value: 19.93346406381515 + - type: nauc_mrr_at_100_max + value: 1.0727094729339137 + - type: nauc_mrr_at_100_std + value: -17.19274247521704 + - type: nauc_mrr_at_10_diff1 + value: 20.024945509689047 + - type: nauc_mrr_at_10_max + value: 0.6906042096382804 + - type: nauc_mrr_at_10_std + value: -17.74983173883923 + - type: nauc_mrr_at_1_diff1 + value: 24.940895245977828 + - type: nauc_mrr_at_1_max + value: 1.5525079921719245 + - type: nauc_mrr_at_1_std + value: -18.925250181715437 + - type: nauc_mrr_at_20_diff1 + value: 19.90257349289708 + - type: nauc_mrr_at_20_max + value: 0.925879628869193 + - type: nauc_mrr_at_20_std + value: -17.44500121630808 + - type: nauc_mrr_at_3_diff1 + value: 20.26325171483128 + - type: nauc_mrr_at_3_max + value: 0.018857144836432145 + - type: nauc_mrr_at_3_std + value: -18.432656313618555 + - type: nauc_mrr_at_5_diff1 + value: 20.445492658201456 + - type: nauc_mrr_at_5_max + value: 0.5462571868453703 + - type: nauc_mrr_at_5_std + value: -17.973089271207673 + - type: nauc_ndcg_at_1000_diff1 + value: 18.71462836235728 + - type: nauc_ndcg_at_1000_max + value: 2.289345161963916 + - type: nauc_ndcg_at_1000_std + value: -13.38521466871558 + - type: nauc_ndcg_at_100_diff1 + value: 18.472939661147674 + - type: nauc_ndcg_at_100_max + value: 2.3580056588353764 + - type: nauc_ndcg_at_100_std + value: -13.916898857530924 + - type: nauc_ndcg_at_10_diff1 + value: 18.90039313740843 + - type: nauc_ndcg_at_10_max + value: 0.5795427442774991 + - type: nauc_ndcg_at_10_std + value: -16.988099731346406 + - type: nauc_ndcg_at_1_diff1 + value: 24.940895245977828 + - type: nauc_ndcg_at_1_max + value: 1.5525079921719245 + - type: nauc_ndcg_at_1_std + value: -18.925250181715437 + - type: nauc_ndcg_at_20_diff1 + value: 18.423913612064656 + - type: nauc_ndcg_at_20_max + value: 1.4014988518484526 + - type: nauc_ndcg_at_20_std + value: -15.904079487263198 + - type: nauc_ndcg_at_3_diff1 + value: 19.52338368556581 + - type: nauc_ndcg_at_3_max + value: -0.4303556520640412 + - type: nauc_ndcg_at_3_std + value: -18.355382024512902 + - type: nauc_ndcg_at_5_diff1 + value: 19.902542455553938 + - type: nauc_ndcg_at_5_max + value: 0.36819962108400217 + - type: nauc_ndcg_at_5_std + value: -17.534941004258688 + - type: nauc_precision_at_1000_diff1 + value: 3.426985078198139 + - type: nauc_precision_at_1000_max + value: 12.054081264569234 + - type: nauc_precision_at_1000_std + value: 16.607672572475924 + - type: nauc_precision_at_100_diff1 + value: 10.247998444310676 + - type: nauc_precision_at_100_max + value: 10.546078762132966 + - type: nauc_precision_at_100_std + value: 2.841310743504355 + - type: nauc_precision_at_10_diff1 + value: 15.008646835319983 + - type: nauc_precision_at_10_max + value: 1.7859018920625784 + - type: nauc_precision_at_10_std + value: -15.012353469423603 + - type: nauc_precision_at_1_diff1 + value: 24.940895245977828 + - type: nauc_precision_at_1_max + value: 1.5525079921719245 + - type: nauc_precision_at_1_std + value: -18.925250181715437 + - type: nauc_precision_at_20_diff1 + value: 12.913065542433785 + - type: nauc_precision_at_20_max + value: 4.79535972667671 + - type: nauc_precision_at_20_std + value: -10.959665280880227 + - type: nauc_precision_at_3_diff1 + value: 16.554046135988255 + - type: nauc_precision_at_3_max + value: -1.016842829460215 + - type: nauc_precision_at_3_std + value: -18.30131063437463 + - type: nauc_precision_at_5_diff1 + value: 17.57056354388634 + - type: nauc_precision_at_5_max + value: 0.9206722905039284 + - type: nauc_precision_at_5_std + value: -16.555200700131984 + - type: nauc_recall_at_1000_diff1 + value: 9.780796880192254 + - type: nauc_recall_at_1000_max + value: 10.84645095035794 + - type: nauc_recall_at_1000_std + value: 19.834658134619517 + - type: nauc_recall_at_100_diff1 + value: 11.918081129843214 + - type: nauc_recall_at_100_max + value: 8.243549025564546 + - type: nauc_recall_at_100_std + value: 1.2262445969338627 + - type: nauc_recall_at_10_diff1 + value: 14.974454983131913 + - type: nauc_recall_at_10_max + value: 0.5959180392097884 + - type: nauc_recall_at_10_std + value: -14.540087182122505 + - type: nauc_recall_at_1_diff1 + value: 25.402387231266548 + - type: nauc_recall_at_1_max + value: 1.6424815864829863 + - type: nauc_recall_at_1_std + value: -18.49910519910091 + - type: nauc_recall_at_20_diff1 + value: 13.228115653538545 + - type: nauc_recall_at_20_max + value: 3.1832213036031716 + - type: nauc_recall_at_20_std + value: -10.777691355829218 + - type: nauc_recall_at_3_diff1 + value: 16.842366692783443 + - type: nauc_recall_at_3_max + value: -1.2399637926309348 + - type: nauc_recall_at_3_std + value: -18.035740863838644 + - type: nauc_recall_at_5_diff1 + value: 17.647020591600743 + - type: nauc_recall_at_5_max + value: 0.2358327920644874 + - type: nauc_recall_at_5_std + value: -16.09390361188663 + - type: ndcg_at_1 + value: 15.392 + - type: ndcg_at_10 + value: 27.395999999999997 + - type: ndcg_at_100 + value: 33.0 + - type: ndcg_at_1000 + value: 35.163 + - type: ndcg_at_20 + value: 29.720000000000002 + - type: ndcg_at_3 + value: 21.666 + - type: ndcg_at_5 + value: 24.352999999999998 + - type: precision_at_1 + value: 15.392 + - type: precision_at_10 + value: 4.539 + - type: precision_at_100 + value: 0.752 + - type: precision_at_1000 + value: 0.096 + - type: precision_at_20 + value: 2.7720000000000002 + - type: precision_at_3 + value: 9.415999999999999 + - type: precision_at_5 + value: 7.051 + - type: recall_at_1 + value: 14.455000000000002 + - type: recall_at_10 + value: 41.898 + - type: recall_at_100 + value: 67.97 + - type: recall_at_1000 + value: 84.625 + - type: recall_at_20 + value: 50.829 + - type: recall_at_3 + value: 26.262999999999998 + - type: recall_at_5 + value: 32.708 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 11.824 + - type: map_at_1 + value: 5.218 + - type: map_at_10 + value: 8.517 + - type: map_at_100 + value: 9.504 + - type: map_at_1000 + value: 9.689 + - type: map_at_20 + value: 9.031 + - type: map_at_3 + value: 7.319000000000001 + - type: map_at_5 + value: 8.04 + - type: mrr_at_1 + value: 10.339506172839506 + - type: mrr_at_10 + value: 15.349059376837152 + - type: mrr_at_100 + value: 16.371061402440464 + - type: mrr_at_1000 + value: 16.477656097290016 + - type: mrr_at_20 + value: 15.873015674142271 + - type: mrr_at_3 + value: 13.708847736625513 + - type: mrr_at_5 + value: 14.627057613168724 + - type: nauc_map_at_1000_diff1 + value: 27.174948207247112 + - type: nauc_map_at_1000_max + value: -4.311649899079759 + - type: nauc_map_at_1000_std + value: -0.38160090900318006 + - type: nauc_map_at_100_diff1 + value: 27.20326811103734 + - type: nauc_map_at_100_max + value: -4.543211866111751 + - type: nauc_map_at_100_std + value: -0.470958286287458 + - type: nauc_map_at_10_diff1 + value: 26.80055164419936 + - type: nauc_map_at_10_max + value: -4.700092406624881 + - type: nauc_map_at_10_std + value: -1.6579549226632215 + - type: nauc_map_at_1_diff1 + value: 36.99801644748919 + - type: nauc_map_at_1_max + value: -4.735306328466845 + - type: nauc_map_at_1_std + value: -1.5185777718681428 + - type: nauc_map_at_20_diff1 + value: 27.191899496821808 + - type: nauc_map_at_20_max + value: -4.789787607757763 + - type: nauc_map_at_20_std + value: -0.37380992660144197 + - type: nauc_map_at_3_diff1 + value: 29.824570230088295 + - type: nauc_map_at_3_max + value: -4.7671276715969 + - type: nauc_map_at_3_std + value: -2.0071047077213735 + - type: nauc_map_at_5_diff1 + value: 27.113522744317482 + - type: nauc_map_at_5_max + value: -5.899491935203268 + - type: nauc_map_at_5_std + value: -1.6940652864715724 + - type: nauc_mrr_at_1000_diff1 + value: 25.11585795715029 + - type: nauc_mrr_at_1000_max + value: 1.263060510525359 + - type: nauc_mrr_at_1000_std + value: -5.651601210106509 + - type: nauc_mrr_at_100_diff1 + value: 25.09849428067031 + - type: nauc_mrr_at_100_max + value: 1.241067672315683 + - type: nauc_mrr_at_100_std + value: -5.651970573797591 + - type: nauc_mrr_at_10_diff1 + value: 25.09970797279417 + - type: nauc_mrr_at_10_max + value: 1.1160065013935783 + - type: nauc_mrr_at_10_std + value: -5.883816075117658 + - type: nauc_mrr_at_1_diff1 + value: 35.87989567542961 + - type: nauc_mrr_at_1_max + value: -1.708274202076274 + - type: nauc_mrr_at_1_std + value: -5.429683562346062 + - type: nauc_mrr_at_20_diff1 + value: 25.161658193108927 + - type: nauc_mrr_at_20_max + value: 0.8942408750943778 + - type: nauc_mrr_at_20_std + value: -5.463735477362075 + - type: nauc_mrr_at_3_diff1 + value: 27.16757629929729 + - type: nauc_mrr_at_3_max + value: 1.1880945252092139 + - type: nauc_mrr_at_3_std + value: -5.877922676220352 + - type: nauc_mrr_at_5_diff1 + value: 25.12071281597739 + - type: nauc_mrr_at_5_max + value: 0.2569960461323651 + - type: nauc_mrr_at_5_std + value: -6.005515013860767 + - type: nauc_ndcg_at_1000_diff1 + value: 23.978466543769482 + - type: nauc_ndcg_at_1000_max + value: 2.805359295752355 + - type: nauc_ndcg_at_1000_std + value: 1.0616890270012553 + - type: nauc_ndcg_at_100_diff1 + value: 23.99617912744036 + - type: nauc_ndcg_at_100_max + value: -0.7181236112221313 + - type: nauc_ndcg_at_100_std + value: -0.31486558248308577 + - type: nauc_ndcg_at_10_diff1 + value: 23.157725666617054 + - type: nauc_ndcg_at_10_max + value: -2.253117805034787 + - type: nauc_ndcg_at_10_std + value: -2.5314388467670876 + - type: nauc_ndcg_at_1_diff1 + value: 35.87989567542961 + - type: nauc_ndcg_at_1_max + value: -1.708274202076274 + - type: nauc_ndcg_at_1_std + value: -5.429683562346062 + - type: nauc_ndcg_at_20_diff1 + value: 23.94491858984704 + - type: nauc_ndcg_at_20_max + value: -2.9102672551128395 + - type: nauc_ndcg_at_20_std + value: 0.47314952026471774 + - type: nauc_ndcg_at_3_diff1 + value: 26.861761378919986 + - type: nauc_ndcg_at_3_max + value: -1.4394121081704851 + - type: nauc_ndcg_at_3_std + value: -4.314220567441007 + - type: nauc_ndcg_at_5_diff1 + value: 23.37960242039838 + - type: nauc_ndcg_at_5_max + value: -4.179520743567826 + - type: nauc_ndcg_at_5_std + value: -3.3461517847684927 + - type: nauc_precision_at_1000_diff1 + value: 6.291560162072213 + - type: nauc_precision_at_1000_max + value: 25.654664482767476 + - type: nauc_precision_at_1000_std + value: -4.225784971712635 + - type: nauc_precision_at_100_diff1 + value: 15.766457101276988 + - type: nauc_precision_at_100_max + value: 13.799257676950424 + - type: nauc_precision_at_100_std + value: -2.6687074263027637 + - type: nauc_precision_at_10_diff1 + value: 16.154300406544458 + - type: nauc_precision_at_10_max + value: 3.99046730755771 + - type: nauc_precision_at_10_std + value: -5.320813807322365 + - type: nauc_precision_at_1_diff1 + value: 35.87989567542961 + - type: nauc_precision_at_1_max + value: -1.708274202076274 + - type: nauc_precision_at_1_std + value: -5.429683562346062 + - type: nauc_precision_at_20_diff1 + value: 17.072700429792718 + - type: nauc_precision_at_20_max + value: 3.7459960911748342 + - type: nauc_precision_at_20_std + value: 2.4170643350876366 + - type: nauc_precision_at_3_diff1 + value: 21.920250469492693 + - type: nauc_precision_at_3_max + value: 1.288094387802318 + - type: nauc_precision_at_3_std + value: -6.971791140710122 + - type: nauc_precision_at_5_diff1 + value: 15.607428903096954 + - type: nauc_precision_at_5_max + value: -1.6787818995588515 + - type: nauc_precision_at_5_std + value: -4.9868070952519705 + - type: nauc_recall_at_1000_diff1 + value: 15.881415973787488 + - type: nauc_recall_at_1000_max + value: 11.992945268618186 + - type: nauc_recall_at_1000_std + value: 14.69434950594517 + - type: nauc_recall_at_100_diff1 + value: 16.51233439080111 + - type: nauc_recall_at_100_max + value: 0.7034983345680653 + - type: nauc_recall_at_100_std + value: 3.795850397771235 + - type: nauc_recall_at_10_diff1 + value: 15.855812500754347 + - type: nauc_recall_at_10_max + value: -2.2964819259752907 + - type: nauc_recall_at_10_std + value: -0.5884784023926211 + - type: nauc_recall_at_1_diff1 + value: 36.99801644748919 + - type: nauc_recall_at_1_max + value: -4.735306328466845 + - type: nauc_recall_at_1_std + value: -1.5185777718681428 + - type: nauc_recall_at_20_diff1 + value: 17.088583717871973 + - type: nauc_recall_at_20_max + value: -3.7389792709745606 + - type: nauc_recall_at_20_std + value: 5.575038898074453 + - type: nauc_recall_at_3_diff1 + value: 22.80760100670119 + - type: nauc_recall_at_3_max + value: -4.354868233467814 + - type: nauc_recall_at_3_std + value: -1.1976882420463235 + - type: nauc_recall_at_5_diff1 + value: 16.357277072848227 + - type: nauc_recall_at_5_max + value: -7.564166391276693 + - type: nauc_recall_at_5_std + value: -1.6477511903507516 + - type: ndcg_at_1 + value: 10.34 + - type: ndcg_at_10 + value: 11.824 + - type: ndcg_at_100 + value: 17.009 + - type: ndcg_at_1000 + value: 21.413 + - type: ndcg_at_20 + value: 13.569999999999999 + - type: ndcg_at_3 + value: 10.043000000000001 + - type: ndcg_at_5 + value: 10.813 + - type: precision_at_1 + value: 10.34 + - type: precision_at_10 + value: 3.3329999999999997 + - type: precision_at_100 + value: 0.823 + - type: precision_at_1000 + value: 0.158 + - type: precision_at_20 + value: 2.253 + - type: precision_at_3 + value: 6.584 + - type: precision_at_5 + value: 5.154 + - type: recall_at_1 + value: 5.218 + - type: recall_at_10 + value: 14.967 + - type: recall_at_100 + value: 35.966 + - type: recall_at_1000 + value: 63.283 + - type: recall_at_20 + value: 20.888 + - type: recall_at_3 + value: 9.497 + - type: recall_at_5 + value: 12.062000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 33.601 + - type: map_at_1 + value: 19.055 + - type: map_at_10 + value: 26.378 + - type: map_at_100 + value: 27.247 + - type: map_at_1000 + value: 27.339999999999996 + - type: map_at_20 + value: 26.85 + - type: map_at_3 + value: 24.363 + - type: map_at_5 + value: 25.531 + - type: mrr_at_1 + value: 38.12288993923025 + - type: mrr_at_10 + value: 45.347303945210896 + - type: mrr_at_100 + value: 45.98374132303968 + - type: mrr_at_1000 + value: 46.03787042497575 + - type: mrr_at_20 + value: 45.72374246944037 + - type: mrr_at_3 + value: 43.47062795408526 + - type: mrr_at_5 + value: 44.59216745442278 + - type: nauc_map_at_1000_diff1 + value: 49.61029676574756 + - type: nauc_map_at_1000_max + value: 14.306274178948069 + - type: nauc_map_at_1000_std + value: 12.828823677673965 + - type: nauc_map_at_100_diff1 + value: 49.61757758727525 + - type: nauc_map_at_100_max + value: 14.28014014417826 + - type: nauc_map_at_100_std + value: 12.771713251916466 + - type: nauc_map_at_10_diff1 + value: 49.80331695458256 + - type: nauc_map_at_10_max + value: 14.38736362353793 + - type: nauc_map_at_10_std + value: 11.837285174819034 + - type: nauc_map_at_1_diff1 + value: 60.89518556432222 + - type: nauc_map_at_1_max + value: 16.869499979966342 + - type: nauc_map_at_1_std + value: 5.873762883474129 + - type: nauc_map_at_20_diff1 + value: 49.71622258645394 + - type: nauc_map_at_20_max + value: 14.282324513024822 + - type: nauc_map_at_20_std + value: 12.316040359062425 + - type: nauc_map_at_3_diff1 + value: 51.594969142787484 + - type: nauc_map_at_3_max + value: 15.065531124955248 + - type: nauc_map_at_3_std + value: 10.096442801776883 + - type: nauc_map_at_5_diff1 + value: 50.371800688950955 + - type: nauc_map_at_5_max + value: 14.767527550172844 + - type: nauc_map_at_5_std + value: 10.988483248294253 + - type: nauc_mrr_at_1000_diff1 + value: 57.30221544434927 + - type: nauc_mrr_at_1000_max + value: 16.017793859581293 + - type: nauc_mrr_at_1000_std + value: 9.906436579683318 + - type: nauc_mrr_at_100_diff1 + value: 57.29432417111391 + - type: nauc_mrr_at_100_max + value: 16.011699462071864 + - type: nauc_mrr_at_100_std + value: 9.917014518140116 + - type: nauc_mrr_at_10_diff1 + value: 57.33765612722791 + - type: nauc_mrr_at_10_max + value: 16.118319101536276 + - type: nauc_mrr_at_10_std + value: 9.622460440078608 + - type: nauc_mrr_at_1_diff1 + value: 60.85369395522825 + - type: nauc_mrr_at_1_max + value: 16.933775694516058 + - type: nauc_mrr_at_1_std + value: 5.894558768949606 + - type: nauc_mrr_at_20_diff1 + value: 57.31592299977897 + - type: nauc_mrr_at_20_max + value: 16.031475898617764 + - type: nauc_mrr_at_20_std + value: 9.843331976335788 + - type: nauc_mrr_at_3_diff1 + value: 57.6124650775418 + - type: nauc_mrr_at_3_max + value: 16.36290710838045 + - type: nauc_mrr_at_3_std + value: 8.780577988221042 + - type: nauc_mrr_at_5_diff1 + value: 57.403485675292984 + - type: nauc_mrr_at_5_max + value: 16.161063703023103 + - type: nauc_mrr_at_5_std + value: 9.20219673432289 + - type: nauc_ndcg_at_1000_diff1 + value: 49.07891077830242 + - type: nauc_ndcg_at_1000_max + value: 14.08537399855222 + - type: nauc_ndcg_at_1000_std + value: 17.569960709164604 + - type: nauc_ndcg_at_100_diff1 + value: 49.14669859772792 + - type: nauc_ndcg_at_100_max + value: 13.638325073892574 + - type: nauc_ndcg_at_100_std + value: 16.723458541804803 + - type: nauc_ndcg_at_10_diff1 + value: 50.1392784710198 + - type: nauc_ndcg_at_10_max + value: 14.185608590705648 + - type: nauc_ndcg_at_10_std + value: 13.288189091203812 + - type: nauc_ndcg_at_1_diff1 + value: 60.89518556432222 + - type: nauc_ndcg_at_1_max + value: 16.869499979966342 + - type: nauc_ndcg_at_1_std + value: 5.873762883474129 + - type: nauc_ndcg_at_20_diff1 + value: 49.797268454104085 + - type: nauc_ndcg_at_20_max + value: 13.806890902979502 + - type: nauc_ndcg_at_20_std + value: 14.563147882771915 + - type: nauc_ndcg_at_3_diff1 + value: 52.47918114895865 + - type: nauc_ndcg_at_3_max + value: 15.238760898280686 + - type: nauc_ndcg_at_3_std + value: 10.514287406793875 + - type: nauc_ndcg_at_5_diff1 + value: 50.99120023315429 + - type: nauc_ndcg_at_5_max + value: 14.745429496324105 + - type: nauc_ndcg_at_5_std + value: 11.695862264070552 + - type: nauc_precision_at_1000_diff1 + value: 22.60878662068159 + - type: nauc_precision_at_1000_max + value: 8.207557591294677 + - type: nauc_precision_at_1000_std + value: 35.83506280458338 + - type: nauc_precision_at_100_diff1 + value: 29.330460503143463 + - type: nauc_precision_at_100_max + value: 7.081726910359633 + - type: nauc_precision_at_100_std + value: 29.048691055349412 + - type: nauc_precision_at_10_diff1 + value: 39.486573373792034 + - type: nauc_precision_at_10_max + value: 10.785943661786202 + - type: nauc_precision_at_10_std + value: 18.552704575254396 + - type: nauc_precision_at_1_diff1 + value: 60.89518556432222 + - type: nauc_precision_at_1_max + value: 16.869499979966342 + - type: nauc_precision_at_1_std + value: 5.873762883474129 + - type: nauc_precision_at_20_diff1 + value: 36.26651772775864 + - type: nauc_precision_at_20_max + value: 8.997813417199513 + - type: nauc_precision_at_20_std + value: 21.686796650707645 + - type: nauc_precision_at_3_diff1 + value: 47.335106889322965 + - type: nauc_precision_at_3_max + value: 14.069889708331901 + - type: nauc_precision_at_3_std + value: 12.964427322213885 + - type: nauc_precision_at_5_diff1 + value: 42.926481319467364 + - type: nauc_precision_at_5_max + value: 12.611254884223259 + - type: nauc_precision_at_5_std + value: 14.993681046665309 + - type: nauc_recall_at_1000_diff1 + value: 22.608786620681652 + - type: nauc_recall_at_1000_max + value: 8.207557591294764 + - type: nauc_recall_at_1000_std + value: 35.83506280458342 + - type: nauc_recall_at_100_diff1 + value: 29.330460503143378 + - type: nauc_recall_at_100_max + value: 7.081726910359586 + - type: nauc_recall_at_100_std + value: 29.04869105534933 + - type: nauc_recall_at_10_diff1 + value: 39.486573373792055 + - type: nauc_recall_at_10_max + value: 10.7859436617862 + - type: nauc_recall_at_10_std + value: 18.55270457525437 + - type: nauc_recall_at_1_diff1 + value: 60.89518556432222 + - type: nauc_recall_at_1_max + value: 16.869499979966342 + - type: nauc_recall_at_1_std + value: 5.873762883474129 + - type: nauc_recall_at_20_diff1 + value: 36.266517727758604 + - type: nauc_recall_at_20_max + value: 8.997813417199502 + - type: nauc_recall_at_20_std + value: 21.68679665070765 + - type: nauc_recall_at_3_diff1 + value: 47.33510688932295 + - type: nauc_recall_at_3_max + value: 14.069889708331843 + - type: nauc_recall_at_3_std + value: 12.964427322213865 + - type: nauc_recall_at_5_diff1 + value: 42.926481319467385 + - type: nauc_recall_at_5_max + value: 12.611254884223289 + - type: nauc_recall_at_5_std + value: 14.993681046665271 + - type: ndcg_at_1 + value: 38.109 + - type: ndcg_at_10 + value: 33.601 + - type: ndcg_at_100 + value: 37.509 + - type: ndcg_at_1000 + value: 39.778999999999996 + - type: ndcg_at_20 + value: 35.081 + - type: ndcg_at_3 + value: 29.865000000000002 + - type: ndcg_at_5 + value: 31.772 + - type: precision_at_1 + value: 38.109 + - type: precision_at_10 + value: 7.3069999999999995 + - type: precision_at_100 + value: 1.043 + - type: precision_at_1000 + value: 0.135 + - type: precision_at_20 + value: 4.132000000000001 + - type: precision_at_3 + value: 18.758 + - type: precision_at_5 + value: 12.762 + - type: recall_at_1 + value: 19.055 + - type: recall_at_10 + value: 36.536 + - type: recall_at_100 + value: 52.14 + - type: recall_at_1000 + value: 67.292 + - type: recall_at_20 + value: 41.317 + - type: recall_at_3 + value: 28.136 + - type: recall_at_5 + value: 31.904 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 66.998 + - type: ap + value: 61.60195055467346 + - type: ap_weighted + value: 61.60195055467346 + - type: f1 + value: 66.64801043272058 + - type: f1_weighted + value: 66.64801043272058 + - type: main_score + value: 66.998 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: main_score + value: 32.273 + - type: map_at_1 + value: 1.26 + - type: map_at_10 + value: 4.999 + - type: map_at_100 + value: 15.226 + - type: map_at_1000 + value: 19.525000000000002 + - type: map_at_20 + value: 7.811999999999999 + - type: map_at_3 + value: 2.2399999999999998 + - type: map_at_5 + value: 2.979 + - type: mrr_at_1 + value: 55.81395348837209 + - type: mrr_at_10 + value: 66.2984496124031 + - type: mrr_at_100 + value: 66.6375968992248 + - type: mrr_at_1000 + value: 66.65521494009866 + - type: mrr_at_20 + value: 66.4922480620155 + - type: mrr_at_3 + value: 63.565891472868216 + - type: mrr_at_5 + value: 65.7751937984496 + - type: nauc_map_at_1000_diff1 + value: -7.2384335338206025 + - type: nauc_map_at_1000_max + value: 27.86853077487615 + - type: nauc_map_at_1000_std + value: 49.70595401843686 + - type: nauc_map_at_100_diff1 + value: -7.72485953952569 + - type: nauc_map_at_100_max + value: 19.20475909334588 + - type: nauc_map_at_100_std + value: 44.76591945108152 + - type: nauc_map_at_10_diff1 + value: -10.826583560194884 + - type: nauc_map_at_10_max + value: 2.650169169054273 + - type: nauc_map_at_10_std + value: 20.28538688095811 + - type: nauc_map_at_1_diff1 + value: -9.773620541845721 + - type: nauc_map_at_1_max + value: -20.826181521207314 + - type: nauc_map_at_1_std + value: -4.296956852843888 + - type: nauc_map_at_20_diff1 + value: -8.87167940389222 + - type: nauc_map_at_20_max + value: 2.10698700232561 + - type: nauc_map_at_20_std + value: 27.745198156102624 + - type: nauc_map_at_3_diff1 + value: -7.538911646351858 + - type: nauc_map_at_3_max + value: -14.478056522087797 + - type: nauc_map_at_3_std + value: 8.250414681220754 + - type: nauc_map_at_5_diff1 + value: -13.487161747832765 + - type: nauc_map_at_5_max + value: -8.599591544293332 + - type: nauc_map_at_5_std + value: 11.302372902416588 + - type: nauc_mrr_at_1000_diff1 + value: -2.6094212196500024 + - type: nauc_mrr_at_1000_max + value: 0.5699375390842714 + - type: nauc_mrr_at_1000_std + value: 11.718583899813463 + - type: nauc_mrr_at_100_diff1 + value: -2.541354648659204 + - type: nauc_mrr_at_100_max + value: 0.6358950634973857 + - type: nauc_mrr_at_100_std + value: 11.698858347680059 + - type: nauc_mrr_at_10_diff1 + value: -2.389722705210953 + - type: nauc_mrr_at_10_max + value: 1.2913990554540207 + - type: nauc_mrr_at_10_std + value: 11.723807899071335 + - type: nauc_mrr_at_1_diff1 + value: -14.649463318849538 + - type: nauc_mrr_at_1_max + value: 4.896933275281175 + - type: nauc_mrr_at_1_std + value: 12.335386931120064 + - type: nauc_mrr_at_20_diff1 + value: -2.8062407786548187 + - type: nauc_mrr_at_20_max + value: 0.6676774553193409 + - type: nauc_mrr_at_20_std + value: 11.92870604036784 + - type: nauc_mrr_at_3_diff1 + value: 1.901943928764881 + - type: nauc_mrr_at_3_max + value: -1.8167841832954255 + - type: nauc_mrr_at_3_std + value: 10.706350197135121 + - type: nauc_mrr_at_5_diff1 + value: -2.3869587133856207 + - type: nauc_mrr_at_5_max + value: 0.8324715604145814 + - type: nauc_mrr_at_5_std + value: 10.794575823199688 + - type: nauc_ndcg_at_1000_diff1 + value: -5.093074373086338 + - type: nauc_ndcg_at_1000_max + value: 20.21533175919078 + - type: nauc_ndcg_at_1000_std + value: 51.83170866559663 + - type: nauc_ndcg_at_100_diff1 + value: -3.0055499108417907 + - type: nauc_ndcg_at_100_max + value: 20.495514159769606 + - type: nauc_ndcg_at_100_std + value: 42.28335606844607 + - type: nauc_ndcg_at_10_diff1 + value: -9.31362813850403 + - type: nauc_ndcg_at_10_max + value: 11.639829087077636 + - type: nauc_ndcg_at_10_std + value: 23.700161245825203 + - type: nauc_ndcg_at_1_diff1 + value: -15.333044223926 + - type: nauc_ndcg_at_1_max + value: -3.07500235529693 + - type: nauc_ndcg_at_1_std + value: 4.065256907415142 + - type: nauc_ndcg_at_20_diff1 + value: -5.905354138570243 + - type: nauc_ndcg_at_20_max + value: 12.085986560371456 + - type: nauc_ndcg_at_20_std + value: 25.28689139221832 + - type: nauc_ndcg_at_3_diff1 + value: -10.415519964418783 + - type: nauc_ndcg_at_3_max + value: 1.6178148316801775 + - type: nauc_ndcg_at_3_std + value: 13.723458782792381 + - type: nauc_ndcg_at_5_diff1 + value: -13.702228447081 + - type: nauc_ndcg_at_5_max + value: 4.662322121311934 + - type: nauc_ndcg_at_5_std + value: 12.12051616033404 + - type: nauc_precision_at_1000_diff1 + value: -6.359048701961788 + - type: nauc_precision_at_1000_max + value: 37.759780329316115 + - type: nauc_precision_at_1000_std + value: 32.535116564859784 + - type: nauc_precision_at_100_diff1 + value: -5.409853919421071 + - type: nauc_precision_at_100_max + value: 40.56178678248257 + - type: nauc_precision_at_100_std + value: 35.03605883167913 + - type: nauc_precision_at_10_diff1 + value: -4.54973873421614 + - type: nauc_precision_at_10_max + value: 31.664713405424006 + - type: nauc_precision_at_10_std + value: 28.0962707062409 + - type: nauc_precision_at_1_diff1 + value: -14.649463318849538 + - type: nauc_precision_at_1_max + value: 4.896933275281175 + - type: nauc_precision_at_1_std + value: 12.335386931120064 + - type: nauc_precision_at_20_diff1 + value: -6.368495736631144 + - type: nauc_precision_at_20_max + value: 25.11537831434175 + - type: nauc_precision_at_20_std + value: 27.15664396037663 + - type: nauc_precision_at_3_diff1 + value: -2.9130836707474783 + - type: nauc_precision_at_3_max + value: 15.82702993935027 + - type: nauc_precision_at_3_std + value: 17.54204029259862 + - type: nauc_precision_at_5_diff1 + value: -10.543537476043058 + - type: nauc_precision_at_5_max + value: 21.81864230117124 + - type: nauc_precision_at_5_std + value: 14.995823609759157 + - type: nauc_recall_at_1000_diff1 + value: 0.04484840659316002 + - type: nauc_recall_at_1000_max + value: 18.57758900605008 + - type: nauc_recall_at_1000_std + value: 56.51584043897145 + - type: nauc_recall_at_100_diff1 + value: -2.6465347405870925 + - type: nauc_recall_at_100_max + value: 10.068426683331985 + - type: nauc_recall_at_100_std + value: 47.9088546197608 + - type: nauc_recall_at_10_diff1 + value: -0.735486088869469 + - type: nauc_recall_at_10_max + value: -3.023335649004929 + - type: nauc_recall_at_10_std + value: 21.523714385342487 + - type: nauc_recall_at_1_diff1 + value: -9.773620541845721 + - type: nauc_recall_at_1_max + value: -20.826181521207314 + - type: nauc_recall_at_1_std + value: -4.296956852843888 + - type: nauc_recall_at_20_diff1 + value: 0.06451530856365675 + - type: nauc_recall_at_20_max + value: -8.796315209894445 + - type: nauc_recall_at_20_std + value: 25.022537467009226 + - type: nauc_recall_at_3_diff1 + value: 0.5965893705640235 + - type: nauc_recall_at_3_max + value: -18.544318702564468 + - type: nauc_recall_at_3_std + value: 6.682746927691809 + - type: nauc_recall_at_5_diff1 + value: -8.288707721672186 + - type: nauc_recall_at_5_max + value: -13.446678885535496 + - type: nauc_recall_at_5_std + value: 9.069991549746273 + - type: ndcg_at_1 + value: 37.984 + - type: ndcg_at_10 + value: 32.273 + - type: ndcg_at_100 + value: 33.036 + - type: ndcg_at_1000 + value: 42.653 + - type: ndcg_at_20 + value: 31.826 + - type: ndcg_at_3 + value: 33.64 + - type: ndcg_at_5 + value: 32.012 + - type: precision_at_1 + value: 55.814 + - type: precision_at_10 + value: 42.791000000000004 + - type: precision_at_100 + value: 23.233 + - type: precision_at_1000 + value: 4.986 + - type: precision_at_20 + value: 38.836999999999996 + - type: precision_at_3 + value: 45.736 + - type: precision_at_5 + value: 43.721 + - type: recall_at_1 + value: 1.26 + - type: recall_at_10 + value: 6.729 + - type: recall_at_100 + value: 28.89 + - type: recall_at_1000 + value: 55.614 + - type: recall_at_20 + value: 11.544 + - type: recall_at_3 + value: 2.5250000000000004 + - type: recall_at_5 + value: 3.459 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 84.31828545371637 + - type: f1 + value: 83.38736418641668 + - type: f1_weighted + value: 84.43991713227709 + - type: main_score + value: 84.31828545371637 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 59.261285909712726 + - type: f1 + value: 43.335913061506425 + - type: f1_weighted + value: 63.36236251957159 + - type: main_score + value: 59.261285909712726 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 61.160053799596504 + - type: f1 + value: 59.94993764150179 + - type: f1_weighted + value: 61.52985711688419 + - type: main_score + value: 61.160053799596504 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 65.94485541358439 + - type: f1 + value: 65.59924532700467 + - type: f1_weighted + value: 66.16311668638237 + - type: main_score + value: 65.94485541358439 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 27.595368037128686 + - type: v_measure + value: 27.595368037128686 + - type: v_measure_std + value: 1.424950486137983 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 23.37909671745749 + - type: v_measure + value: 23.37909671745749 + - type: v_measure_std + value: 1.365434600850458 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 28.832500600750205 + - type: map + value: 28.832500600750205 + - type: mrr + value: 29.45215573894843 + - type: nAUC_map_diff1 + value: 15.070236209014364 + - type: nAUC_map_max + value: -28.95562119862306 + - type: nAUC_map_std + value: -7.8946917703248385 + - type: nAUC_mrr_diff1 + value: 14.21025189133838 + - type: nAUC_mrr_max + value: -22.81583363058566 + - type: nAUC_mrr_std + value: -6.04422773844616 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 23.152 + - type: map_at_1 + value: 4.041 + - type: map_at_10 + value: 7.568 + - type: map_at_100 + value: 9.533 + - type: map_at_1000 + value: 10.712000000000002 + - type: map_at_20 + value: 8.334 + - type: map_at_3 + value: 5.872 + - type: map_at_5 + value: 6.679 + - type: mrr_at_1 + value: 30.959752321981426 + - type: mrr_at_10 + value: 40.11794191360757 + - type: mrr_at_100 + value: 40.96415295410306 + - type: mrr_at_1000 + value: 41.01344555816548 + - type: mrr_at_20 + value: 40.61172778764487 + - type: mrr_at_3 + value: 37.358101135190914 + - type: mrr_at_5 + value: 38.95252837977296 + - type: nauc_map_at_1000_diff1 + value: 33.54119008935543 + - type: nauc_map_at_1000_max + value: 11.521923728847444 + - type: nauc_map_at_1000_std + value: 5.7915311031695005 + - type: nauc_map_at_100_diff1 + value: 35.34097867168893 + - type: nauc_map_at_100_max + value: 10.293000640541555 + - type: nauc_map_at_100_std + value: 1.6114123867702002 + - type: nauc_map_at_10_diff1 + value: 38.2230641089626 + - type: nauc_map_at_10_max + value: 5.823159065588302 + - type: nauc_map_at_10_std + value: -4.0377551934635125 + - type: nauc_map_at_1_diff1 + value: 43.866715304866595 + - type: nauc_map_at_1_max + value: 0.5010754384304841 + - type: nauc_map_at_1_std + value: -9.927174446247756 + - type: nauc_map_at_20_diff1 + value: 36.815049468511454 + - type: nauc_map_at_20_max + value: 8.252195357694598 + - type: nauc_map_at_20_std + value: -2.086668040926134 + - type: nauc_map_at_3_diff1 + value: 42.40019878591813 + - type: nauc_map_at_3_max + value: 4.410646237192043 + - type: nauc_map_at_3_std + value: -7.439403782153504 + - type: nauc_map_at_5_diff1 + value: 40.02451834303521 + - type: nauc_map_at_5_max + value: 4.135859554033173 + - type: nauc_map_at_5_std + value: -6.456961843430078 + - type: nauc_mrr_at_1000_diff1 + value: 36.7884723808441 + - type: nauc_mrr_at_1000_max + value: 20.848427790316478 + - type: nauc_mrr_at_1000_std + value: 19.562761101041676 + - type: nauc_mrr_at_100_diff1 + value: 36.75109367086827 + - type: nauc_mrr_at_100_max + value: 20.871949905852215 + - type: nauc_mrr_at_100_std + value: 19.541351397172342 + - type: nauc_mrr_at_10_diff1 + value: 36.840624198794956 + - type: nauc_mrr_at_10_max + value: 20.61066223363542 + - type: nauc_mrr_at_10_std + value: 19.438339856525495 + - type: nauc_mrr_at_1_diff1 + value: 40.12320713918803 + - type: nauc_mrr_at_1_max + value: 16.666642505956347 + - type: nauc_mrr_at_1_std + value: 14.562805568383885 + - type: nauc_mrr_at_20_diff1 + value: 36.64580049384978 + - type: nauc_mrr_at_20_max + value: 20.8197921402343 + - type: nauc_mrr_at_20_std + value: 19.734791294250666 + - type: nauc_mrr_at_3_diff1 + value: 36.55294783551202 + - type: nauc_mrr_at_3_max + value: 18.31132758585394 + - type: nauc_mrr_at_3_std + value: 18.218759713045383 + - type: nauc_mrr_at_5_diff1 + value: 36.479761476413756 + - type: nauc_mrr_at_5_max + value: 19.3318833719133 + - type: nauc_mrr_at_5_std + value: 18.704945221576054 + - type: nauc_ndcg_at_1000_diff1 + value: 30.42463887019783 + - type: nauc_ndcg_at_1000_max + value: 25.571139022199485 + - type: nauc_ndcg_at_1000_std + value: 19.145905780063103 + - type: nauc_ndcg_at_100_diff1 + value: 29.54893059977665 + - type: nauc_ndcg_at_100_max + value: 17.931888215362786 + - type: nauc_ndcg_at_100_std + value: 14.721254007566573 + - type: nauc_ndcg_at_10_diff1 + value: 28.80709651674213 + - type: nauc_ndcg_at_10_max + value: 13.60382339701216 + - type: nauc_ndcg_at_10_std + value: 22.343929058733426 + - type: nauc_ndcg_at_1_diff1 + value: 40.2604547168291 + - type: nauc_ndcg_at_1_max + value: 13.523690473148378 + - type: nauc_ndcg_at_1_std + value: 15.731723260682553 + - type: nauc_ndcg_at_20_diff1 + value: 27.052259594555288 + - type: nauc_ndcg_at_20_max + value: 14.72949156111374 + - type: nauc_ndcg_at_20_std + value: 20.65264608081379 + - type: nauc_ndcg_at_3_diff1 + value: 31.86880514374516 + - type: nauc_ndcg_at_3_max + value: 11.146091717211744 + - type: nauc_ndcg_at_3_std + value: 19.396513614203307 + - type: nauc_ndcg_at_5_diff1 + value: 28.832688177959675 + - type: nauc_ndcg_at_5_max + value: 12.716745963611547 + - type: nauc_ndcg_at_5_std + value: 20.097816900179126 + - type: nauc_precision_at_1000_diff1 + value: -5.95583251269089 + - type: nauc_precision_at_1000_max + value: 7.864853642254841 + - type: nauc_precision_at_1000_std + value: 42.43587460739192 + - type: nauc_precision_at_100_diff1 + value: -0.8101434464468288 + - type: nauc_precision_at_100_max + value: 12.482960665388665 + - type: nauc_precision_at_100_std + value: 40.29983942211701 + - type: nauc_precision_at_10_diff1 + value: 14.516673067770029 + - type: nauc_precision_at_10_max + value: 17.00131648608557 + - type: nauc_precision_at_10_std + value: 33.816435534051095 + - type: nauc_precision_at_1_diff1 + value: 40.12320713918803 + - type: nauc_precision_at_1_max + value: 16.666642505956347 + - type: nauc_precision_at_1_std + value: 14.562805568383885 + - type: nauc_precision_at_20_diff1 + value: 7.550704205767464 + - type: nauc_precision_at_20_max + value: 16.6653194708243 + - type: nauc_precision_at_20_std + value: 36.01533911600929 + - type: nauc_precision_at_3_diff1 + value: 25.705703136131085 + - type: nauc_precision_at_3_max + value: 14.330289120785821 + - type: nauc_precision_at_3_std + value: 23.553863921052418 + - type: nauc_precision_at_5_diff1 + value: 18.417359763504866 + - type: nauc_precision_at_5_max + value: 16.720785167958933 + - type: nauc_precision_at_5_std + value: 26.478694310948626 + - type: nauc_recall_at_1000_diff1 + value: 18.182749094845686 + - type: nauc_recall_at_1000_max + value: 18.65705566700086 + - type: nauc_recall_at_1000_std + value: 15.976652123107685 + - type: nauc_recall_at_100_diff1 + value: 20.848414719124168 + - type: nauc_recall_at_100_max + value: 9.722630796539269 + - type: nauc_recall_at_100_std + value: 0.6085664546618689 + - type: nauc_recall_at_10_diff1 + value: 26.315549356381844 + - type: nauc_recall_at_10_max + value: 5.287792137906281 + - type: nauc_recall_at_10_std + value: -4.559402898630484 + - type: nauc_recall_at_1_diff1 + value: 43.866715304866595 + - type: nauc_recall_at_1_max + value: 0.5010754384304841 + - type: nauc_recall_at_1_std + value: -9.927174446247756 + - type: nauc_recall_at_20_diff1 + value: 21.760679130522295 + - type: nauc_recall_at_20_max + value: 10.435867401402477 + - type: nauc_recall_at_20_std + value: -2.870896499573999 + - type: nauc_recall_at_3_diff1 + value: 36.72536047988738 + - type: nauc_recall_at_3_max + value: 4.727132198726495 + - type: nauc_recall_at_3_std + value: -7.001349236625052 + - type: nauc_recall_at_5_diff1 + value: 29.990201626305417 + - type: nauc_recall_at_5_max + value: 1.9555151957998211 + - type: nauc_recall_at_5_std + value: -7.3844386270164435 + - type: ndcg_at_1 + value: 29.412 + - type: ndcg_at_10 + value: 23.152 + - type: ndcg_at_100 + value: 22.144 + - type: ndcg_at_1000 + value: 31.35 + - type: ndcg_at_20 + value: 21.926000000000002 + - type: ndcg_at_3 + value: 26.108999999999998 + - type: ndcg_at_5 + value: 25.008000000000003 + - type: precision_at_1 + value: 30.959999999999997 + - type: precision_at_10 + value: 17.058999999999997 + - type: precision_at_100 + value: 5.985 + - type: precision_at_1000 + value: 1.867 + - type: precision_at_20 + value: 13.019 + - type: precision_at_3 + value: 24.252000000000002 + - type: precision_at_5 + value: 21.486 + - type: recall_at_1 + value: 4.041 + - type: recall_at_10 + value: 11.052 + - type: recall_at_100 + value: 24.703 + - type: recall_at_1000 + value: 56.974000000000004 + - type: recall_at_20 + value: 14.393 + - type: recall_at_3 + value: 6.739000000000001 + - type: recall_at_5 + value: 8.527999999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 19.243 + - type: map_at_1 + value: 8.476 + - type: map_at_10 + value: 14.923 + - type: map_at_100 + value: 16.166 + - type: map_at_1000 + value: 16.262999999999998 + - type: map_at_20 + value: 15.633 + - type: map_at_3 + value: 12.458 + - type: map_at_5 + value: 13.782 + - type: mrr_at_1 + value: 9.878331402085747 + - type: mrr_at_10 + value: 16.654136548400757 + - type: mrr_at_100 + value: 17.80367931211397 + - type: mrr_at_1000 + value: 17.884114934492434 + - type: mrr_at_20 + value: 17.326085402172655 + - type: mrr_at_3 + value: 14.14156044804941 + - type: mrr_at_5 + value: 15.52336809578985 + - type: nauc_map_at_1000_diff1 + value: 18.957886469855463 + - type: nauc_map_at_1000_max + value: 9.162492690006172 + - type: nauc_map_at_1000_std + value: 4.697683384857226 + - type: nauc_map_at_100_diff1 + value: 18.97104499890075 + - type: nauc_map_at_100_max + value: 9.161552789663508 + - type: nauc_map_at_100_std + value: 4.640104656084954 + - type: nauc_map_at_10_diff1 + value: 18.824214120526587 + - type: nauc_map_at_10_max + value: 8.416234530426614 + - type: nauc_map_at_10_std + value: 3.1622854981256263 + - type: nauc_map_at_1_diff1 + value: 20.817556457171833 + - type: nauc_map_at_1_max + value: 5.72281479959865 + - type: nauc_map_at_1_std + value: -1.1538921076884687 + - type: nauc_map_at_20_diff1 + value: 18.89809228556843 + - type: nauc_map_at_20_max + value: 8.818504246900403 + - type: nauc_map_at_20_std + value: 4.046315916162477 + - type: nauc_map_at_3_diff1 + value: 19.443548158566454 + - type: nauc_map_at_3_max + value: 8.040171381977375 + - type: nauc_map_at_3_std + value: 1.3664909428229102 + - type: nauc_map_at_5_diff1 + value: 18.948047131870503 + - type: nauc_map_at_5_max + value: 8.030083239833372 + - type: nauc_map_at_5_std + value: 2.0932465891795187 + - type: nauc_mrr_at_1000_diff1 + value: 17.999043488714815 + - type: nauc_mrr_at_1000_max + value: 8.975961343791447 + - type: nauc_mrr_at_1000_std + value: 5.41214531019527 + - type: nauc_mrr_at_100_diff1 + value: 17.997286292696472 + - type: nauc_mrr_at_100_max + value: 8.98176390048409 + - type: nauc_mrr_at_100_std + value: 5.380554404936453 + - type: nauc_mrr_at_10_diff1 + value: 18.017924894121382 + - type: nauc_mrr_at_10_max + value: 8.436187270178298 + - type: nauc_mrr_at_10_std + value: 4.3429546626180775 + - type: nauc_mrr_at_1_diff1 + value: 19.42324725920124 + - type: nauc_mrr_at_1_max + value: 5.813177253135981 + - type: nauc_mrr_at_1_std + value: 0.623588505136798 + - type: nauc_mrr_at_20_diff1 + value: 18.004638104594935 + - type: nauc_mrr_at_20_max + value: 8.829594116095835 + - type: nauc_mrr_at_20_std + value: 4.996153623181649 + - type: nauc_mrr_at_3_diff1 + value: 18.34188673011434 + - type: nauc_mrr_at_3_max + value: 8.04955848263908 + - type: nauc_mrr_at_3_std + value: 2.7463770148884996 + - type: nauc_mrr_at_5_diff1 + value: 18.15710576876441 + - type: nauc_mrr_at_5_max + value: 7.906975864218543 + - type: nauc_mrr_at_5_std + value: 3.434143063102149 + - type: nauc_ndcg_at_1000_diff1 + value: 17.90599463931129 + - type: nauc_ndcg_at_1000_max + value: 12.220713351710225 + - type: nauc_ndcg_at_1000_std + value: 12.16870242222485 + - type: nauc_ndcg_at_100_diff1 + value: 18.066720901418616 + - type: nauc_ndcg_at_100_max + value: 12.265976972493421 + - type: nauc_ndcg_at_100_std + value: 11.041165269563532 + - type: nauc_ndcg_at_10_diff1 + value: 17.964556255464483 + - type: nauc_ndcg_at_10_max + value: 9.221841616925076 + - type: nauc_ndcg_at_10_std + value: 5.327940012848466 + - type: nauc_ndcg_at_1_diff1 + value: 19.42324725920124 + - type: nauc_ndcg_at_1_max + value: 5.813177253135981 + - type: nauc_ndcg_at_1_std + value: 0.623588505136798 + - type: nauc_ndcg_at_20_diff1 + value: 18.002564129737443 + - type: nauc_ndcg_at_20_max + value: 10.419960104065321 + - type: nauc_ndcg_at_20_std + value: 7.703677617979156 + - type: nauc_ndcg_at_3_diff1 + value: 18.811972831627603 + - type: nauc_ndcg_at_3_max + value: 8.322490159345614 + - type: nauc_ndcg_at_3_std + value: 2.0978218207768586 + - type: nauc_ndcg_at_5_diff1 + value: 18.219388109405433 + - type: nauc_ndcg_at_5_max + value: 8.275826301191405 + - type: nauc_ndcg_at_5_std + value: 3.259197527022326 + - type: nauc_precision_at_1000_diff1 + value: 6.144404814037684 + - type: nauc_precision_at_1000_max + value: 17.53740102855067 + - type: nauc_precision_at_1000_std + value: 33.72365391365075 + - type: nauc_precision_at_100_diff1 + value: 12.77875393086178 + - type: nauc_precision_at_100_max + value: 19.621306331527453 + - type: nauc_precision_at_100_std + value: 27.846320441754568 + - type: nauc_precision_at_10_diff1 + value: 15.894192193507767 + - type: nauc_precision_at_10_max + value: 11.184225030108559 + - type: nauc_precision_at_10_std + value: 11.081411404427586 + - type: nauc_precision_at_1_diff1 + value: 19.42324725920124 + - type: nauc_precision_at_1_max + value: 5.813177253135981 + - type: nauc_precision_at_1_std + value: 0.623588505136798 + - type: nauc_precision_at_20_diff1 + value: 15.407091479970921 + - type: nauc_precision_at_20_max + value: 14.51534442723551 + - type: nauc_precision_at_20_std + value: 17.550861545103665 + - type: nauc_precision_at_3_diff1 + value: 17.561643392271126 + - type: nauc_precision_at_3_max + value: 9.386296407523073 + - type: nauc_precision_at_3_std + value: 4.469734273377907 + - type: nauc_precision_at_5_diff1 + value: 16.621760108716643 + - type: nauc_precision_at_5_max + value: 9.225486119103975 + - type: nauc_precision_at_5_std + value: 6.60309644424765 + - type: nauc_recall_at_1000_diff1 + value: 13.73758620539813 + - type: nauc_recall_at_1000_max + value: 25.924626181473847 + - type: nauc_recall_at_1000_std + value: 48.77621329371596 + - type: nauc_recall_at_100_diff1 + value: 15.611755205405203 + - type: nauc_recall_at_100_max + value: 20.8701203082053 + - type: nauc_recall_at_100_std + value: 28.22869520119306 + - type: nauc_recall_at_10_diff1 + value: 15.924879565266556 + - type: nauc_recall_at_10_max + value: 10.392879304441442 + - type: nauc_recall_at_10_std + value: 8.591273770489796 + - type: nauc_recall_at_1_diff1 + value: 20.817556457171833 + - type: nauc_recall_at_1_max + value: 5.72281479959865 + - type: nauc_recall_at_1_std + value: -1.1538921076884687 + - type: nauc_recall_at_20_diff1 + value: 15.878910884769823 + - type: nauc_recall_at_20_max + value: 13.20353825812694 + - type: nauc_recall_at_20_std + value: 14.293562488536033 + - type: nauc_recall_at_3_diff1 + value: 17.6964548934301 + - type: nauc_recall_at_3_max + value: 8.661017445399189 + - type: nauc_recall_at_3_std + value: 2.563072661506666 + - type: nauc_recall_at_5_diff1 + value: 16.368469306993973 + - type: nauc_recall_at_5_max + value: 8.40711587060727 + - type: nauc_recall_at_5_std + value: 4.526515647566521 + - type: ndcg_at_1 + value: 9.878 + - type: ndcg_at_10 + value: 19.243 + - type: ndcg_at_100 + value: 25.456 + - type: ndcg_at_1000 + value: 28.083999999999996 + - type: ndcg_at_20 + value: 21.727 + - type: ndcg_at_3 + value: 14.163999999999998 + - type: ndcg_at_5 + value: 16.535 + - type: precision_at_1 + value: 9.878 + - type: precision_at_10 + value: 3.6380000000000003 + - type: precision_at_100 + value: 0.716 + - type: precision_at_1000 + value: 0.097 + - type: precision_at_20 + value: 2.396 + - type: precision_at_3 + value: 6.769 + - type: precision_at_5 + value: 5.353 + - type: recall_at_1 + value: 8.476 + - type: recall_at_10 + value: 31.067 + - type: recall_at_100 + value: 59.711999999999996 + - type: recall_at_1000 + value: 79.867 + - type: recall_at_20 + value: 40.422999999999995 + - type: recall_at_3 + value: 17.485 + - type: recall_at_5 + value: 23.042 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 77.86 + - type: map_at_1 + value: 60.541999999999994 + - type: map_at_10 + value: 73.068 + - type: map_at_100 + value: 73.856 + - type: map_at_1000 + value: 73.89099999999999 + - type: map_at_20 + value: 73.566 + - type: map_at_3 + value: 70.119 + - type: map_at_5 + value: 71.873 + - type: mrr_at_1 + value: 69.77 + - type: mrr_at_10 + value: 77.34153571428534 + - type: mrr_at_100 + value: 77.64058625254714 + - type: mrr_at_1000 + value: 77.6484160920852 + - type: mrr_at_20 + value: 77.54938063278261 + - type: mrr_at_3 + value: 75.83499999999958 + - type: mrr_at_5 + value: 76.77799999999937 + - type: nauc_map_at_1000_diff1 + value: 70.42051328825711 + - type: nauc_map_at_1000_max + value: 35.52950073375353 + - type: nauc_map_at_1000_std + value: -4.2525875732163 + - type: nauc_map_at_100_diff1 + value: 70.4215631591108 + - type: nauc_map_at_100_max + value: 35.51981251464836 + - type: nauc_map_at_100_std + value: -4.271548224950028 + - type: nauc_map_at_10_diff1 + value: 70.39744464397162 + - type: nauc_map_at_10_max + value: 35.17410961183995 + - type: nauc_map_at_10_std + value: -4.997465025620844 + - type: nauc_map_at_1_diff1 + value: 72.65287424531431 + - type: nauc_map_at_1_max + value: 29.85669712853355 + - type: nauc_map_at_1_std + value: -7.995984805529352 + - type: nauc_map_at_20_diff1 + value: 70.39621088889086 + - type: nauc_map_at_20_max + value: 35.385338530071856 + - type: nauc_map_at_20_std + value: -4.540304253182359 + - type: nauc_map_at_3_diff1 + value: 70.34799577031751 + - type: nauc_map_at_3_max + value: 33.735165752612154 + - type: nauc_map_at_3_std + value: -6.288314248613237 + - type: nauc_map_at_5_diff1 + value: 70.40682478137778 + - type: nauc_map_at_5_max + value: 34.71020611027348 + - type: nauc_map_at_5_std + value: -5.6532569989020915 + - type: nauc_mrr_at_1000_diff1 + value: 71.33300708743174 + - type: nauc_mrr_at_1000_max + value: 37.58838215284017 + - type: nauc_mrr_at_1000_std + value: -3.004971199900334 + - type: nauc_mrr_at_100_diff1 + value: 71.33202739636636 + - type: nauc_mrr_at_100_max + value: 37.59027333220707 + - type: nauc_mrr_at_100_std + value: -2.991291730650559 + - type: nauc_mrr_at_10_diff1 + value: 71.24040296506607 + - type: nauc_mrr_at_10_max + value: 37.620967352710174 + - type: nauc_mrr_at_10_std + value: -2.9995148185723646 + - type: nauc_mrr_at_1_diff1 + value: 72.97756073040875 + - type: nauc_mrr_at_1_max + value: 36.856024800382805 + - type: nauc_mrr_at_1_std + value: -5.295770163711124 + - type: nauc_mrr_at_20_diff1 + value: 71.29886034081495 + - type: nauc_mrr_at_20_max + value: 37.599580987297266 + - type: nauc_mrr_at_20_std + value: -2.973667224309623 + - type: nauc_mrr_at_3_diff1 + value: 71.24266456768551 + - type: nauc_mrr_at_3_max + value: 37.43275390419413 + - type: nauc_mrr_at_3_std + value: -3.803618565583205 + - type: nauc_mrr_at_5_diff1 + value: 71.22352727409451 + - type: nauc_mrr_at_5_max + value: 37.667564673453725 + - type: nauc_mrr_at_5_std + value: -3.176984609998285 + - type: nauc_ndcg_at_1000_diff1 + value: 70.29481477894221 + - type: nauc_ndcg_at_1000_max + value: 36.78709637968392 + - type: nauc_ndcg_at_1000_std + value: -1.8965664514629315 + - type: nauc_ndcg_at_100_diff1 + value: 70.30815982948721 + - type: nauc_ndcg_at_100_max + value: 36.75533935417366 + - type: nauc_ndcg_at_100_std + value: -1.6034476028659186 + - type: nauc_ndcg_at_10_diff1 + value: 69.83927176813567 + - type: nauc_ndcg_at_10_max + value: 36.14819225785969 + - type: nauc_ndcg_at_10_std + value: -3.0672167929844147 + - type: nauc_ndcg_at_1_diff1 + value: 72.95468588233986 + - type: nauc_ndcg_at_1_max + value: 36.95102879374528 + - type: nauc_ndcg_at_1_std + value: -5.230626449450384 + - type: nauc_ndcg_at_20_diff1 + value: 70.05211197167847 + - type: nauc_ndcg_at_20_max + value: 36.39117263415345 + - type: nauc_ndcg_at_20_std + value: -2.315672757758104 + - type: nauc_ndcg_at_3_diff1 + value: 69.54718031993843 + - type: nauc_ndcg_at_3_max + value: 35.35135808159563 + - type: nauc_ndcg_at_3_std + value: -4.447694597960837 + - type: nauc_ndcg_at_5_diff1 + value: 69.74297554323091 + - type: nauc_ndcg_at_5_max + value: 35.87559038131577 + - type: nauc_ndcg_at_5_std + value: -3.808666991968395 + - type: nauc_precision_at_1000_diff1 + value: -32.74229162550065 + - type: nauc_precision_at_1000_max + value: -3.694030619202584 + - type: nauc_precision_at_1000_std + value: 15.375543044164285 + - type: nauc_precision_at_100_diff1 + value: -28.90591593532601 + - type: nauc_precision_at_100_max + value: -0.5117915038170152 + - type: nauc_precision_at_100_std + value: 15.933222162614957 + - type: nauc_precision_at_10_diff1 + value: -12.897163879462346 + - type: nauc_precision_at_10_max + value: 8.911596011476787 + - type: nauc_precision_at_10_std + value: 11.71430900771452 + - type: nauc_precision_at_1_diff1 + value: 72.95468588233986 + - type: nauc_precision_at_1_max + value: 36.95102879374528 + - type: nauc_precision_at_1_std + value: -5.230626449450384 + - type: nauc_precision_at_20_diff1 + value: -20.977098757786987 + - type: nauc_precision_at_20_max + value: 4.6209746297728955 + - type: nauc_precision_at_20_std + value: 14.520775663368807 + - type: nauc_precision_at_3_diff1 + value: 14.177875480077756 + - type: nauc_precision_at_3_max + value: 19.64729584119952 + - type: nauc_precision_at_3_std + value: 4.677131862919459 + - type: nauc_precision_at_5_diff1 + value: 0.19581157619052483 + - type: nauc_precision_at_5_max + value: 14.783150950776703 + - type: nauc_precision_at_5_std + value: 8.354179376016507 + - type: nauc_recall_at_1000_diff1 + value: 58.35770817458498 + - type: nauc_recall_at_1000_max + value: 44.098312711969356 + - type: nauc_recall_at_1000_std + value: 54.840949153567244 + - type: nauc_recall_at_100_diff1 + value: 62.790344157192465 + - type: nauc_recall_at_100_max + value: 37.5264227017106 + - type: nauc_recall_at_100_std + value: 28.602851594494 + - type: nauc_recall_at_10_diff1 + value: 62.86776129395384 + - type: nauc_recall_at_10_max + value: 33.714290382332294 + - type: nauc_recall_at_10_std + value: 1.6098340254779206 + - type: nauc_recall_at_1_diff1 + value: 72.65287424531431 + - type: nauc_recall_at_1_max + value: 29.85669712853355 + - type: nauc_recall_at_1_std + value: -7.995984805529352 + - type: nauc_recall_at_20_diff1 + value: 61.83952894148527 + - type: nauc_recall_at_20_max + value: 33.88950042549727 + - type: nauc_recall_at_20_std + value: 8.225200296858647 + - type: nauc_recall_at_3_diff1 + value: 65.43175155104451 + - type: nauc_recall_at_3_max + value: 31.66111655852123 + - type: nauc_recall_at_3_std + value: -5.35771405542385 + - type: nauc_recall_at_5_diff1 + value: 64.43399712070679 + - type: nauc_recall_at_5_max + value: 33.39756587296581 + - type: nauc_recall_at_5_std + value: -2.6896475751986797 + - type: ndcg_at_1 + value: 69.78 + - type: ndcg_at_10 + value: 77.86 + - type: ndcg_at_100 + value: 80.16499999999999 + - type: ndcg_at_1000 + value: 80.632 + - type: ndcg_at_20 + value: 78.999 + - type: ndcg_at_3 + value: 74.164 + - type: ndcg_at_5 + value: 75.992 + - type: precision_at_1 + value: 69.78 + - type: precision_at_10 + value: 11.823 + - type: precision_at_100 + value: 1.426 + - type: precision_at_1000 + value: 0.153 + - type: precision_at_20 + value: 6.390999999999999 + - type: precision_at_3 + value: 32.24 + - type: precision_at_5 + value: 21.328 + - type: recall_at_1 + value: 60.541999999999994 + - type: recall_at_10 + value: 87.31400000000001 + - type: recall_at_100 + value: 96.107 + - type: recall_at_1000 + value: 98.914 + - type: recall_at_20 + value: 91.184 + - type: recall_at_3 + value: 76.708 + - type: recall_at_5 + value: 81.777 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 31.372616849342727 + - type: v_measure + value: 31.372616849342727 + - type: v_measure_std + value: 4.218475883332416 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 42.56167386383679 + - type: v_measure + value: 42.56167386383679 + - type: v_measure_std + value: 10.687512676760736 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 11.145 + - type: map_at_1 + value: 2.483 + - type: map_at_10 + value: 6.1240000000000006 + - type: map_at_100 + value: 7.373 + - type: map_at_1000 + value: 7.6240000000000006 + - type: map_at_20 + value: 6.702 + - type: map_at_3 + value: 4.386 + - type: map_at_5 + value: 5.263 + - type: mrr_at_1 + value: 12.2 + - type: mrr_at_10 + value: 20.032777777777785 + - type: mrr_at_100 + value: 21.15625759013742 + - type: mrr_at_1000 + value: 21.262436849379473 + - type: mrr_at_20 + value: 20.65437313202795 + - type: mrr_at_3 + value: 17.20000000000001 + - type: mrr_at_5 + value: 18.905000000000012 + - type: nauc_map_at_1000_diff1 + value: 14.04179602177988 + - type: nauc_map_at_1000_max + value: 13.468822726683898 + - type: nauc_map_at_1000_std + value: 14.503925484288697 + - type: nauc_map_at_100_diff1 + value: 13.908535424545734 + - type: nauc_map_at_100_max + value: 13.162814624955224 + - type: nauc_map_at_100_std + value: 14.006563832100305 + - type: nauc_map_at_10_diff1 + value: 15.201590550896787 + - type: nauc_map_at_10_max + value: 11.381876530403124 + - type: nauc_map_at_10_std + value: 10.455475922863256 + - type: nauc_map_at_1_diff1 + value: 19.866068777666875 + - type: nauc_map_at_1_max + value: 11.770661936677659 + - type: nauc_map_at_1_std + value: 6.992466368743762 + - type: nauc_map_at_20_diff1 + value: 14.503428211315777 + - type: nauc_map_at_20_max + value: 12.621320375392958 + - type: nauc_map_at_20_std + value: 12.289076337416786 + - type: nauc_map_at_3_diff1 + value: 18.65066577348665 + - type: nauc_map_at_3_max + value: 10.924786636490749 + - type: nauc_map_at_3_std + value: 7.63906799090755 + - type: nauc_map_at_5_diff1 + value: 16.19410336729788 + - type: nauc_map_at_5_max + value: 10.331376246769484 + - type: nauc_map_at_5_std + value: 8.580454671132498 + - type: nauc_mrr_at_1000_diff1 + value: 16.483814461625617 + - type: nauc_mrr_at_1000_max + value: 11.013515468591404 + - type: nauc_mrr_at_1000_std + value: 10.08446979638758 + - type: nauc_mrr_at_100_diff1 + value: 16.453692879490145 + - type: nauc_mrr_at_100_max + value: 10.985293302748216 + - type: nauc_mrr_at_100_std + value: 10.118895973989607 + - type: nauc_mrr_at_10_diff1 + value: 16.523414526034056 + - type: nauc_mrr_at_10_max + value: 10.69835720772289 + - type: nauc_mrr_at_10_std + value: 9.958323674539256 + - type: nauc_mrr_at_1_diff1 + value: 18.916140092839388 + - type: nauc_mrr_at_1_max + value: 11.28382524462848 + - type: nauc_mrr_at_1_std + value: 7.4575969496971775 + - type: nauc_mrr_at_20_diff1 + value: 16.515625751883075 + - type: nauc_mrr_at_20_max + value: 10.91058938020743 + - type: nauc_mrr_at_20_std + value: 10.089717651490684 + - type: nauc_mrr_at_3_diff1 + value: 18.411357551531673 + - type: nauc_mrr_at_3_max + value: 10.150789848617546 + - type: nauc_mrr_at_3_std + value: 8.28539472469452 + - type: nauc_mrr_at_5_diff1 + value: 17.076713001566414 + - type: nauc_mrr_at_5_max + value: 10.05110647296913 + - type: nauc_mrr_at_5_std + value: 9.650240066197977 + - type: nauc_ndcg_at_1000_diff1 + value: 12.46764100509925 + - type: nauc_ndcg_at_1000_max + value: 16.87436450117945 + - type: nauc_ndcg_at_1000_std + value: 21.75055602465494 + - type: nauc_ndcg_at_100_diff1 + value: 11.243822565671014 + - type: nauc_ndcg_at_100_max + value: 14.672906707981689 + - type: nauc_ndcg_at_100_std + value: 19.445159161356347 + - type: nauc_ndcg_at_10_diff1 + value: 13.957173044270302 + - type: nauc_ndcg_at_10_max + value: 11.533365924682878 + - type: nauc_ndcg_at_10_std + value: 11.95008133703523 + - type: nauc_ndcg_at_1_diff1 + value: 18.916140092839388 + - type: nauc_ndcg_at_1_max + value: 11.28382524462848 + - type: nauc_ndcg_at_1_std + value: 7.4575969496971775 + - type: nauc_ndcg_at_20_diff1 + value: 13.080870749498825 + - type: nauc_ndcg_at_20_max + value: 13.529404104442364 + - type: nauc_ndcg_at_20_std + value: 14.698639769858543 + - type: nauc_ndcg_at_3_diff1 + value: 18.07665765209192 + - type: nauc_ndcg_at_3_max + value: 10.36217623223806 + - type: nauc_ndcg_at_3_std + value: 8.543586014725516 + - type: nauc_ndcg_at_5_diff1 + value: 15.753684501523171 + - type: nauc_ndcg_at_5_max + value: 9.756813674219412 + - type: nauc_ndcg_at_5_std + value: 9.81629695469914 + - type: nauc_precision_at_1000_diff1 + value: 6.49181271146623 + - type: nauc_precision_at_1000_max + value: 20.038684056693548 + - type: nauc_precision_at_1000_std + value: 31.72411429728146 + - type: nauc_precision_at_100_diff1 + value: 3.9695256002728554 + - type: nauc_precision_at_100_max + value: 15.760993964001843 + - type: nauc_precision_at_100_std + value: 27.819395859684438 + - type: nauc_precision_at_10_diff1 + value: 10.034023456463208 + - type: nauc_precision_at_10_max + value: 11.9637202656781 + - type: nauc_precision_at_10_std + value: 14.548441016814499 + - type: nauc_precision_at_1_diff1 + value: 18.916140092839388 + - type: nauc_precision_at_1_max + value: 11.28382524462848 + - type: nauc_precision_at_1_std + value: 7.4575969496971775 + - type: nauc_precision_at_20_diff1 + value: 8.352003454018947 + - type: nauc_precision_at_20_max + value: 15.467696310306941 + - type: nauc_precision_at_20_std + value: 19.25895187079644 + - type: nauc_precision_at_3_diff1 + value: 17.691306880096178 + - type: nauc_precision_at_3_max + value: 10.139076766993572 + - type: nauc_precision_at_3_std + value: 8.90413050013151 + - type: nauc_precision_at_5_diff1 + value: 13.143973705786955 + - type: nauc_precision_at_5_max + value: 8.749700144288802 + - type: nauc_precision_at_5_std + value: 11.136372587280404 + - type: nauc_recall_at_1000_diff1 + value: 6.304363095725838 + - type: nauc_recall_at_1000_max + value: 21.169336566844237 + - type: nauc_recall_at_1000_std + value: 32.09330745051374 + - type: nauc_recall_at_100_diff1 + value: 4.165661039426188 + - type: nauc_recall_at_100_max + value: 16.139180608853625 + - type: nauc_recall_at_100_std + value: 27.757831244843974 + - type: nauc_recall_at_10_diff1 + value: 10.495690478197298 + - type: nauc_recall_at_10_max + value: 12.167459093833328 + - type: nauc_recall_at_10_std + value: 14.254322684356577 + - type: nauc_recall_at_1_diff1 + value: 19.866068777666875 + - type: nauc_recall_at_1_max + value: 11.770661936677659 + - type: nauc_recall_at_1_std + value: 6.992466368743762 + - type: nauc_recall_at_20_diff1 + value: 8.776171330802653 + - type: nauc_recall_at_20_max + value: 15.704340191560787 + - type: nauc_recall_at_20_std + value: 18.923540881805714 + - type: nauc_recall_at_3_diff1 + value: 18.255717163312028 + - type: nauc_recall_at_3_max + value: 10.28617567778892 + - type: nauc_recall_at_3_std + value: 8.4013196603258 + - type: nauc_recall_at_5_diff1 + value: 13.539959991282688 + - type: nauc_recall_at_5_max + value: 8.920008079822104 + - type: nauc_recall_at_5_std + value: 10.908337371904086 + - type: ndcg_at_1 + value: 12.2 + - type: ndcg_at_10 + value: 11.145 + - type: ndcg_at_100 + value: 17.16 + - type: ndcg_at_1000 + value: 22.429 + - type: ndcg_at_20 + value: 13.017000000000001 + - type: ndcg_at_3 + value: 10.204 + - type: ndcg_at_5 + value: 9.182 + - type: precision_at_1 + value: 12.2 + - type: precision_at_10 + value: 5.88 + - type: precision_at_100 + value: 1.477 + - type: precision_at_1000 + value: 0.27499999999999997 + - type: precision_at_20 + value: 4.03 + - type: precision_at_3 + value: 9.6 + - type: precision_at_5 + value: 8.24 + - type: recall_at_1 + value: 2.483 + - type: recall_at_10 + value: 11.927 + - type: recall_at_100 + value: 29.947000000000003 + - type: recall_at_1000 + value: 55.797 + - type: recall_at_20 + value: 16.322 + - type: recall_at_3 + value: 5.848 + - type: recall_at_5 + value: 8.362 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 75.44317740316959 + - type: cosine_spearman + value: 64.66033328975722 + - type: euclidean_pearson + value: 65.32225778168542 + - type: euclidean_spearman + value: 58.37263214991483 + - type: main_score + value: 64.66033328975722 + - type: manhattan_pearson + value: 65.50832595100484 + - type: manhattan_spearman + value: 58.70461764721123 + - type: pearson + value: 75.44317740316959 + - type: spearman + value: 64.66033328975722 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: cosine_pearson + value: 75.27179637130625 + - type: cosine_spearman + value: 64.63642414925371 + - type: euclidean_pearson + value: 57.60541573965394 + - type: euclidean_spearman + value: 54.16675402216673 + - type: main_score + value: 64.63642414925371 + - type: manhattan_pearson + value: 57.61916313400251 + - type: manhattan_spearman + value: 54.187861798376346 + - type: pearson + value: 75.27179637130625 + - type: spearman + value: 64.63642414925371 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: cosine_pearson + value: 76.65670145290832 + - type: cosine_spearman + value: 77.9790218678965 + - type: euclidean_pearson + value: 55.69048686852492 + - type: euclidean_spearman + value: 56.915278453300886 + - type: main_score + value: 77.9790218678965 + - type: manhattan_pearson + value: 56.04078388415448 + - type: manhattan_spearman + value: 57.24479867581495 + - type: pearson + value: 76.65670145290832 + - type: spearman + value: 77.9790218678965 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: cosine_pearson + value: 72.6084144444495 + - type: cosine_spearman + value: 70.08415685571369 + - type: euclidean_pearson + value: 55.23603920676092 + - type: euclidean_spearman + value: 54.7951569454598 + - type: main_score + value: 70.08415685571369 + - type: manhattan_pearson + value: 55.467477859550954 + - type: manhattan_spearman + value: 54.97322607753517 + - type: pearson + value: 72.6084144444495 + - type: spearman + value: 70.08415685571369 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: cosine_pearson + value: 77.27930178635249 + - type: cosine_spearman + value: 78.77945492051583 + - type: euclidean_pearson + value: 56.209330819002254 + - type: euclidean_spearman + value: 58.59820677825991 + - type: main_score + value: 78.77945492051583 + - type: manhattan_pearson + value: 56.5027867921535 + - type: manhattan_spearman + value: 58.688012882636556 + - type: pearson + value: 77.27930178635249 + - type: spearman + value: 78.77945492051583 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: cosine_pearson + value: 67.59697831579804 + - type: cosine_spearman + value: 70.14433798829924 + - type: euclidean_pearson + value: 47.052560327076165 + - type: euclidean_spearman + value: 49.043366162737 + - type: main_score + value: 70.14433798829924 + - type: manhattan_pearson + value: 47.609083434026 + - type: manhattan_spearman + value: 49.4861745311838 + - type: pearson + value: 67.59697831579804 + - type: spearman + value: 70.14433798829924 + task: + type: STS + - dataset: + config: en-tr + name: MTEB STS17 (en-tr) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 6.816344817341537 + - type: cosine_spearman + value: 3.881927995948511 + - type: euclidean_pearson + value: -5.709905452714134 + - type: euclidean_spearman + value: -7.917676805793398 + - type: main_score + value: 3.881927995948511 + - type: manhattan_pearson + value: -5.915405149261368 + - type: manhattan_spearman + value: -6.999675819608648 + - type: pearson + value: 6.816344817341537 + - type: spearman + value: 3.881927995948511 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 80.3422878690775 + - type: cosine_spearman + value: 82.82381067886578 + - type: euclidean_pearson + value: 64.17718233417268 + - type: euclidean_spearman + value: 66.43456400831298 + - type: main_score + value: 82.82381067886578 + - type: manhattan_pearson + value: 64.18727485692851 + - type: manhattan_spearman + value: 66.66001258551782 + - type: pearson + value: 80.3422878690775 + - type: spearman + value: 82.82381067886578 + task: + type: STS + - dataset: + config: it-en + name: MTEB STS17 (it-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 8.532514092953193 + - type: cosine_spearman + value: 2.925603710568467 + - type: euclidean_pearson + value: -15.310770996955645 + - type: euclidean_spearman + value: -15.153258000229735 + - type: main_score + value: 2.925603710568467 + - type: manhattan_pearson + value: -15.475725980253795 + - type: manhattan_spearman + value: -16.680696135577048 + - type: pearson + value: 8.532514092953193 + - type: spearman + value: 2.925603710568467 + task: + type: STS + - dataset: + config: fr-en + name: MTEB STS17 (fr-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 21.045522855096426 + - type: cosine_spearman + value: 18.414978055057233 + - type: euclidean_pearson + value: -6.730015584391847 + - type: euclidean_spearman + value: -8.874563174643498 + - type: main_score + value: 18.414978055057233 + - type: manhattan_pearson + value: -8.373709018568837 + - type: manhattan_spearman + value: -10.869965671268195 + - type: pearson + value: 21.045522855096426 + - type: spearman + value: 18.414978055057233 + task: + type: STS + - dataset: + config: en-de + name: MTEB STS17 (en-de) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 20.53965530318208 + - type: cosine_spearman + value: 19.779624251024742 + - type: euclidean_pearson + value: -8.422957022168687 + - type: euclidean_spearman + value: -8.441117623652552 + - type: main_score + value: 19.779624251024742 + - type: manhattan_pearson + value: -9.022000031615297 + - type: manhattan_spearman + value: -10.01944986236205 + - type: pearson + value: 20.53965530318208 + - type: spearman + value: 19.779624251024742 + task: + type: STS + - dataset: + config: nl-en + name: MTEB STS17 (nl-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 16.253197751087466 + - type: cosine_spearman + value: 10.281262353298493 + - type: euclidean_pearson + value: -8.327034080178862 + - type: euclidean_spearman + value: -14.082944243419524 + - type: main_score + value: 10.281262353298493 + - type: manhattan_pearson + value: -8.317424880938788 + - type: manhattan_spearman + value: -13.283091899944917 + - type: pearson + value: 16.253197751087466 + - type: spearman + value: 10.281262353298493 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS17 (es-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 16.022314822926344 + - type: cosine_spearman + value: 15.481253181142337 + - type: euclidean_pearson + value: -7.565040371732333 + - type: euclidean_spearman + value: -13.24259258219904 + - type: main_score + value: 15.481253181142337 + - type: manhattan_pearson + value: -8.469782300955151 + - type: manhattan_spearman + value: -14.992140842771388 + - type: pearson + value: 16.022314822926344 + - type: spearman + value: 15.481253181142337 + task: + type: STS + - dataset: + config: en-ar + name: MTEB STS17 (en-ar) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 2.6572077286972204 + - type: cosine_spearman + value: 11.841223302913573 + - type: euclidean_pearson + value: 12.35431245166608 + - type: euclidean_spearman + value: 7.392490905400255 + - type: main_score + value: 11.841223302913573 + - type: manhattan_pearson + value: 12.216768710760196 + - type: manhattan_spearman + value: 7.503351553256482 + - type: pearson + value: 2.6572077286972204 + - type: spearman + value: 11.841223302913573 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 38.2886612129808 + - type: cosine_spearman + value: 36.3923475100124 + - type: euclidean_pearson + value: 37.198162712953945 + - type: euclidean_spearman + value: 26.567559733905416 + - type: main_score + value: 36.3923475100124 + - type: manhattan_pearson + value: 36.744350682243976 + - type: manhattan_spearman + value: 23.764942648250294 + - type: pearson + value: 38.2886612129808 + - type: spearman + value: 36.3923475100124 + task: + type: STS + - dataset: + config: zh-en + name: MTEB STS22 (zh-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 2.899096111714493 + - type: cosine_spearman + value: 3.6484939276246147 + - type: euclidean_pearson + value: -3.9577702896129683 + - type: euclidean_spearman + value: 0.5248086125754212 + - type: main_score + value: 3.6484939276246147 + - type: manhattan_pearson + value: -4.224953170165652 + - type: manhattan_spearman + value: 0.8064642714775411 + - type: pearson + value: 2.899096111714493 + - type: spearman + value: 3.6484939276246147 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 48.83428631897875 + - type: cosine_spearman + value: 59.208656752528064 + - type: euclidean_pearson + value: 50.318050030105866 + - type: euclidean_spearman + value: 59.248536122711904 + - type: main_score + value: 59.208656752528064 + - type: manhattan_pearson + value: 49.48047897165944 + - type: manhattan_spearman + value: 59.05695237288997 + - type: pearson + value: 48.83428631897875 + - type: spearman + value: 59.208656752528064 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS22 (es-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 18.384789734482013 + - type: cosine_spearman + value: 20.680582502429395 + - type: euclidean_pearson + value: 15.257874781731998 + - type: euclidean_spearman + value: 20.121386973148013 + - type: main_score + value: 20.680582502429395 + - type: manhattan_pearson + value: 21.41821286518122 + - type: manhattan_spearman + value: 27.06116036653386 + - type: pearson + value: 18.384789734482013 + - type: spearman + value: 20.680582502429395 + task: + type: STS + - dataset: + config: de-en + name: MTEB STS22 (de-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 31.971938782568998 + - type: cosine_spearman + value: 31.7331263475721 + - type: euclidean_pearson + value: 28.778244848424606 + - type: euclidean_spearman + value: 30.339181910659924 + - type: main_score + value: 31.7331263475721 + - type: manhattan_pearson + value: 27.763784017642745 + - type: manhattan_spearman + value: 34.60355364902863 + - type: pearson + value: 31.971938782568998 + - type: spearman + value: 31.7331263475721 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 70.44848272475741 + - type: cosine_spearman + value: 68.90568918705054 + - type: euclidean_pearson + value: 55.15791539468034 + - type: euclidean_spearman + value: 54.524734170607026 + - type: main_score + value: 68.90568918705054 + - type: manhattan_pearson + value: 55.57205796134256 + - type: manhattan_spearman + value: 54.873833418202324 + - type: pearson + value: 70.44848272475741 + - type: spearman + value: 68.90568918705054 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 71.51230402119855 + - type: map + value: 71.51230402119855 + - type: mrr + value: 90.07260169024875 + - type: nAUC_map_diff1 + value: 9.457889555724364 + - type: nAUC_map_max + value: 54.32226718709489 + - type: nAUC_map_std + value: 64.3833035531696 + - type: nAUC_mrr_diff1 + value: 46.733117682332065 + - type: nAUC_mrr_max + value: 73.34626532031795 + - type: nAUC_mrr_std + value: 66.21738431904454 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 44.634 + - type: map_at_1 + value: 31.056 + - type: map_at_10 + value: 39.797 + - type: map_at_100 + value: 40.786 + - type: map_at_1000 + value: 40.849999999999994 + - type: map_at_20 + value: 40.39 + - type: map_at_3 + value: 37.537 + - type: map_at_5 + value: 38.443 + - type: mrr_at_1 + value: 32.666666666666664 + - type: mrr_at_10 + value: 41.20542328042328 + - type: mrr_at_100 + value: 42.02789454802248 + - type: mrr_at_1000 + value: 42.08644496488576 + - type: mrr_at_20 + value: 41.66418048182754 + - type: mrr_at_3 + value: 39.277777777777764 + - type: mrr_at_5 + value: 39.99444444444444 + - type: nauc_map_at_1000_diff1 + value: 48.342044133365135 + - type: nauc_map_at_1000_max + value: 31.7826592935102 + - type: nauc_map_at_1000_std + value: 4.00630138549911 + - type: nauc_map_at_100_diff1 + value: 48.31242764868427 + - type: nauc_map_at_100_max + value: 31.78012740426817 + - type: nauc_map_at_100_std + value: 4.060444642374662 + - type: nauc_map_at_10_diff1 + value: 48.50670999217726 + - type: nauc_map_at_10_max + value: 31.64653583263081 + - type: nauc_map_at_10_std + value: 3.7046444258333997 + - type: nauc_map_at_1_diff1 + value: 51.5249564463508 + - type: nauc_map_at_1_max + value: 28.73405802025607 + - type: nauc_map_at_1_std + value: -1.356155719324098 + - type: nauc_map_at_20_diff1 + value: 48.456709981407556 + - type: nauc_map_at_20_max + value: 31.741525375093172 + - type: nauc_map_at_20_std + value: 3.646386443000312 + - type: nauc_map_at_3_diff1 + value: 48.78563822360489 + - type: nauc_map_at_3_max + value: 31.058620920212448 + - type: nauc_map_at_3_std + value: 1.8326719277579946 + - type: nauc_map_at_5_diff1 + value: 48.458976779652104 + - type: nauc_map_at_5_max + value: 31.083028206356534 + - type: nauc_map_at_5_std + value: 3.003794552425189 + - type: nauc_mrr_at_1000_diff1 + value: 48.45609849024956 + - type: nauc_mrr_at_1000_max + value: 33.43988504966969 + - type: nauc_mrr_at_1000_std + value: 6.171555010767457 + - type: nauc_mrr_at_100_diff1 + value: 48.42274487649728 + - type: nauc_mrr_at_100_max + value: 33.43866490885405 + - type: nauc_mrr_at_100_std + value: 6.218254767081506 + - type: nauc_mrr_at_10_diff1 + value: 48.521379897756056 + - type: nauc_mrr_at_10_max + value: 33.75224042509809 + - type: nauc_mrr_at_10_std + value: 6.352815348713422 + - type: nauc_mrr_at_1_diff1 + value: 52.443480348141506 + - type: nauc_mrr_at_1_max + value: 31.16915445000578 + - type: nauc_mrr_at_1_std + value: 1.0921650382724417 + - type: nauc_mrr_at_20_diff1 + value: 48.50227992314695 + - type: nauc_mrr_at_20_max + value: 33.538352513692566 + - type: nauc_mrr_at_20_std + value: 5.888417051206362 + - type: nauc_mrr_at_3_diff1 + value: 48.69864177007364 + - type: nauc_mrr_at_3_max + value: 33.6846609645469 + - type: nauc_mrr_at_3_std + value: 4.737077772688193 + - type: nauc_mrr_at_5_diff1 + value: 48.762159728901295 + - type: nauc_mrr_at_5_max + value: 33.470448387039426 + - type: nauc_mrr_at_5_std + value: 5.88722077710814 + - type: nauc_ndcg_at_1000_diff1 + value: 47.013205594218704 + - type: nauc_ndcg_at_1000_max + value: 33.784237785724024 + - type: nauc_ndcg_at_1000_std + value: 7.895748496610112 + - type: nauc_ndcg_at_100_diff1 + value: 46.28673967820463 + - type: nauc_ndcg_at_100_max + value: 33.65163465988455 + - type: nauc_ndcg_at_100_std + value: 9.496219412572335 + - type: nauc_ndcg_at_10_diff1 + value: 46.92009617313736 + - type: nauc_ndcg_at_10_max + value: 33.93070825037539 + - type: nauc_ndcg_at_10_std + value: 6.905054855789704 + - type: nauc_ndcg_at_1_diff1 + value: 52.443480348141506 + - type: nauc_ndcg_at_1_max + value: 31.16915445000578 + - type: nauc_ndcg_at_1_std + value: 1.0921650382724417 + - type: nauc_ndcg_at_20_diff1 + value: 46.80080169568735 + - type: nauc_ndcg_at_20_max + value: 33.85986080942156 + - type: nauc_ndcg_at_20_std + value: 6.030321172261957 + - type: nauc_ndcg_at_3_diff1 + value: 47.37837330317871 + - type: nauc_ndcg_at_3_max + value: 32.70364322442463 + - type: nauc_ndcg_at_3_std + value: 3.5796359299979734 + - type: nauc_ndcg_at_5_diff1 + value: 47.10858556467903 + - type: nauc_ndcg_at_5_max + value: 32.5432022640858 + - type: nauc_ndcg_at_5_std + value: 5.587372921117886 + - type: nauc_precision_at_1000_diff1 + value: -4.00258727241286 + - type: nauc_precision_at_1000_max + value: 33.62365433015907 + - type: nauc_precision_at_1000_std + value: 27.912442602898498 + - type: nauc_precision_at_100_diff1 + value: 12.742459620152669 + - type: nauc_precision_at_100_max + value: 38.534530486483895 + - type: nauc_precision_at_100_std + value: 38.335218929783586 + - type: nauc_precision_at_10_diff1 + value: 34.00766046475659 + - type: nauc_precision_at_10_max + value: 42.736601309849924 + - type: nauc_precision_at_10_std + value: 19.11941288765331 + - type: nauc_precision_at_1_diff1 + value: 52.443480348141506 + - type: nauc_precision_at_1_max + value: 31.16915445000578 + - type: nauc_precision_at_1_std + value: 1.0921650382724417 + - type: nauc_precision_at_20_diff1 + value: 27.71446616326318 + - type: nauc_precision_at_20_max + value: 40.76177840979056 + - type: nauc_precision_at_20_std + value: 16.820454969752006 + - type: nauc_precision_at_3_diff1 + value: 43.24269855398618 + - type: nauc_precision_at_3_max + value: 38.62040878020923 + - type: nauc_precision_at_3_std + value: 9.502376433837679 + - type: nauc_precision_at_5_diff1 + value: 37.91908025291434 + - type: nauc_precision_at_5_max + value: 38.025934168347106 + - type: nauc_precision_at_5_std + value: 13.649985136861408 + - type: nauc_recall_at_1000_diff1 + value: 36.18220825225795 + - type: nauc_recall_at_1000_max + value: 58.085116998453465 + - type: nauc_recall_at_1000_std + value: 71.24753209171706 + - type: nauc_recall_at_100_diff1 + value: 34.15584735503604 + - type: nauc_recall_at_100_max + value: 37.6512924522105 + - type: nauc_recall_at_100_std + value: 46.323437983877746 + - type: nauc_recall_at_10_diff1 + value: 40.95203469532717 + - type: nauc_recall_at_10_max + value: 38.227625869068206 + - type: nauc_recall_at_10_std + value: 14.047310749226211 + - type: nauc_recall_at_1_diff1 + value: 51.5249564463508 + - type: nauc_recall_at_1_max + value: 28.73405802025607 + - type: nauc_recall_at_1_std + value: -1.356155719324098 + - type: nauc_recall_at_20_diff1 + value: 40.36640963259781 + - type: nauc_recall_at_20_max + value: 38.003316708318394 + - type: nauc_recall_at_20_std + value: 10.141759227688368 + - type: nauc_recall_at_3_diff1 + value: 43.45581442601486 + - type: nauc_recall_at_3_max + value: 34.015330740461444 + - type: nauc_recall_at_3_std + value: 5.800825635858678 + - type: nauc_recall_at_5_diff1 + value: 42.4514713019334 + - type: nauc_recall_at_5_max + value: 33.81098452352482 + - type: nauc_recall_at_5_std + value: 10.553580332520063 + - type: ndcg_at_1 + value: 32.667 + - type: ndcg_at_10 + value: 44.634 + - type: ndcg_at_100 + value: 49.455 + - type: ndcg_at_1000 + value: 51.292 + - type: ndcg_at_20 + value: 46.56 + - type: ndcg_at_3 + value: 40.006 + - type: ndcg_at_5 + value: 41.502 + - type: precision_at_1 + value: 32.667 + - type: precision_at_10 + value: 6.433 + - type: precision_at_100 + value: 0.9129999999999999 + - type: precision_at_1000 + value: 0.108 + - type: precision_at_20 + value: 3.6830000000000003 + - type: precision_at_3 + value: 16.222 + - type: precision_at_5 + value: 10.667 + - type: recall_at_1 + value: 31.056 + - type: recall_at_10 + value: 58.4 + - type: recall_at_100 + value: 81.15599999999999 + - type: recall_at_1000 + value: 95.633 + - type: recall_at_20 + value: 65.606 + - type: recall_at_3 + value: 45.306000000000004 + - type: recall_at_5 + value: 49.028 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.65445544554456 + - type: cosine_accuracy_threshold + value: 80.49482107162476 + - type: cosine_ap + value: 87.93890477556427 + - type: cosine_f1 + value: 81.80420297283445 + - type: cosine_f1_threshold + value: 79.41848039627075 + - type: cosine_precision + value: 83.91167192429022 + - type: cosine_recall + value: 79.80000000000001 + - type: dot_accuracy + value: 99.04752475247524 + - type: dot_accuracy_threshold + value: 105860.55908203125 + - type: dot_ap + value: 27.092515912441513 + - type: dot_f1 + value: 33.942093541202674 + - type: dot_f1_threshold + value: 73063.5009765625 + - type: dot_precision + value: 30.602409638554217 + - type: dot_recall + value: 38.1 + - type: euclidean_accuracy + value: 99.38118811881188 + - type: euclidean_accuracy_threshold + value: 1505.2160263061523 + - type: euclidean_ap + value: 62.30186807590662 + - type: euclidean_f1 + value: 62.507221259387634 + - type: euclidean_f1_threshold + value: 1578.0624389648438 + - type: euclidean_precision + value: 74.00820793433653 + - type: euclidean_recall + value: 54.1 + - type: main_score + value: 87.93890477556427 + - type: manhattan_accuracy + value: 99.38118811881188 + - type: manhattan_accuracy_threshold + value: 18967.7490234375 + - type: manhattan_ap + value: 62.32090024036487 + - type: manhattan_f1 + value: 62.29130685089235 + - type: manhattan_f1_threshold + value: 19725.3662109375 + - type: manhattan_precision + value: 73.40569877883311 + - type: manhattan_recall + value: 54.1 + - type: max_accuracy + value: 99.65445544554456 + - type: max_ap + value: 87.93890477556427 + - type: max_f1 + value: 81.80420297283445 + - type: max_precision + value: 83.91167192429022 + - type: max_recall + value: 79.80000000000001 + - type: similarity_accuracy + value: 99.65445544554456 + - type: similarity_accuracy_threshold + value: 80.49482107162476 + - type: similarity_ap + value: 87.93890477556427 + - type: similarity_f1 + value: 81.80420297283445 + - type: similarity_f1_threshold + value: 79.41848039627075 + - type: similarity_precision + value: 83.91167192429022 + - type: similarity_recall + value: 79.80000000000001 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 39.351977907677735 + - type: v_measure + value: 39.351977907677735 + - type: v_measure_std + value: 4.851580948174954 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: main_score + value: 28.718039425336826 + - type: v_measure + value: 28.718039425336826 + - type: v_measure_std + value: 1.5093426797012535 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: main_score + value: 40.74663316880145 + - type: map + value: 40.74663316880145 + - type: mrr + value: 41.04591078855785 + - type: nAUC_map_diff1 + value: 29.118826541226202 + - type: nAUC_map_max + value: 14.062845178703915 + - type: nAUC_map_std + value: -4.409892124802246 + - type: nAUC_mrr_diff1 + value: 28.22298206074212 + - type: nAUC_mrr_max + value: 14.631847809852314 + - type: nAUC_mrr_std + value: -3.6963659779241236 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: cosine_pearson + value: 30.385829441542235 + - type: cosine_spearman + value: 31.44709156272413 + - type: dot_pearson + value: 16.8215086744564 + - type: dot_spearman + value: 19.63108392674418 + - type: main_score + value: 31.44709156272413 + - type: pearson + value: 30.385829441542235 + - type: spearman + value: 31.44709156272413 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 50.293 + - type: map_at_1 + value: 0.161 + - type: map_at_10 + value: 1.065 + - type: map_at_100 + value: 5.1819999999999995 + - type: map_at_1000 + value: 12.165 + - type: map_at_20 + value: 1.8419999999999999 + - type: map_at_3 + value: 0.428 + - type: map_at_5 + value: 0.639 + - type: mrr_at_1 + value: 68.0 + - type: mrr_at_10 + value: 77.83333333333333 + - type: mrr_at_100 + value: 78.05833333333334 + - type: mrr_at_1000 + value: 78.05833333333334 + - type: mrr_at_20 + value: 78.05833333333334 + - type: mrr_at_3 + value: 76.33333333333334 + - type: mrr_at_5 + value: 77.63333333333334 + - type: nauc_map_at_1000_diff1 + value: -20.730615524173658 + - type: nauc_map_at_1000_max + value: 39.839166514300764 + - type: nauc_map_at_1000_std + value: 58.90233287533496 + - type: nauc_map_at_100_diff1 + value: -19.5516027613563 + - type: nauc_map_at_100_max + value: 20.59184199252621 + - type: nauc_map_at_100_std + value: 47.71226850012564 + - type: nauc_map_at_10_diff1 + value: -6.646519709068492 + - type: nauc_map_at_10_max + value: 5.985482445627173 + - type: nauc_map_at_10_std + value: 23.95348041285318 + - type: nauc_map_at_1_diff1 + value: 4.168508506022353 + - type: nauc_map_at_1_max + value: -13.919817882224258 + - type: nauc_map_at_1_std + value: 6.874058840078575 + - type: nauc_map_at_20_diff1 + value: -11.782478697292618 + - type: nauc_map_at_20_max + value: 4.899042508743441 + - type: nauc_map_at_20_std + value: 30.581099865283782 + - type: nauc_map_at_3_diff1 + value: -6.40346598043105 + - type: nauc_map_at_3_max + value: -5.693242415097199 + - type: nauc_map_at_3_std + value: 12.446665858993656 + - type: nauc_map_at_5_diff1 + value: -9.611896908622962 + - type: nauc_map_at_5_max + value: 2.1092593900870904 + - type: nauc_map_at_5_std + value: 17.067486050785096 + - type: nauc_mrr_at_1000_diff1 + value: -4.623321883762855 + - type: nauc_mrr_at_1000_max + value: 12.396808389858892 + - type: nauc_mrr_at_1000_std + value: 19.4089140622997 + - type: nauc_mrr_at_100_diff1 + value: -4.623321883762855 + - type: nauc_mrr_at_100_max + value: 12.396808389858892 + - type: nauc_mrr_at_100_std + value: 19.4089140622997 + - type: nauc_mrr_at_10_diff1 + value: -4.647195096446223 + - type: nauc_mrr_at_10_max + value: 11.952010167473812 + - type: nauc_mrr_at_10_std + value: 19.233980598143418 + - type: nauc_mrr_at_1_diff1 + value: 3.5035588418214934 + - type: nauc_mrr_at_1_max + value: 7.68433418561253 + - type: nauc_mrr_at_1_std + value: 27.081749706309154 + - type: nauc_mrr_at_20_diff1 + value: -4.623321883762855 + - type: nauc_mrr_at_20_max + value: 12.396808389858892 + - type: nauc_mrr_at_20_std + value: 19.4089140622997 + - type: nauc_mrr_at_3_diff1 + value: -8.79007316324313 + - type: nauc_mrr_at_3_max + value: 16.737683188929008 + - type: nauc_mrr_at_3_std + value: 20.698383219632017 + - type: nauc_mrr_at_5_diff1 + value: -6.38001261114355 + - type: nauc_mrr_at_5_max + value: 12.852936867850659 + - type: nauc_mrr_at_5_std + value: 19.604197982217094 + - type: nauc_ndcg_at_1000_diff1 + value: -21.248774862042268 + - type: nauc_ndcg_at_1000_max + value: 37.112470599317845 + - type: nauc_ndcg_at_1000_std + value: 51.33184264725945 + - type: nauc_ndcg_at_100_diff1 + value: -21.502469395614007 + - type: nauc_ndcg_at_100_max + value: 27.036619615428126 + - type: nauc_ndcg_at_100_std + value: 44.231578927541634 + - type: nauc_ndcg_at_10_diff1 + value: -14.03544852632917 + - type: nauc_ndcg_at_10_max + value: 23.239909164511957 + - type: nauc_ndcg_at_10_std + value: 33.99420048710792 + - type: nauc_ndcg_at_1_diff1 + value: -2.3076073755106807 + - type: nauc_ndcg_at_1_max + value: 4.093124497231777 + - type: nauc_ndcg_at_1_std + value: 15.907190965157136 + - type: nauc_ndcg_at_20_diff1 + value: -17.80684642201865 + - type: nauc_ndcg_at_20_max + value: 22.356390424376404 + - type: nauc_ndcg_at_20_std + value: 36.58074650432794 + - type: nauc_ndcg_at_3_diff1 + value: -14.03425485397747 + - type: nauc_ndcg_at_3_max + value: 22.900831825285497 + - type: nauc_ndcg_at_3_std + value: 27.595172162485166 + - type: nauc_ndcg_at_5_diff1 + value: -15.9847552107415 + - type: nauc_ndcg_at_5_max + value: 23.610018767111146 + - type: nauc_ndcg_at_5_std + value: 31.76023082670396 + - type: nauc_precision_at_1000_diff1 + value: -18.48606922966335 + - type: nauc_precision_at_1000_max + value: 40.09384944686907 + - type: nauc_precision_at_1000_std + value: 48.495329491382236 + - type: nauc_precision_at_100_diff1 + value: -20.913247230868738 + - type: nauc_precision_at_100_max + value: 30.275117729529665 + - type: nauc_precision_at_100_std + value: 48.03556929860873 + - type: nauc_precision_at_10_diff1 + value: -10.864615585413775 + - type: nauc_precision_at_10_max + value: 25.99575088281568 + - type: nauc_precision_at_10_std + value: 40.69762382986124 + - type: nauc_precision_at_1_diff1 + value: 3.5035588418214934 + - type: nauc_precision_at_1_max + value: 7.68433418561253 + - type: nauc_precision_at_1_std + value: 27.081749706309154 + - type: nauc_precision_at_20_diff1 + value: -18.231210614806834 + - type: nauc_precision_at_20_max + value: 24.49814133520953 + - type: nauc_precision_at_20_std + value: 42.08404347300964 + - type: nauc_precision_at_3_diff1 + value: -13.464379703587404 + - type: nauc_precision_at_3_max + value: 25.641765547809243 + - type: nauc_precision_at_3_std + value: 38.4713052310818 + - type: nauc_precision_at_5_diff1 + value: -13.230437128979991 + - type: nauc_precision_at_5_max + value: 27.40564849793124 + - type: nauc_precision_at_5_std + value: 40.16046051448101 + - type: nauc_recall_at_1000_diff1 + value: -19.18062584482319 + - type: nauc_recall_at_1000_max + value: 42.54485632066801 + - type: nauc_recall_at_1000_std + value: 51.96242599629826 + - type: nauc_recall_at_100_diff1 + value: -16.015292729450607 + - type: nauc_recall_at_100_max + value: 15.503701664732361 + - type: nauc_recall_at_100_std + value: 40.715412297495895 + - type: nauc_recall_at_10_diff1 + value: -3.543521347350292 + - type: nauc_recall_at_10_max + value: 2.800389319981027 + - type: nauc_recall_at_10_std + value: 17.827330080949704 + - type: nauc_recall_at_1_diff1 + value: 4.168508506022353 + - type: nauc_recall_at_1_max + value: -13.919817882224258 + - type: nauc_recall_at_1_std + value: 6.874058840078575 + - type: nauc_recall_at_20_diff1 + value: -11.824453402321485 + - type: nauc_recall_at_20_max + value: 0.1600646646737227 + - type: nauc_recall_at_20_std + value: 22.770804511027276 + - type: nauc_recall_at_3_diff1 + value: -12.153358693322797 + - type: nauc_recall_at_3_max + value: -0.8091436535543653 + - type: nauc_recall_at_3_std + value: 8.9194053611711 + - type: nauc_recall_at_5_diff1 + value: -11.666886982290547 + - type: nauc_recall_at_5_max + value: 6.265898355667695 + - type: nauc_recall_at_5_std + value: 12.278654991544476 + - type: ndcg_at_1 + value: 63.0 + - type: ndcg_at_10 + value: 50.293 + - type: ndcg_at_100 + value: 35.410000000000004 + - type: ndcg_at_1000 + value: 31.432 + - type: ndcg_at_20 + value: 47.281 + - type: ndcg_at_3 + value: 56.285 + - type: ndcg_at_5 + value: 53.931 + - type: precision_at_1 + value: 68.0 + - type: precision_at_10 + value: 53.2 + - type: precision_at_100 + value: 37.1 + - type: precision_at_1000 + value: 15.02 + - type: precision_at_20 + value: 50.4 + - type: precision_at_3 + value: 61.333000000000006 + - type: precision_at_5 + value: 58.4 + - type: recall_at_1 + value: 0.161 + - type: recall_at_10 + value: 1.322 + - type: recall_at_100 + value: 8.129999999999999 + - type: recall_at_1000 + value: 30.206 + - type: recall_at_20 + value: 2.4410000000000003 + - type: recall_at_3 + value: 0.47000000000000003 + - type: recall_at_5 + value: 0.741 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 15.790000000000001 + - type: map_at_1 + value: 1.277 + - type: map_at_10 + value: 5.24 + - type: map_at_100 + value: 9.093 + - type: map_at_1000 + value: 10.529 + - type: map_at_20 + value: 6.658 + - type: map_at_3 + value: 2.157 + - type: map_at_5 + value: 3.343 + - type: mrr_at_1 + value: 16.3265306122449 + - type: mrr_at_10 + value: 31.72902494331065 + - type: mrr_at_100 + value: 32.884769060167756 + - type: mrr_at_1000 + value: 32.884769060167756 + - type: mrr_at_20 + value: 32.43515354859892 + - type: mrr_at_3 + value: 25.170068027210885 + - type: mrr_at_5 + value: 29.455782312925173 + - type: nauc_map_at_1000_diff1 + value: -3.1586324258036242 + - type: nauc_map_at_1000_max + value: -39.772263097287876 + - type: nauc_map_at_1000_std + value: -28.342876126008754 + - type: nauc_map_at_100_diff1 + value: -3.665739300943786 + - type: nauc_map_at_100_max + value: -40.456706346113755 + - type: nauc_map_at_100_std + value: -31.83791676517853 + - type: nauc_map_at_10_diff1 + value: -10.54672586401425 + - type: nauc_map_at_10_max + value: -44.54144890865597 + - type: nauc_map_at_10_std + value: -31.333904561832384 + - type: nauc_map_at_1_diff1 + value: -1.818488518052858 + - type: nauc_map_at_1_max + value: -32.722843529731556 + - type: nauc_map_at_1_std + value: -21.190183458683524 + - type: nauc_map_at_20_diff1 + value: -7.663503040209939 + - type: nauc_map_at_20_max + value: -45.78706394536052 + - type: nauc_map_at_20_std + value: -37.180872568708374 + - type: nauc_map_at_3_diff1 + value: 3.1417424508761047 + - type: nauc_map_at_3_max + value: -35.02057696281606 + - type: nauc_map_at_3_std + value: -20.37396361107187 + - type: nauc_map_at_5_diff1 + value: -6.496367073339007 + - type: nauc_map_at_5_max + value: -42.29452042433092 + - type: nauc_map_at_5_std + value: -24.800465182129475 + - type: nauc_mrr_at_1000_diff1 + value: -1.5444742737338488 + - type: nauc_mrr_at_1000_max + value: -35.18049506603158 + - type: nauc_mrr_at_1000_std + value: -17.20070057367544 + - type: nauc_mrr_at_100_diff1 + value: -1.5444742737338488 + - type: nauc_mrr_at_100_max + value: -35.18049506603158 + - type: nauc_mrr_at_100_std + value: -17.20070057367544 + - type: nauc_mrr_at_10_diff1 + value: -1.4960263964114606 + - type: nauc_mrr_at_10_max + value: -34.873555341513196 + - type: nauc_mrr_at_10_std + value: -16.45999571373483 + - type: nauc_mrr_at_1_diff1 + value: -12.189270623334648 + - type: nauc_mrr_at_1_max + value: -28.579192532694353 + - type: nauc_mrr_at_1_std + value: -11.459855962330844 + - type: nauc_mrr_at_20_diff1 + value: -0.7609385123928843 + - type: nauc_mrr_at_20_max + value: -36.171296772870264 + - type: nauc_mrr_at_20_std + value: -18.301749458938232 + - type: nauc_mrr_at_3_diff1 + value: -0.2301847707610496 + - type: nauc_mrr_at_3_max + value: -30.80499065218597 + - type: nauc_mrr_at_3_std + value: -12.834712397437057 + - type: nauc_mrr_at_5_diff1 + value: -1.091903500739519 + - type: nauc_mrr_at_5_max + value: -35.21876224937198 + - type: nauc_mrr_at_5_std + value: -17.333123783071695 + - type: nauc_ndcg_at_1000_diff1 + value: 12.341092315492014 + - type: nauc_ndcg_at_1000_max + value: -28.424531285639727 + - type: nauc_ndcg_at_1000_std + value: -9.684075691376377 + - type: nauc_ndcg_at_100_diff1 + value: 8.032059858306981 + - type: nauc_ndcg_at_100_max + value: -39.255306271493794 + - type: nauc_ndcg_at_100_std + value: -27.422782475792946 + - type: nauc_ndcg_at_10_diff1 + value: 1.9001557608396897 + - type: nauc_ndcg_at_10_max + value: -38.83941665073113 + - type: nauc_ndcg_at_10_std + value: -28.76852256482092 + - type: nauc_ndcg_at_1_diff1 + value: -4.204891374640269 + - type: nauc_ndcg_at_1_max + value: -26.231692867275363 + - type: nauc_ndcg_at_1_std + value: -9.148523397771116 + - type: nauc_ndcg_at_20_diff1 + value: 2.518885050551834 + - type: nauc_ndcg_at_20_max + value: -43.189561788855066 + - type: nauc_ndcg_at_20_std + value: -39.682465095289366 + - type: nauc_ndcg_at_3_diff1 + value: 8.562730018960336 + - type: nauc_ndcg_at_3_max + value: -30.96991992817989 + - type: nauc_ndcg_at_3_std + value: -15.69208953358737 + - type: nauc_ndcg_at_5_diff1 + value: 3.5840568515154994 + - type: nauc_ndcg_at_5_max + value: -36.53566191704277 + - type: nauc_ndcg_at_5_std + value: -20.55546310613085 + - type: nauc_precision_at_1000_diff1 + value: 10.175495027635408 + - type: nauc_precision_at_1000_max + value: 44.31983167314647 + - type: nauc_precision_at_1000_std + value: 47.40763634184565 + - type: nauc_precision_at_100_diff1 + value: 9.792026002798021 + - type: nauc_precision_at_100_max + value: -10.304602707011593 + - type: nauc_precision_at_100_std + value: 0.63567352854242 + - type: nauc_precision_at_10_diff1 + value: -1.442177091120521 + - type: nauc_precision_at_10_max + value: -35.92859526255585 + - type: nauc_precision_at_10_std + value: -26.896073645887427 + - type: nauc_precision_at_1_diff1 + value: -12.189270623334648 + - type: nauc_precision_at_1_max + value: -28.579192532694353 + - type: nauc_precision_at_1_std + value: -11.459855962330844 + - type: nauc_precision_at_20_diff1 + value: 2.2669891060284955 + - type: nauc_precision_at_20_max + value: -36.92227467517464 + - type: nauc_precision_at_20_std + value: -45.42095329154831 + - type: nauc_precision_at_3_diff1 + value: 10.90702129082723 + - type: nauc_precision_at_3_max + value: -33.745641123222846 + - type: nauc_precision_at_3_std + value: -16.27280451843888 + - type: nauc_precision_at_5_diff1 + value: 0.6068634276790119 + - type: nauc_precision_at_5_max + value: -39.046167694767696 + - type: nauc_precision_at_5_std + value: -22.166228729900332 + - type: nauc_recall_at_1000_diff1 + value: 7.096875956365895 + - type: nauc_recall_at_1000_max + value: -12.075390522906268 + - type: nauc_recall_at_1000_std + value: 27.949986052890573 + - type: nauc_recall_at_100_diff1 + value: 2.9637437003660403 + - type: nauc_recall_at_100_max + value: -37.470315822402604 + - type: nauc_recall_at_100_std + value: -20.07639190396403 + - type: nauc_recall_at_10_diff1 + value: -10.55130289262311 + - type: nauc_recall_at_10_max + value: -47.33072741498118 + - type: nauc_recall_at_10_std + value: -37.47543950737137 + - type: nauc_recall_at_1_diff1 + value: -1.818488518052858 + - type: nauc_recall_at_1_max + value: -32.722843529731556 + - type: nauc_recall_at_1_std + value: -21.190183458683524 + - type: nauc_recall_at_20_diff1 + value: -3.3497197311334665 + - type: nauc_recall_at_20_max + value: -46.86976432359865 + - type: nauc_recall_at_20_std + value: -46.35186722318313 + - type: nauc_recall_at_3_diff1 + value: 10.548810696046742 + - type: nauc_recall_at_3_max + value: -36.36954645321451 + - type: nauc_recall_at_3_std + value: -20.082840698599032 + - type: nauc_recall_at_5_diff1 + value: -7.380160291481995 + - type: nauc_recall_at_5_max + value: -47.34539862970469 + - type: nauc_recall_at_5_std + value: -31.4779670684682 + - type: ndcg_at_1 + value: 12.245000000000001 + - type: ndcg_at_10 + value: 15.790000000000001 + - type: ndcg_at_100 + value: 26.016000000000002 + - type: ndcg_at_1000 + value: 38.249 + - type: ndcg_at_20 + value: 16.947000000000003 + - type: ndcg_at_3 + value: 13.027 + - type: ndcg_at_5 + value: 14.968 + - type: precision_at_1 + value: 16.326999999999998 + - type: precision_at_10 + value: 16.326999999999998 + - type: precision_at_100 + value: 6.204 + - type: precision_at_1000 + value: 1.402 + - type: precision_at_20 + value: 12.959000000000001 + - type: precision_at_3 + value: 15.645999999999999 + - type: precision_at_5 + value: 17.551 + - type: recall_at_1 + value: 1.277 + - type: recall_at_10 + value: 11.657 + - type: recall_at_100 + value: 37.804 + - type: recall_at_1000 + value: 74.81 + - type: recall_at_20 + value: 17.813000000000002 + - type: recall_at_3 + value: 2.96 + - type: recall_at_5 + value: 6.196 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 67.6025390625 + - type: ap + value: 12.228064322266615 + - type: ap_weighted + value: 12.228064322266615 + - type: f1 + value: 51.545356210775054 + - type: f1_weighted + value: 74.8674960323055 + - type: main_score + value: 67.6025390625 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 50.019807583474815 + - type: f1 + value: 50.18981751190431 + - type: f1_weighted + value: 49.516664117140984 + - type: main_score + value: 50.019807583474815 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: main_score + value: 25.377920343280692 + - type: v_measure + value: 25.377920343280692 + - type: v_measure_std + value: 1.8170084203745749 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: cosine_accuracy + value: 81.86803361745247 + - type: cosine_accuracy_threshold + value: 78.45279574394226 + - type: cosine_ap + value: 58.60727455967692 + - type: cosine_f1 + value: 56.49663137632338 + - type: cosine_f1_threshold + value: 71.48932218551636 + - type: cosine_precision + value: 51.92392746572313 + - type: cosine_recall + value: 61.952506596306065 + - type: dot_accuracy + value: 77.82678667222984 + - type: dot_accuracy_threshold + value: 108382.0556640625 + - type: dot_ap + value: 39.48633290656697 + - type: dot_f1 + value: 45.00564789414233 + - type: dot_f1_threshold + value: 52613.238525390625 + - type: dot_precision + value: 32.41515574151557 + - type: dot_recall + value: 73.58839050131925 + - type: euclidean_accuracy + value: 79.50765929546402 + - type: euclidean_accuracy_threshold + value: 1738.2392883300781 + - type: euclidean_ap + value: 46.636574638537574 + - type: euclidean_f1 + value: 46.01173657900456 + - type: euclidean_f1_threshold + value: 2300.4941940307617 + - type: euclidean_precision + value: 39.11677753141168 + - type: euclidean_recall + value: 55.85751978891821 + - type: main_score + value: 58.60727455967692 + - type: manhattan_accuracy + value: 79.63283066102403 + - type: manhattan_accuracy_threshold + value: 22057.51953125 + - type: manhattan_ap + value: 47.091319468141194 + - type: manhattan_f1 + value: 46.32838283828383 + - type: manhattan_f1_threshold + value: 29230.82275390625 + - type: manhattan_precision + value: 38.02912292583813 + - type: manhattan_recall + value: 59.26121372031662 + - type: max_accuracy + value: 81.86803361745247 + - type: max_ap + value: 58.60727455967692 + - type: max_f1 + value: 56.49663137632338 + - type: max_precision + value: 51.92392746572313 + - type: max_recall + value: 73.58839050131925 + - type: similarity_accuracy + value: 81.86803361745247 + - type: similarity_accuracy_threshold + value: 78.45279574394226 + - type: similarity_ap + value: 58.60727455967692 + - type: similarity_f1 + value: 56.49663137632338 + - type: similarity_f1_threshold + value: 71.48932218551636 + - type: similarity_precision + value: 51.92392746572313 + - type: similarity_recall + value: 61.952506596306065 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: cosine_accuracy + value: 86.24209259906081 + - type: cosine_accuracy_threshold + value: 72.93155193328857 + - type: cosine_ap + value: 79.47942287203573 + - type: cosine_f1 + value: 71.80506478209658 + - type: cosine_f1_threshold + value: 67.74765849113464 + - type: cosine_precision + value: 68.78702397743301 + - type: cosine_recall + value: 75.10009239297814 + - type: dot_accuracy + value: 81.52869949935965 + - type: dot_accuracy_threshold + value: 37410.955810546875 + - type: dot_ap + value: 66.02217146026899 + - type: dot_f1 + value: 62.43364213594255 + - type: dot_f1_threshold + value: 30416.412353515625 + - type: dot_precision + value: 56.82435419693046 + - type: dot_recall + value: 69.27163535571297 + - type: euclidean_accuracy + value: 82.72596732254434 + - type: euclidean_accuracy_threshold + value: 1420.4879760742188 + - type: euclidean_ap + value: 68.52026211185712 + - type: euclidean_f1 + value: 60.637769715485966 + - type: euclidean_f1_threshold + value: 1657.3232650756836 + - type: euclidean_precision + value: 60.15761157838902 + - type: euclidean_recall + value: 61.12565445026178 + - type: main_score + value: 79.47942287203573 + - type: manhattan_accuracy + value: 82.68133659331703 + - type: manhattan_accuracy_threshold + value: 17628.411865234375 + - type: manhattan_ap + value: 68.57038227508352 + - type: manhattan_f1 + value: 60.69790481781823 + - type: manhattan_f1_threshold + value: 21103.260803222656 + - type: manhattan_precision + value: 57.981072555205046 + - type: manhattan_recall + value: 63.68186017862642 + - type: max_accuracy + value: 86.24209259906081 + - type: max_ap + value: 79.47942287203573 + - type: max_f1 + value: 71.80506478209658 + - type: max_precision + value: 68.78702397743301 + - type: max_recall + value: 75.10009239297814 + - type: similarity_accuracy + value: 86.24209259906081 + - type: similarity_accuracy_threshold + value: 72.93155193328857 + - type: similarity_ap + value: 79.47942287203573 + - type: similarity_f1 + value: 71.80506478209658 + - type: similarity_f1_threshold + value: 67.74765849113464 + - type: similarity_precision + value: 68.78702397743301 + - type: similarity_recall + value: 75.10009239297814 + task: + type: PairClassification +model_name: M2V_base_glove tags: - embeddings - static-embeddings +- mteb --- # minishlab/M2V_base_glove Model Card