diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -5,10 +5,8970 @@ language: - en library_name: model2vec license: mit +model-index: +- name: M2V_base_output + results: + - dataset: + config: en-ext + name: MTEB AmazonCounterfactualClassification (en-ext) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 69.1904047976012 + - type: ap + value: 19.610682715583142 + - type: ap_weighted + value: 19.610682715583142 + - type: f1 + value: 57.14831247701502 + - type: f1_weighted + value: 75.0407024695743 + - type: main_score + value: 69.1904047976012 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonCounterfactualClassification (en) + revision: e8379541af4e31359cca9fbcf4b00f2671dba205 + split: test + type: mteb/amazon_counterfactual + metrics: + - type: accuracy + value: 71.1044776119403 + - type: ap + value: 33.83428171392154 + - type: ap_weighted + value: 33.83428171392154 + - type: f1 + value: 65.18431700199532 + - type: f1_weighted + value: 73.90467162513829 + - type: main_score + value: 71.1044776119403 + task: + type: Classification + - dataset: + config: default + name: MTEB AmazonPolarityClassification (default) + revision: e2d317d38cd51312af73b3d32a06d1a08b442046 + split: test + type: mteb/amazon_polarity + metrics: + - type: accuracy + value: 67.328075 + - type: ap + value: 62.26238067958846 + - type: ap_weighted + value: 62.26238067958846 + - type: f1 + value: 66.93195816551996 + - type: f1_weighted + value: 66.93195816551996 + - type: main_score + value: 67.328075 + task: + type: Classification + - dataset: + config: en + name: MTEB AmazonReviewsClassification (en) + revision: 1399c76144fd37290681b995c656ef9b2e06e26d + split: test + type: mteb/amazon_reviews_multi + metrics: + - type: accuracy + value: 32.589999999999996 + - type: f1 + value: 32.11760053698346 + - type: f1_weighted + value: 32.11760053698346 + - type: main_score + value: 32.589999999999996 + task: + type: Classification + - dataset: + config: default + name: MTEB ArguAna (default) + revision: c22ab2a51041ffd869aaddef7af8d8215647e41a + split: test + type: mteb/arguana + metrics: + - type: main_score + value: 29.183999999999997 + - type: map_at_1 + value: 14.011000000000001 + - type: map_at_10 + value: 23.748 + - type: map_at_100 + value: 24.808 + - type: map_at_1000 + value: 24.89 + - type: map_at_20 + value: 24.354 + - type: map_at_3 + value: 20.721 + - type: map_at_5 + value: 22.509 + - type: mrr_at_1 + value: 14.509246088193455 + - type: mrr_at_10 + value: 23.930067285330413 + - type: mrr_at_100 + value: 24.990313023015393 + - type: mrr_at_1000 + value: 25.071881804001343 + - type: mrr_at_20 + value: 24.53573559987519 + - type: mrr_at_3 + value: 20.88667614983403 + - type: mrr_at_5 + value: 22.7038880986249 + - type: nauc_map_at_1000_diff1 + value: 10.066441521146057 + - type: nauc_map_at_1000_max + value: -0.5837671794505647 + - type: nauc_map_at_1000_std + value: 12.356714430015906 + - type: nauc_map_at_100_diff1 + value: 10.076633271522182 + - type: nauc_map_at_100_max + value: -0.5731496124067438 + - type: nauc_map_at_100_std + value: 12.415984202967115 + - type: nauc_map_at_10_diff1 + value: 9.867302245745831 + - type: nauc_map_at_10_max + value: -0.8261964947948097 + - type: nauc_map_at_10_std + value: 11.57502900905332 + - type: nauc_map_at_1_diff1 + value: 10.389795558592775 + - type: nauc_map_at_1_max + value: -4.511506238918001 + - type: nauc_map_at_1_std + value: 9.62435943787401 + - type: nauc_map_at_20_diff1 + value: 10.114926370948476 + - type: nauc_map_at_20_max + value: -0.38257232900731064 + - type: nauc_map_at_20_std + value: 12.070421408069302 + - type: nauc_map_at_3_diff1 + value: 8.840416555242445 + - type: nauc_map_at_3_max + value: -2.284214343720665 + - type: nauc_map_at_3_std + value: 9.41211373407306 + - type: nauc_map_at_5_diff1 + value: 9.4616046565665 + - type: nauc_map_at_5_max + value: -1.8580221033457682 + - type: nauc_map_at_5_std + value: 10.252697423331279 + - type: nauc_mrr_at_1000_diff1 + value: 8.50590042077137 + - type: nauc_mrr_at_1000_max + value: -0.9532348980220058 + - type: nauc_mrr_at_1000_std + value: 11.917718432821042 + - type: nauc_mrr_at_100_diff1 + value: 8.519603663729045 + - type: nauc_mrr_at_100_max + value: -0.941843377489153 + - type: nauc_mrr_at_100_std + value: 11.977460275257405 + - type: nauc_mrr_at_10_diff1 + value: 8.324129262175067 + - type: nauc_mrr_at_10_max + value: -1.1819451563051036 + - type: nauc_mrr_at_10_std + value: 11.143112974385687 + - type: nauc_mrr_at_1_diff1 + value: 7.923019186157461 + - type: nauc_mrr_at_1_max + value: -3.8622428906009336 + - type: nauc_mrr_at_1_std + value: 8.574254762702411 + - type: nauc_mrr_at_20_diff1 + value: 8.57172824197632 + - type: nauc_mrr_at_20_max + value: -0.7479018550868611 + - type: nauc_mrr_at_20_std + value: 11.638538106885681 + - type: nauc_mrr_at_3_diff1 + value: 7.176947665978892 + - type: nauc_mrr_at_3_max + value: -2.8140949706898937 + - type: nauc_mrr_at_3_std + value: 8.966233266672026 + - type: nauc_mrr_at_5_diff1 + value: 7.921651668561097 + - type: nauc_mrr_at_5_max + value: -2.1687598838347353 + - type: nauc_mrr_at_5_std + value: 9.810384238460967 + - type: nauc_ndcg_at_1000_diff1 + value: 11.09862326017166 + - type: nauc_ndcg_at_1000_max + value: 1.6567266738852608 + - type: nauc_ndcg_at_1000_std + value: 16.06391490264334 + - type: nauc_ndcg_at_100_diff1 + value: 11.372692796637454 + - type: nauc_ndcg_at_100_max + value: 1.8759976608604172 + - type: nauc_ndcg_at_100_std + value: 17.653326421438013 + - type: nauc_ndcg_at_10_diff1 + value: 10.629937509771837 + - type: nauc_ndcg_at_10_max + value: 1.3739681707601088 + - type: nauc_ndcg_at_10_std + value: 13.688730163159986 + - type: nauc_ndcg_at_1_diff1 + value: 10.389795558592775 + - type: nauc_ndcg_at_1_max + value: -4.511506238918001 + - type: nauc_ndcg_at_1_std + value: 9.62435943787401 + - type: nauc_ndcg_at_20_diff1 + value: 11.486521194068173 + - type: nauc_ndcg_at_20_max + value: 2.855255358038754 + - type: nauc_ndcg_at_20_std + value: 15.394981206314688 + - type: nauc_ndcg_at_3_diff1 + value: 8.680000272030385 + - type: nauc_ndcg_at_3_max + value: -1.6634044566640975 + - type: nauc_ndcg_at_3_std + value: 9.268472321517171 + - type: nauc_ndcg_at_5_diff1 + value: 9.711071086647511 + - type: nauc_ndcg_at_5_max + value: -0.9491120105126298 + - type: nauc_ndcg_at_5_std + value: 10.68847112511071 + - type: nauc_precision_at_1000_diff1 + value: 20.67453341943155 + - type: nauc_precision_at_1000_max + value: 21.6433346658854 + - type: nauc_precision_at_1000_std + value: 50.563552510430355 + - type: nauc_precision_at_100_diff1 + value: 17.05138860576984 + - type: nauc_precision_at_100_max + value: 10.671778777967742 + - type: nauc_precision_at_100_std + value: 42.815464007080514 + - type: nauc_precision_at_10_diff1 + value: 12.834245751753656 + - type: nauc_precision_at_10_max + value: 7.237728992777975 + - type: nauc_precision_at_10_std + value: 19.637476638724 + - type: nauc_precision_at_1_diff1 + value: 10.389795558592775 + - type: nauc_precision_at_1_max + value: -4.511506238918001 + - type: nauc_precision_at_1_std + value: 9.62435943787401 + - type: nauc_precision_at_20_diff1 + value: 15.960793242410434 + - type: nauc_precision_at_20_max + value: 12.642865380113017 + - type: nauc_precision_at_20_std + value: 25.900201704789065 + - type: nauc_precision_at_3_diff1 + value: 8.364265704499747 + - type: nauc_precision_at_3_max + value: -0.20060414550763578 + - type: nauc_precision_at_3_std + value: 8.910638511394128 + - type: nauc_precision_at_5_diff1 + value: 10.43686249937682 + - type: nauc_precision_at_5_max + value: 1.2061629814752834 + - type: nauc_precision_at_5_std + value: 11.812984132266987 + - type: nauc_recall_at_1000_diff1 + value: 20.674533419431576 + - type: nauc_recall_at_1000_max + value: 21.643334665885174 + - type: nauc_recall_at_1000_std + value: 50.563552510430256 + - type: nauc_recall_at_100_diff1 + value: 17.05138860576987 + - type: nauc_recall_at_100_max + value: 10.671778777967747 + - type: nauc_recall_at_100_std + value: 42.81546400708045 + - type: nauc_recall_at_10_diff1 + value: 12.83424575175363 + - type: nauc_recall_at_10_max + value: 7.237728992777978 + - type: nauc_recall_at_10_std + value: 19.637476638724007 + - type: nauc_recall_at_1_diff1 + value: 10.389795558592775 + - type: nauc_recall_at_1_max + value: -4.511506238918001 + - type: nauc_recall_at_1_std + value: 9.62435943787401 + - type: nauc_recall_at_20_diff1 + value: 15.960793242410464 + - type: nauc_recall_at_20_max + value: 12.642865380113033 + - type: nauc_recall_at_20_std + value: 25.900201704789094 + - type: nauc_recall_at_3_diff1 + value: 8.364265704499777 + - type: nauc_recall_at_3_max + value: -0.2006041455076358 + - type: nauc_recall_at_3_std + value: 8.910638511394144 + - type: nauc_recall_at_5_diff1 + value: 10.436862499376828 + - type: nauc_recall_at_5_max + value: 1.2061629814752328 + - type: nauc_recall_at_5_std + value: 11.81298413226698 + - type: ndcg_at_1 + value: 14.011000000000001 + - type: ndcg_at_10 + value: 29.183999999999997 + - type: ndcg_at_100 + value: 34.618 + - type: ndcg_at_1000 + value: 37.006 + - type: ndcg_at_20 + value: 31.371 + - type: ndcg_at_3 + value: 22.991 + - type: ndcg_at_5 + value: 26.244 + - type: precision_at_1 + value: 14.011000000000001 + - type: precision_at_10 + value: 4.651000000000001 + - type: precision_at_100 + value: 0.7250000000000001 + - type: precision_at_1000 + value: 0.092 + - type: precision_at_20 + value: 2.7560000000000002 + - type: precision_at_3 + value: 9.862 + - type: precision_at_5 + value: 7.510999999999999 + - type: recall_at_1 + value: 14.011000000000001 + - type: recall_at_10 + value: 46.515 + - type: recall_at_100 + value: 72.54599999999999 + - type: recall_at_1000 + value: 91.821 + - type: recall_at_20 + value: 55.120999999999995 + - type: recall_at_3 + value: 29.587000000000003 + - type: recall_at_5 + value: 37.553 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ArxivClusteringP2P (default) + revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d + split: test + type: mteb/arxiv-clustering-p2p + metrics: + - type: main_score + value: 31.259738106366225 + - type: v_measure + value: 31.259738106366225 + - type: v_measure_std + value: 14.320141623571129 + task: + type: Clustering + - dataset: + config: default + name: MTEB ArxivClusteringS2S (default) + revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53 + split: test + type: mteb/arxiv-clustering-s2s + metrics: + - type: main_score + value: 20.744213693691467 + - type: v_measure + value: 20.744213693691467 + - type: v_measure_std + value: 15.404721116239472 + task: + type: Clustering + - dataset: + config: default + name: MTEB AskUbuntuDupQuestions (default) + revision: 2000358ca161889fa9c082cb41daa8dcfb161a54 + split: test + type: mteb/askubuntudupquestions-reranking + metrics: + - type: main_score + value: 51.62795895312553 + - type: map + value: 51.62795895312553 + - type: mrr + value: 65.83135470254582 + - type: nAUC_map_diff1 + value: 14.141914127697058 + - type: nAUC_map_max + value: 15.463053892954765 + - type: nAUC_map_std + value: 6.690591989325812 + - type: nAUC_mrr_diff1 + value: 17.935217602773022 + - type: nAUC_mrr_max + value: 20.50394658394339 + - type: nAUC_mrr_std + value: 11.867431280645176 + task: + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES (default) + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 73.32741772202057 + - type: cosine_spearman + value: 73.42938398170034 + - type: euclidean_pearson + value: 52.53960842495785 + - type: euclidean_spearman + value: 55.20186022147138 + - type: main_score + value: 73.42938398170034 + - type: manhattan_pearson + value: 51.2857441475548 + - type: manhattan_spearman + value: 53.75062233475454 + - type: pearson + value: 73.32741772202057 + - type: spearman + value: 73.42938398170034 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification (default) + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 71.90909090909092 + - type: f1 + value: 71.98225635322173 + - type: f1_weighted + value: 71.98225635322173 + - type: main_score + value: 71.90909090909092 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P (default) + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 26.532893125445977 + - type: v_measure + value: 26.532893125445977 + - type: v_measure_std + value: 0.6837586171917341 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S (default) + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 14.036948167749145 + - type: v_measure + value: 14.036948167749145 + - type: v_measure_std + value: 0.5714236374163745 + task: + type: Clustering + - dataset: + config: default + name: MTEB CQADupstackAndroidRetrieval (default) + revision: f46a197baaae43b4f621051089b82a364682dfeb + split: test + type: mteb/cqadupstack-android + metrics: + - type: main_score + value: 28.679 + - type: map_at_1 + value: 18.546000000000003 + - type: map_at_10 + value: 24.42 + - type: map_at_100 + value: 25.495 + - type: map_at_1000 + value: 25.633 + - type: map_at_20 + value: 24.967 + - type: map_at_3 + value: 22.375 + - type: map_at_5 + value: 23.369999999999997 + - type: mrr_at_1 + value: 23.74821173104435 + - type: mrr_at_10 + value: 29.62997025228784 + - type: mrr_at_100 + value: 30.509005070582297 + - type: mrr_at_1000 + value: 30.57992301494201 + - type: mrr_at_20 + value: 30.087957677199494 + - type: mrr_at_3 + value: 27.944682880305205 + - type: mrr_at_5 + value: 28.70290891750119 + - type: nauc_map_at_1000_diff1 + value: 41.91741127467118 + - type: nauc_map_at_1000_max + value: 29.343811648500857 + - type: nauc_map_at_1000_std + value: -10.94124792488155 + - type: nauc_map_at_100_diff1 + value: 41.9257059722684 + - type: nauc_map_at_100_max + value: 29.312977236968447 + - type: nauc_map_at_100_std + value: -10.964994215476203 + - type: nauc_map_at_10_diff1 + value: 42.23276701935884 + - type: nauc_map_at_10_max + value: 28.927475882624865 + - type: nauc_map_at_10_std + value: -11.387774428133683 + - type: nauc_map_at_1_diff1 + value: 47.30172597053699 + - type: nauc_map_at_1_max + value: 29.662552695406873 + - type: nauc_map_at_1_std + value: -11.737219447429663 + - type: nauc_map_at_20_diff1 + value: 41.92458662433504 + - type: nauc_map_at_20_max + value: 29.174781873350845 + - type: nauc_map_at_20_std + value: -11.124043543527577 + - type: nauc_map_at_3_diff1 + value: 43.129372455872165 + - type: nauc_map_at_3_max + value: 28.848842418769422 + - type: nauc_map_at_3_std + value: -12.285962277168842 + - type: nauc_map_at_5_diff1 + value: 42.83044499601317 + - type: nauc_map_at_5_max + value: 28.98993975777227 + - type: nauc_map_at_5_std + value: -11.92018253024468 + - type: nauc_mrr_at_1000_diff1 + value: 40.82041172984889 + - type: nauc_mrr_at_1000_max + value: 30.480885490296473 + - type: nauc_mrr_at_1000_std + value: -12.106796913247855 + - type: nauc_mrr_at_100_diff1 + value: 40.80133713998306 + - type: nauc_mrr_at_100_max + value: 30.47453951479006 + - type: nauc_mrr_at_100_std + value: -12.124703479791053 + - type: nauc_mrr_at_10_diff1 + value: 41.09211981274445 + - type: nauc_mrr_at_10_max + value: 30.497262535612556 + - type: nauc_mrr_at_10_std + value: -12.563263045952947 + - type: nauc_mrr_at_1_diff1 + value: 45.0389906310178 + - type: nauc_mrr_at_1_max + value: 32.16914824564583 + - type: nauc_mrr_at_1_std + value: -13.19897745721674 + - type: nauc_mrr_at_20_diff1 + value: 40.821901422240764 + - type: nauc_mrr_at_20_max + value: 30.545295646645254 + - type: nauc_mrr_at_20_std + value: -12.196074023168364 + - type: nauc_mrr_at_3_diff1 + value: 41.57196675439484 + - type: nauc_mrr_at_3_max + value: 30.700923825692193 + - type: nauc_mrr_at_3_std + value: -13.269209066277213 + - type: nauc_mrr_at_5_diff1 + value: 41.591753620602994 + - type: nauc_mrr_at_5_max + value: 30.63135138641901 + - type: nauc_mrr_at_5_std + value: -12.87020601984748 + - type: nauc_ndcg_at_1000_diff1 + value: 38.92537692516828 + - type: nauc_ndcg_at_1000_max + value: 29.68260722943582 + - type: nauc_ndcg_at_1000_std + value: -8.602092840233484 + - type: nauc_ndcg_at_100_diff1 + value: 38.64203362764584 + - type: nauc_ndcg_at_100_max + value: 29.393224511276372 + - type: nauc_ndcg_at_100_std + value: -9.191485720275928 + - type: nauc_ndcg_at_10_diff1 + value: 39.88534566732229 + - type: nauc_ndcg_at_10_max + value: 28.986279143641227 + - type: nauc_ndcg_at_10_std + value: -11.318342616747607 + - type: nauc_ndcg_at_1_diff1 + value: 45.0389906310178 + - type: nauc_ndcg_at_1_max + value: 32.16914824564583 + - type: nauc_ndcg_at_1_std + value: -13.19897745721674 + - type: nauc_ndcg_at_20_diff1 + value: 38.94952491835268 + - type: nauc_ndcg_at_20_max + value: 29.206603792767904 + - type: nauc_ndcg_at_20_std + value: -10.304566017193741 + - type: nauc_ndcg_at_3_diff1 + value: 40.7977929353434 + - type: nauc_ndcg_at_3_max + value: 29.580955663728076 + - type: nauc_ndcg_at_3_std + value: -12.648223472095015 + - type: nauc_ndcg_at_5_diff1 + value: 40.74984554791671 + - type: nauc_ndcg_at_5_max + value: 29.59605805593679 + - type: nauc_ndcg_at_5_std + value: -12.139160076565458 + - type: nauc_precision_at_1000_diff1 + value: 4.7568680155941925 + - type: nauc_precision_at_1000_max + value: 7.5355032131826984 + - type: nauc_precision_at_1000_std + value: -2.0414131984483914 + - type: nauc_precision_at_100_diff1 + value: 11.527472092658552 + - type: nauc_precision_at_100_max + value: 21.514326888623554 + - type: nauc_precision_at_100_std + value: -2.625060194142745 + - type: nauc_precision_at_10_diff1 + value: 24.503150439921896 + - type: nauc_precision_at_10_max + value: 28.670536590094265 + - type: nauc_precision_at_10_std + value: -8.197131538769034 + - type: nauc_precision_at_1_diff1 + value: 45.0389906310178 + - type: nauc_precision_at_1_max + value: 32.16914824564583 + - type: nauc_precision_at_1_std + value: -13.19897745721674 + - type: nauc_precision_at_20_diff1 + value: 17.864116269261178 + - type: nauc_precision_at_20_max + value: 27.6641030785838 + - type: nauc_precision_at_20_std + value: -7.076744708977724 + - type: nauc_precision_at_3_diff1 + value: 33.5854284842399 + - type: nauc_precision_at_3_max + value: 29.14301466077523 + - type: nauc_precision_at_3_std + value: -13.269490261877111 + - type: nauc_precision_at_5_diff1 + value: 29.98097033677175 + - type: nauc_precision_at_5_max + value: 29.294311210263995 + - type: nauc_precision_at_5_std + value: -10.994820836992847 + - type: nauc_recall_at_1000_diff1 + value: 23.22014562996405 + - type: nauc_recall_at_1000_max + value: 27.193319559932988 + - type: nauc_recall_at_1000_std + value: 12.472685466473857 + - type: nauc_recall_at_100_diff1 + value: 25.23024173971804 + - type: nauc_recall_at_100_max + value: 25.082403028027738 + - type: nauc_recall_at_100_std + value: -0.052423861070247414 + - type: nauc_recall_at_10_diff1 + value: 33.12106610160164 + - type: nauc_recall_at_10_max + value: 24.918229663001544 + - type: nauc_recall_at_10_std + value: -8.549535177480411 + - type: nauc_recall_at_1_diff1 + value: 47.30172597053699 + - type: nauc_recall_at_1_max + value: 29.662552695406873 + - type: nauc_recall_at_1_std + value: -11.737219447429663 + - type: nauc_recall_at_20_diff1 + value: 28.81435708597515 + - type: nauc_recall_at_20_max + value: 25.47943694144538 + - type: nauc_recall_at_20_std + value: -5.307500208427278 + - type: nauc_recall_at_3_diff1 + value: 36.830405146866575 + - type: nauc_recall_at_3_max + value: 26.435300017685588 + - type: nauc_recall_at_3_std + value: -12.224084159115286 + - type: nauc_recall_at_5_diff1 + value: 36.17592797525086 + - type: nauc_recall_at_5_max + value: 26.135745335293564 + - type: nauc_recall_at_5_std + value: -10.854448931576895 + - type: ndcg_at_1 + value: 23.748 + - type: ndcg_at_10 + value: 28.679 + - type: ndcg_at_100 + value: 33.849000000000004 + - type: ndcg_at_1000 + value: 36.903999999999996 + - type: ndcg_at_20 + value: 30.389 + - type: ndcg_at_3 + value: 25.602999999999998 + - type: ndcg_at_5 + value: 26.66 + - type: precision_at_1 + value: 23.748 + - type: precision_at_10 + value: 5.479 + - type: precision_at_100 + value: 1.0070000000000001 + - type: precision_at_1000 + value: 0.156 + - type: precision_at_20 + value: 3.3689999999999998 + - type: precision_at_3 + value: 12.303 + - type: precision_at_5 + value: 8.784 + - type: recall_at_1 + value: 18.546000000000003 + - type: recall_at_10 + value: 36.062 + - type: recall_at_100 + value: 59.622 + - type: recall_at_1000 + value: 80.49199999999999 + - type: recall_at_20 + value: 42.459 + - type: recall_at_3 + value: 26.346000000000004 + - type: recall_at_5 + value: 29.685 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackEnglishRetrieval (default) + revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 + split: test + type: mteb/cqadupstack-english + metrics: + - type: main_score + value: 24.201 + - type: map_at_1 + value: 15.659 + - type: map_at_10 + value: 20.72 + - type: map_at_100 + value: 21.494 + - type: map_at_1000 + value: 21.61 + - type: map_at_20 + value: 21.118000000000002 + - type: map_at_3 + value: 19.112000000000002 + - type: map_at_5 + value: 20.018 + - type: mrr_at_1 + value: 20.191082802547772 + - type: mrr_at_10 + value: 25.214639571327467 + - type: mrr_at_100 + value: 25.923135895788356 + - type: mrr_at_1000 + value: 25.99481688491863 + - type: mrr_at_20 + value: 25.587003181612815 + - type: mrr_at_3 + value: 23.736730360934178 + - type: mrr_at_5 + value: 24.590233545647543 + - type: nauc_map_at_1000_diff1 + value: 43.16887932091616 + - type: nauc_map_at_1000_max + value: 13.001793350069521 + - type: nauc_map_at_1000_std + value: -3.240745072009945 + - type: nauc_map_at_100_diff1 + value: 43.186513856436335 + - type: nauc_map_at_100_max + value: 12.974985819420635 + - type: nauc_map_at_100_std + value: -3.2702208916272513 + - type: nauc_map_at_10_diff1 + value: 43.564640578903344 + - type: nauc_map_at_10_max + value: 13.229537802390597 + - type: nauc_map_at_10_std + value: -3.7960991209188033 + - type: nauc_map_at_1_diff1 + value: 49.188047470455324 + - type: nauc_map_at_1_max + value: 12.622228914711336 + - type: nauc_map_at_1_std + value: -5.079814609778495 + - type: nauc_map_at_20_diff1 + value: 43.34504671504679 + - type: nauc_map_at_20_max + value: 13.053303288029316 + - type: nauc_map_at_20_std + value: -3.53357011925504 + - type: nauc_map_at_3_diff1 + value: 44.804892782636394 + - type: nauc_map_at_3_max + value: 13.58725707185815 + - type: nauc_map_at_3_std + value: -3.8777357887480894 + - type: nauc_map_at_5_diff1 + value: 43.72391951178523 + - type: nauc_map_at_5_max + value: 13.568707067556259 + - type: nauc_map_at_5_std + value: -4.038106969015966 + - type: nauc_mrr_at_1000_diff1 + value: 40.667038144431636 + - type: nauc_mrr_at_1000_max + value: 14.384125598011202 + - type: nauc_mrr_at_1000_std + value: -2.444399832932607 + - type: nauc_mrr_at_100_diff1 + value: 40.65910143040065 + - type: nauc_mrr_at_100_max + value: 14.375036584618234 + - type: nauc_mrr_at_100_std + value: -2.4274195136508547 + - type: nauc_mrr_at_10_diff1 + value: 40.89131817246553 + - type: nauc_mrr_at_10_max + value: 14.581024560636887 + - type: nauc_mrr_at_10_std + value: -2.703373098942388 + - type: nauc_mrr_at_1_diff1 + value: 45.09051009190851 + - type: nauc_mrr_at_1_max + value: 15.831915244565245 + - type: nauc_mrr_at_1_std + value: -4.310101948715212 + - type: nauc_mrr_at_20_diff1 + value: 40.78860474631307 + - type: nauc_mrr_at_20_max + value: 14.4782017138514 + - type: nauc_mrr_at_20_std + value: -2.5161572751678998 + - type: nauc_mrr_at_3_diff1 + value: 41.68191255304641 + - type: nauc_mrr_at_3_max + value: 15.041970652494102 + - type: nauc_mrr_at_3_std + value: -2.865017831776156 + - type: nauc_mrr_at_5_diff1 + value: 40.93732895812152 + - type: nauc_mrr_at_5_max + value: 14.810999495708327 + - type: nauc_mrr_at_5_std + value: -2.922166723623921 + - type: nauc_ndcg_at_1000_diff1 + value: 39.4110066143245 + - type: nauc_ndcg_at_1000_max + value: 12.821827433441005 + - type: nauc_ndcg_at_1000_std + value: -0.8108384214632934 + - type: nauc_ndcg_at_100_diff1 + value: 39.62118270064326 + - type: nauc_ndcg_at_100_max + value: 12.037720650973109 + - type: nauc_ndcg_at_100_std + value: -0.9362771831617082 + - type: nauc_ndcg_at_10_diff1 + value: 40.95447674096302 + - type: nauc_ndcg_at_10_max + value: 13.154418607273124 + - type: nauc_ndcg_at_10_std + value: -2.8988540864843886 + - type: nauc_ndcg_at_1_diff1 + value: 45.09051009190851 + - type: nauc_ndcg_at_1_max + value: 15.831915244565245 + - type: nauc_ndcg_at_1_std + value: -4.310101948715212 + - type: nauc_ndcg_at_20_diff1 + value: 40.63851149738437 + - type: nauc_ndcg_at_20_max + value: 12.604171957141656 + - type: nauc_ndcg_at_20_std + value: -2.1910058415334763 + - type: nauc_ndcg_at_3_diff1 + value: 42.10101502571804 + - type: nauc_ndcg_at_3_max + value: 14.519710397645364 + - type: nauc_ndcg_at_3_std + value: -3.1565026643410667 + - type: nauc_ndcg_at_5_diff1 + value: 40.94273285512494 + - type: nauc_ndcg_at_5_max + value: 14.054440556480834 + - type: nauc_ndcg_at_5_std + value: -3.442189925092899 + - type: nauc_precision_at_1000_diff1 + value: -0.9565223011446182 + - type: nauc_precision_at_1000_max + value: 11.675006301584128 + - type: nauc_precision_at_1000_std + value: 8.093690013766537 + - type: nauc_precision_at_100_diff1 + value: 11.288302809626888 + - type: nauc_precision_at_100_max + value: 10.960387422561148 + - type: nauc_precision_at_100_std + value: 8.591223668593777 + - type: nauc_precision_at_10_diff1 + value: 25.64615042863472 + - type: nauc_precision_at_10_max + value: 14.069756217267985 + - type: nauc_precision_at_10_std + value: 0.08978592105584715 + - type: nauc_precision_at_1_diff1 + value: 45.09051009190851 + - type: nauc_precision_at_1_max + value: 15.831915244565245 + - type: nauc_precision_at_1_std + value: -4.310101948715212 + - type: nauc_precision_at_20_diff1 + value: 22.097468653407866 + - type: nauc_precision_at_20_max + value: 12.949212539250343 + - type: nauc_precision_at_20_std + value: 2.868048305908803 + - type: nauc_precision_at_3_diff1 + value: 33.24608090774321 + - type: nauc_precision_at_3_max + value: 16.588047560522053 + - type: nauc_precision_at_3_std + value: -1.2432725324047462 + - type: nauc_precision_at_5_diff1 + value: 28.89668943912206 + - type: nauc_precision_at_5_max + value: 16.25456580555215 + - type: nauc_precision_at_5_std + value: -2.0273998006444134 + - type: nauc_recall_at_1000_diff1 + value: 24.86548627119768 + - type: nauc_recall_at_1000_max + value: 10.68002967962002 + - type: nauc_recall_at_1000_std + value: 8.076769436730153 + - type: nauc_recall_at_100_diff1 + value: 28.204939299147387 + - type: nauc_recall_at_100_max + value: 6.159717806964745 + - type: nauc_recall_at_100_std + value: 6.145682430435217 + - type: nauc_recall_at_10_diff1 + value: 35.339197660807436 + - type: nauc_recall_at_10_max + value: 10.955842694171421 + - type: nauc_recall_at_10_std + value: -2.050234322464136 + - type: nauc_recall_at_1_diff1 + value: 49.188047470455324 + - type: nauc_recall_at_1_max + value: 12.622228914711336 + - type: nauc_recall_at_1_std + value: -5.079814609778495 + - type: nauc_recall_at_20_diff1 + value: 33.66153319489103 + - type: nauc_recall_at_20_max + value: 9.045136466332934 + - type: nauc_recall_at_20_std + value: 0.6362560055945043 + - type: nauc_recall_at_3_diff1 + value: 39.33078959934067 + - type: nauc_recall_at_3_max + value: 12.943838756532871 + - type: nauc_recall_at_3_std + value: -2.617759316161476 + - type: nauc_recall_at_5_diff1 + value: 36.121619339589245 + - type: nauc_recall_at_5_max + value: 12.417874949270544 + - type: nauc_recall_at_5_std + value: -3.091748807456823 + - type: ndcg_at_1 + value: 20.191 + - type: ndcg_at_10 + value: 24.201 + - type: ndcg_at_100 + value: 27.955999999999996 + - type: ndcg_at_1000 + value: 30.773 + - type: ndcg_at_20 + value: 25.44 + - type: ndcg_at_3 + value: 21.806 + - type: ndcg_at_5 + value: 22.905 + - type: precision_at_1 + value: 20.191 + - type: precision_at_10 + value: 4.573 + - type: precision_at_100 + value: 0.8059999999999999 + - type: precision_at_1000 + value: 0.13 + - type: precision_at_20 + value: 2.7449999999999997 + - type: precision_at_3 + value: 10.679 + - type: precision_at_5 + value: 7.580000000000001 + - type: recall_at_1 + value: 15.659 + - type: recall_at_10 + value: 29.968 + - type: recall_at_100 + value: 46.98 + - type: recall_at_1000 + value: 66.286 + - type: recall_at_20 + value: 34.621 + - type: recall_at_3 + value: 22.572 + - type: recall_at_5 + value: 25.787 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGamingRetrieval (default) + revision: 4885aa143210c98657558c04aaf3dc47cfb54340 + split: test + type: mteb/cqadupstack-gaming + metrics: + - type: main_score + value: 34.102 + - type: map_at_1 + value: 22.269 + - type: map_at_10 + value: 29.754 + - type: map_at_100 + value: 30.692999999999998 + - type: map_at_1000 + value: 30.786 + - type: map_at_20 + value: 30.225 + - type: map_at_3 + value: 27.392 + - type: map_at_5 + value: 28.831 + - type: mrr_at_1 + value: 25.956112852664575 + - type: mrr_at_10 + value: 32.77869831318104 + - type: mrr_at_100 + value: 33.60378795088834 + - type: mrr_at_1000 + value: 33.66340064366992 + - type: mrr_at_20 + value: 33.18375173610909 + - type: mrr_at_3 + value: 30.647857889237173 + - type: mrr_at_5 + value: 31.980146290491067 + - type: nauc_map_at_1000_diff1 + value: 42.023422411516016 + - type: nauc_map_at_1000_max + value: 24.046890902960552 + - type: nauc_map_at_1000_std + value: -6.94632372002679 + - type: nauc_map_at_100_diff1 + value: 42.00488415137851 + - type: nauc_map_at_100_max + value: 24.029258386148577 + - type: nauc_map_at_100_std + value: -7.013947866427552 + - type: nauc_map_at_10_diff1 + value: 42.060086712211344 + - type: nauc_map_at_10_max + value: 23.998218675756625 + - type: nauc_map_at_10_std + value: -7.599227449673994 + - type: nauc_map_at_1_diff1 + value: 45.27837491202271 + - type: nauc_map_at_1_max + value: 23.873436707472766 + - type: nauc_map_at_1_std + value: -10.458746042802577 + - type: nauc_map_at_20_diff1 + value: 41.98597500237269 + - type: nauc_map_at_20_max + value: 24.07819180945319 + - type: nauc_map_at_20_std + value: -7.320963413971682 + - type: nauc_map_at_3_diff1 + value: 42.69809960018882 + - type: nauc_map_at_3_max + value: 23.63846349891855 + - type: nauc_map_at_3_std + value: -8.732892056046317 + - type: nauc_map_at_5_diff1 + value: 42.23446934702989 + - type: nauc_map_at_5_max + value: 23.905384542219803 + - type: nauc_map_at_5_std + value: -7.643670989026166 + - type: nauc_mrr_at_1000_diff1 + value: 42.122071790378016 + - type: nauc_mrr_at_1000_max + value: 25.86760736591077 + - type: nauc_mrr_at_1000_std + value: -5.266317827181621 + - type: nauc_mrr_at_100_diff1 + value: 42.10647973553166 + - type: nauc_mrr_at_100_max + value: 25.85687545921025 + - type: nauc_mrr_at_100_std + value: -5.270766368901785 + - type: nauc_mrr_at_10_diff1 + value: 42.24735092990674 + - type: nauc_mrr_at_10_max + value: 25.994930434678004 + - type: nauc_mrr_at_10_std + value: -5.6601281070075355 + - type: nauc_mrr_at_1_diff1 + value: 46.582933896071864 + - type: nauc_mrr_at_1_max + value: 27.228911381467753 + - type: nauc_mrr_at_1_std + value: -8.734962232415343 + - type: nauc_mrr_at_20_diff1 + value: 42.07873815943869 + - type: nauc_mrr_at_20_max + value: 25.963756082386645 + - type: nauc_mrr_at_20_std + value: -5.478617831866867 + - type: nauc_mrr_at_3_diff1 + value: 42.98246412395152 + - type: nauc_mrr_at_3_max + value: 26.158635453239686 + - type: nauc_mrr_at_3_std + value: -6.3931010500997125 + - type: nauc_mrr_at_5_diff1 + value: 42.43712298159192 + - type: nauc_mrr_at_5_max + value: 26.20143695371023 + - type: nauc_mrr_at_5_std + value: -5.622650253873388 + - type: nauc_ndcg_at_1000_diff1 + value: 40.40682446150754 + - type: nauc_ndcg_at_1000_max + value: 23.975034312446894 + - type: nauc_ndcg_at_1000_std + value: -2.645144894917121 + - type: nauc_ndcg_at_100_diff1 + value: 39.96263062735843 + - type: nauc_ndcg_at_100_max + value: 23.583706441511858 + - type: nauc_ndcg_at_100_std + value: -3.3869912444384114 + - type: nauc_ndcg_at_10_diff1 + value: 40.39533814272208 + - type: nauc_ndcg_at_10_max + value: 24.293062837455782 + - type: nauc_ndcg_at_10_std + value: -6.100075124875855 + - type: nauc_ndcg_at_1_diff1 + value: 46.582933896071864 + - type: nauc_ndcg_at_1_max + value: 27.228911381467753 + - type: nauc_ndcg_at_1_std + value: -8.734962232415343 + - type: nauc_ndcg_at_20_diff1 + value: 39.9687058773172 + - type: nauc_ndcg_at_20_max + value: 24.316546572139725 + - type: nauc_ndcg_at_20_std + value: -5.284472590592323 + - type: nauc_ndcg_at_3_diff1 + value: 41.76544027471963 + - type: nauc_ndcg_at_3_max + value: 24.275838336051923 + - type: nauc_ndcg_at_3_std + value: -7.5019513901932715 + - type: nauc_ndcg_at_5_diff1 + value: 40.90262427804706 + - type: nauc_ndcg_at_5_max + value: 24.491396294279173 + - type: nauc_ndcg_at_5_std + value: -6.148208697652546 + - type: nauc_precision_at_1000_diff1 + value: 8.310979675445102 + - type: nauc_precision_at_1000_max + value: 10.177503506631384 + - type: nauc_precision_at_1000_std + value: 27.06496193087599 + - type: nauc_precision_at_100_diff1 + value: 19.055469058991463 + - type: nauc_precision_at_100_max + value: 15.143082019798745 + - type: nauc_precision_at_100_std + value: 17.5613526737176 + - type: nauc_precision_at_10_diff1 + value: 30.60558520635145 + - type: nauc_precision_at_10_max + value: 23.899102367494276 + - type: nauc_precision_at_10_std + value: 1.49034477139435 + - type: nauc_precision_at_1_diff1 + value: 46.582933896071864 + - type: nauc_precision_at_1_max + value: 27.228911381467753 + - type: nauc_precision_at_1_std + value: -8.734962232415343 + - type: nauc_precision_at_20_diff1 + value: 27.34257473822076 + - type: nauc_precision_at_20_max + value: 23.166488954967583 + - type: nauc_precision_at_20_std + value: 5.306163418928192 + - type: nauc_precision_at_3_diff1 + value: 36.77034283418537 + - type: nauc_precision_at_3_max + value: 24.9271454504654 + - type: nauc_precision_at_3_std + value: -3.396946642230245 + - type: nauc_precision_at_5_diff1 + value: 34.27058913291088 + - type: nauc_precision_at_5_max + value: 24.976805100785057 + - type: nauc_precision_at_5_std + value: 0.7181940371896616 + - type: nauc_recall_at_1000_diff1 + value: 30.723778900213063 + - type: nauc_recall_at_1000_max + value: 18.638473722404548 + - type: nauc_recall_at_1000_std + value: 24.489955439065092 + - type: nauc_recall_at_100_diff1 + value: 29.354618599167313 + - type: nauc_recall_at_100_max + value: 16.731640777347838 + - type: nauc_recall_at_100_std + value: 9.835673177366234 + - type: nauc_recall_at_10_diff1 + value: 33.89120435058154 + - type: nauc_recall_at_10_max + value: 22.177696671277435 + - type: nauc_recall_at_10_std + value: -3.7985335869625865 + - type: nauc_recall_at_1_diff1 + value: 45.27837491202271 + - type: nauc_recall_at_1_max + value: 23.873436707472766 + - type: nauc_recall_at_1_std + value: -10.458746042802577 + - type: nauc_recall_at_20_diff1 + value: 31.924635267680696 + - type: nauc_recall_at_20_max + value: 22.051909242943513 + - type: nauc_recall_at_20_std + value: -0.8097713224498396 + - type: nauc_recall_at_3_diff1 + value: 38.150042036072456 + - type: nauc_recall_at_3_max + value: 22.400370920900837 + - type: nauc_recall_at_3_std + value: -6.80660585255143 + - type: nauc_recall_at_5_diff1 + value: 36.054052572950056 + - type: nauc_recall_at_5_max + value: 23.311864516504208 + - type: nauc_recall_at_5_std + value: -3.9369960666204302 + - type: ndcg_at_1 + value: 25.956000000000003 + - type: ndcg_at_10 + value: 34.102 + - type: ndcg_at_100 + value: 38.815 + - type: ndcg_at_1000 + value: 41.091 + - type: ndcg_at_20 + value: 35.616 + - type: ndcg_at_3 + value: 29.757 + - type: ndcg_at_5 + value: 32.054 + - type: precision_at_1 + value: 25.956000000000003 + - type: precision_at_10 + value: 5.5489999999999995 + - type: precision_at_100 + value: 0.8699999999999999 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 3.1850000000000005 + - type: precision_at_3 + value: 13.375 + - type: precision_at_5 + value: 9.492 + - type: recall_at_1 + value: 22.269 + - type: recall_at_10 + value: 44.487 + - type: recall_at_100 + value: 66.065 + - type: recall_at_1000 + value: 82.711 + - type: recall_at_20 + value: 50.002 + - type: recall_at_3 + value: 32.769999999999996 + - type: recall_at_5 + value: 38.411 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackGisRetrieval (default) + revision: 5003b3064772da1887988e05400cf3806fe491f2 + split: test + type: mteb/cqadupstack-gis + metrics: + - type: main_score + value: 15.504999999999999 + - type: map_at_1 + value: 9.322 + - type: map_at_10 + value: 13.215 + - type: map_at_100 + value: 13.995 + - type: map_at_1000 + value: 14.088999999999999 + - type: map_at_20 + value: 13.669 + - type: map_at_3 + value: 11.939 + - type: map_at_5 + value: 12.809000000000001 + - type: mrr_at_1 + value: 9.830508474576272 + - type: mrr_at_10 + value: 14.040713837324004 + - type: mrr_at_100 + value: 14.834528048636288 + - type: mrr_at_1000 + value: 14.922257469530024 + - type: mrr_at_20 + value: 14.506623042541603 + - type: mrr_at_3 + value: 12.749529190207154 + - type: mrr_at_5 + value: 13.574387947269303 + - type: nauc_map_at_1000_diff1 + value: 30.529210655419025 + - type: nauc_map_at_1000_max + value: 17.46667029242714 + - type: nauc_map_at_1000_std + value: -14.147892794296949 + - type: nauc_map_at_100_diff1 + value: 30.556449269344828 + - type: nauc_map_at_100_max + value: 17.43087617092459 + - type: nauc_map_at_100_std + value: -14.144527288140976 + - type: nauc_map_at_10_diff1 + value: 31.239447478533798 + - type: nauc_map_at_10_max + value: 18.11892096077464 + - type: nauc_map_at_10_std + value: -14.62039767845138 + - type: nauc_map_at_1_diff1 + value: 37.4160233030578 + - type: nauc_map_at_1_max + value: 17.016815986268263 + - type: nauc_map_at_1_std + value: -17.425864228691612 + - type: nauc_map_at_20_diff1 + value: 30.719067002092494 + - type: nauc_map_at_20_max + value: 17.39019156487201 + - type: nauc_map_at_20_std + value: -14.270868979007783 + - type: nauc_map_at_3_diff1 + value: 32.92206407639439 + - type: nauc_map_at_3_max + value: 17.835953557611468 + - type: nauc_map_at_3_std + value: -16.031495528857608 + - type: nauc_map_at_5_diff1 + value: 31.584976124274416 + - type: nauc_map_at_5_max + value: 18.197826240384625 + - type: nauc_map_at_5_std + value: -15.441753419032448 + - type: nauc_mrr_at_1000_diff1 + value: 30.046493575807283 + - type: nauc_mrr_at_1000_max + value: 19.498590306501473 + - type: nauc_mrr_at_1000_std + value: -13.402207800669682 + - type: nauc_mrr_at_100_diff1 + value: 30.05195056678437 + - type: nauc_mrr_at_100_max + value: 19.47592918375251 + - type: nauc_mrr_at_100_std + value: -13.39845392251263 + - type: nauc_mrr_at_10_diff1 + value: 30.791850768635605 + - type: nauc_mrr_at_10_max + value: 20.313444672627128 + - type: nauc_mrr_at_10_std + value: -13.935914370733792 + - type: nauc_mrr_at_1_diff1 + value: 37.50338859979288 + - type: nauc_mrr_at_1_max + value: 19.34649504621331 + - type: nauc_mrr_at_1_std + value: -17.116234597672054 + - type: nauc_mrr_at_20_diff1 + value: 30.18891093563501 + - type: nauc_mrr_at_20_max + value: 19.5511248509084 + - type: nauc_mrr_at_20_std + value: -13.5427820185682 + - type: nauc_mrr_at_3_diff1 + value: 32.07301084185587 + - type: nauc_mrr_at_3_max + value: 20.191966663668733 + - type: nauc_mrr_at_3_std + value: -15.04405001225193 + - type: nauc_mrr_at_5_diff1 + value: 31.086216757720575 + - type: nauc_mrr_at_5_max + value: 20.277903224593523 + - type: nauc_mrr_at_5_std + value: -14.65307477545357 + - type: nauc_ndcg_at_1000_diff1 + value: 25.991511686309938 + - type: nauc_ndcg_at_1000_max + value: 16.945396948437562 + - type: nauc_ndcg_at_1000_std + value: -11.694443736831037 + - type: nauc_ndcg_at_100_diff1 + value: 25.980124756057325 + - type: nauc_ndcg_at_100_max + value: 15.99158676356653 + - type: nauc_ndcg_at_100_std + value: -11.398279572216548 + - type: nauc_ndcg_at_10_diff1 + value: 28.892093125361416 + - type: nauc_ndcg_at_10_max + value: 18.71513717736543 + - type: nauc_ndcg_at_10_std + value: -12.779856403033296 + - type: nauc_ndcg_at_1_diff1 + value: 37.50338859979288 + - type: nauc_ndcg_at_1_max + value: 19.34649504621331 + - type: nauc_ndcg_at_1_std + value: -17.116234597672054 + - type: nauc_ndcg_at_20_diff1 + value: 27.25547422800403 + - type: nauc_ndcg_at_20_max + value: 16.331067486313643 + - type: nauc_ndcg_at_20_std + value: -11.8817415790308 + - type: nauc_ndcg_at_3_diff1 + value: 31.29985811872621 + - type: nauc_ndcg_at_3_max + value: 18.454751997552098 + - type: nauc_ndcg_at_3_std + value: -15.465471013016707 + - type: nauc_ndcg_at_5_diff1 + value: 29.493811341594938 + - type: nauc_ndcg_at_5_max + value: 18.707691943439258 + - type: nauc_ndcg_at_5_std + value: -14.433807530159697 + - type: nauc_precision_at_1000_diff1 + value: 3.2218446674363315 + - type: nauc_precision_at_1000_max + value: 17.12404764623586 + - type: nauc_precision_at_1000_std + value: -2.3264575552583064 + - type: nauc_precision_at_100_diff1 + value: 11.214321152283215 + - type: nauc_precision_at_100_max + value: 13.446815680526637 + - type: nauc_precision_at_100_std + value: -4.987683964997388 + - type: nauc_precision_at_10_diff1 + value: 21.60303059518948 + - type: nauc_precision_at_10_max + value: 21.596284543805293 + - type: nauc_precision_at_10_std + value: -8.082031256092737 + - type: nauc_precision_at_1_diff1 + value: 37.50338859979288 + - type: nauc_precision_at_1_max + value: 19.34649504621331 + - type: nauc_precision_at_1_std + value: -17.116234597672054 + - type: nauc_precision_at_20_diff1 + value: 17.14261533352261 + - type: nauc_precision_at_20_max + value: 15.233652532515793 + - type: nauc_precision_at_20_std + value: -6.647366892331011 + - type: nauc_precision_at_3_diff1 + value: 27.367720137858804 + - type: nauc_precision_at_3_max + value: 21.090504124786534 + - type: nauc_precision_at_3_std + value: -13.306298994563972 + - type: nauc_precision_at_5_diff1 + value: 23.025359281940467 + - type: nauc_precision_at_5_max + value: 21.211267803594005 + - type: nauc_precision_at_5_std + value: -11.168476315146755 + - type: nauc_recall_at_1000_diff1 + value: 14.071492953686532 + - type: nauc_recall_at_1000_max + value: 13.218836154700018 + - type: nauc_recall_at_1000_std + value: -7.084593581668587 + - type: nauc_recall_at_100_diff1 + value: 15.116097572344975 + - type: nauc_recall_at_100_max + value: 9.307648936748858 + - type: nauc_recall_at_100_std + value: -5.895474365275694 + - type: nauc_recall_at_10_diff1 + value: 23.78022904015662 + - type: nauc_recall_at_10_max + value: 17.85241980538583 + - type: nauc_recall_at_10_std + value: -8.86829209909465 + - type: nauc_recall_at_1_diff1 + value: 37.4160233030578 + - type: nauc_recall_at_1_max + value: 17.016815986268263 + - type: nauc_recall_at_1_std + value: -17.425864228691612 + - type: nauc_recall_at_20_diff1 + value: 19.986562587692415 + - type: nauc_recall_at_20_max + value: 11.164823338332948 + - type: nauc_recall_at_20_std + value: -6.930345717632131 + - type: nauc_recall_at_3_diff1 + value: 28.54476711344997 + - type: nauc_recall_at_3_max + value: 17.72982315112114 + - type: nauc_recall_at_3_std + value: -14.767629842747809 + - type: nauc_recall_at_5_diff1 + value: 25.47233991251944 + - type: nauc_recall_at_5_max + value: 17.87587712457761 + - type: nauc_recall_at_5_std + value: -12.93959613517254 + - type: ndcg_at_1 + value: 9.831 + - type: ndcg_at_10 + value: 15.504999999999999 + - type: ndcg_at_100 + value: 19.721 + - type: ndcg_at_1000 + value: 22.746 + - type: ndcg_at_20 + value: 17.177 + - type: ndcg_at_3 + value: 13.020999999999999 + - type: ndcg_at_5 + value: 14.517 + - type: precision_at_1 + value: 9.831 + - type: precision_at_10 + value: 2.475 + - type: precision_at_100 + value: 0.484 + - type: precision_at_1000 + value: 0.079 + - type: precision_at_20 + value: 1.6099999999999999 + - type: precision_at_3 + value: 5.612 + - type: precision_at_5 + value: 4.202999999999999 + - type: recall_at_1 + value: 9.322 + - type: recall_at_10 + value: 21.706 + - type: recall_at_100 + value: 41.837 + - type: recall_at_1000 + value: 65.78500000000001 + - type: recall_at_20 + value: 28.173 + - type: recall_at_3 + value: 15.167 + - type: recall_at_5 + value: 18.765 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackMathematicaRetrieval (default) + revision: 90fceea13679c63fe563ded68f3b6f06e50061de + split: test + type: mteb/cqadupstack-mathematica + metrics: + - type: main_score + value: 10.506 + - type: map_at_1 + value: 5.097 + - type: map_at_10 + value: 8.123 + - type: map_at_100 + value: 8.81 + - type: map_at_1000 + value: 8.921999999999999 + - type: map_at_20 + value: 8.445 + - type: map_at_3 + value: 7.058000000000001 + - type: map_at_5 + value: 7.509 + - type: mrr_at_1 + value: 6.343283582089552 + - type: mrr_at_10 + value: 9.93554055121219 + - type: mrr_at_100 + value: 10.666175665806625 + - type: mrr_at_1000 + value: 10.766018190354108 + - type: mrr_at_20 + value: 10.29873635991652 + - type: mrr_at_3 + value: 8.706467661691544 + - type: mrr_at_5 + value: 9.20398009950249 + - type: nauc_map_at_1000_diff1 + value: 16.71617773929961 + - type: nauc_map_at_1000_max + value: 12.836522190717654 + - type: nauc_map_at_1000_std + value: -1.5931324340434574 + - type: nauc_map_at_100_diff1 + value: 16.708450779332075 + - type: nauc_map_at_100_max + value: 12.864987872701173 + - type: nauc_map_at_100_std + value: -1.7749974459670648 + - type: nauc_map_at_10_diff1 + value: 16.889847999156434 + - type: nauc_map_at_10_max + value: 13.821580163360652 + - type: nauc_map_at_10_std + value: -1.5413513436151478 + - type: nauc_map_at_1_diff1 + value: 27.620803823439566 + - type: nauc_map_at_1_max + value: 9.946991002221708 + - type: nauc_map_at_1_std + value: -2.4262680356943087 + - type: nauc_map_at_20_diff1 + value: 16.674045845919565 + - type: nauc_map_at_20_max + value: 13.011303701592054 + - type: nauc_map_at_20_std + value: -1.6544743278320506 + - type: nauc_map_at_3_diff1 + value: 17.421817131869087 + - type: nauc_map_at_3_max + value: 13.332677540146523 + - type: nauc_map_at_3_std + value: -3.3965199354497257 + - type: nauc_map_at_5_diff1 + value: 16.472303139269965 + - type: nauc_map_at_5_max + value: 12.957712628879412 + - type: nauc_map_at_5_std + value: -2.5301777339577662 + - type: nauc_mrr_at_1000_diff1 + value: 16.593077375065533 + - type: nauc_mrr_at_1000_max + value: 15.24914299560567 + - type: nauc_mrr_at_1000_std + value: -0.8209741469268466 + - type: nauc_mrr_at_100_diff1 + value: 16.526988857467 + - type: nauc_mrr_at_100_max + value: 15.282403514335552 + - type: nauc_mrr_at_100_std + value: -0.9336495531936128 + - type: nauc_mrr_at_10_diff1 + value: 17.112649116787765 + - type: nauc_mrr_at_10_max + value: 15.998287559296745 + - type: nauc_mrr_at_10_std + value: -0.4972479310956255 + - type: nauc_mrr_at_1_diff1 + value: 26.390769480452008 + - type: nauc_mrr_at_1_max + value: 12.666086436004754 + - type: nauc_mrr_at_1_std + value: -0.8290506693110757 + - type: nauc_mrr_at_20_diff1 + value: 16.570263118716873 + - type: nauc_mrr_at_20_max + value: 15.41609638468375 + - type: nauc_mrr_at_20_std + value: -0.7638194854818602 + - type: nauc_mrr_at_3_diff1 + value: 17.337541518148672 + - type: nauc_mrr_at_3_max + value: 16.054253099766 + - type: nauc_mrr_at_3_std + value: -2.4609668986558098 + - type: nauc_mrr_at_5_diff1 + value: 16.631292764650276 + - type: nauc_mrr_at_5_max + value: 15.260426520080111 + - type: nauc_mrr_at_5_std + value: -1.7287159836379042 + - type: nauc_ndcg_at_1000_diff1 + value: 14.52634093171492 + - type: nauc_ndcg_at_1000_max + value: 12.171421632471498 + - type: nauc_ndcg_at_1000_std + value: 2.162794094660827 + - type: nauc_ndcg_at_100_diff1 + value: 13.83799208322184 + - type: nauc_ndcg_at_100_max + value: 12.724714757328384 + - type: nauc_ndcg_at_100_std + value: -0.6192472371565176 + - type: nauc_ndcg_at_10_diff1 + value: 14.905057185135432 + - type: nauc_ndcg_at_10_max + value: 15.671185607261256 + - type: nauc_ndcg_at_10_std + value: 0.4794457018671312 + - type: nauc_ndcg_at_1_diff1 + value: 26.390769480452008 + - type: nauc_ndcg_at_1_max + value: 12.666086436004754 + - type: nauc_ndcg_at_1_std + value: -0.8290506693110757 + - type: nauc_ndcg_at_20_diff1 + value: 14.177586694378425 + - type: nauc_ndcg_at_20_max + value: 13.309923186895894 + - type: nauc_ndcg_at_20_std + value: 0.08485334685153047 + - type: nauc_ndcg_at_3_diff1 + value: 14.464832485633236 + - type: nauc_ndcg_at_3_max + value: 15.376082832680266 + - type: nauc_ndcg_at_3_std + value: -3.4289150318270947 + - type: nauc_ndcg_at_5_diff1 + value: 13.479314775515663 + - type: nauc_ndcg_at_5_max + value: 14.170795142756146 + - type: nauc_ndcg_at_5_std + value: -1.8374279611217414 + - type: nauc_precision_at_1000_diff1 + value: 5.5461386139543984 + - type: nauc_precision_at_1000_max + value: 8.173550020362248 + - type: nauc_precision_at_1000_std + value: 4.711143690664535 + - type: nauc_precision_at_100_diff1 + value: 5.8834541815278945 + - type: nauc_precision_at_100_max + value: 11.091665205495271 + - type: nauc_precision_at_100_std + value: -2.7393617901866123 + - type: nauc_precision_at_10_diff1 + value: 10.751011614623913 + - type: nauc_precision_at_10_max + value: 17.777588721031616 + - type: nauc_precision_at_10_std + value: 3.707970494956657 + - type: nauc_precision_at_1_diff1 + value: 26.390769480452008 + - type: nauc_precision_at_1_max + value: 12.666086436004754 + - type: nauc_precision_at_1_std + value: -0.8290506693110757 + - type: nauc_precision_at_20_diff1 + value: 8.974996734936457 + - type: nauc_precision_at_20_max + value: 12.402565300274947 + - type: nauc_precision_at_20_std + value: 0.937988804595429 + - type: nauc_precision_at_3_diff1 + value: 8.383569631006118 + - type: nauc_precision_at_3_max + value: 18.173716740568526 + - type: nauc_precision_at_3_std + value: -3.3910150432001407 + - type: nauc_precision_at_5_diff1 + value: 6.544996015375691 + - type: nauc_precision_at_5_max + value: 16.558965673469203 + - type: nauc_precision_at_5_std + value: -0.21836542541876836 + - type: nauc_recall_at_1000_diff1 + value: 12.181437110921324 + - type: nauc_recall_at_1000_max + value: 6.492207340417336 + - type: nauc_recall_at_1000_std + value: 12.361749723553077 + - type: nauc_recall_at_100_diff1 + value: 9.509974939632396 + - type: nauc_recall_at_100_max + value: 9.708468343147787 + - type: nauc_recall_at_100_std + value: 0.8884655075061652 + - type: nauc_recall_at_10_diff1 + value: 11.525566414075342 + - type: nauc_recall_at_10_max + value: 17.809901918053168 + - type: nauc_recall_at_10_std + value: 3.6346449630612487 + - type: nauc_recall_at_1_diff1 + value: 27.620803823439566 + - type: nauc_recall_at_1_max + value: 9.946991002221708 + - type: nauc_recall_at_1_std + value: -2.4262680356943087 + - type: nauc_recall_at_20_diff1 + value: 10.29372538890332 + - type: nauc_recall_at_20_max + value: 11.376497210412108 + - type: nauc_recall_at_20_std + value: 2.7197830344340495 + - type: nauc_recall_at_3_diff1 + value: 8.828406903593496 + - type: nauc_recall_at_3_max + value: 16.884533927784844 + - type: nauc_recall_at_3_std + value: -2.9509441866607156 + - type: nauc_recall_at_5_diff1 + value: 7.436661727727917 + - type: nauc_recall_at_5_max + value: 14.355008485341797 + - type: nauc_recall_at_5_std + value: -0.38874284690465266 + - type: ndcg_at_1 + value: 6.343 + - type: ndcg_at_10 + value: 10.506 + - type: ndcg_at_100 + value: 14.41 + - type: ndcg_at_1000 + value: 17.698 + - type: ndcg_at_20 + value: 11.73 + - type: ndcg_at_3 + value: 8.257 + - type: ndcg_at_5 + value: 8.996 + - type: precision_at_1 + value: 6.343 + - type: precision_at_10 + value: 2.114 + - type: precision_at_100 + value: 0.48 + - type: precision_at_1000 + value: 0.08800000000000001 + - type: precision_at_20 + value: 1.393 + - type: precision_at_3 + value: 4.146 + - type: precision_at_5 + value: 3.0349999999999997 + - type: recall_at_1 + value: 5.097 + - type: recall_at_10 + value: 16.204 + - type: recall_at_100 + value: 34.223 + - type: recall_at_1000 + value: 58.553999999999995 + - type: recall_at_20 + value: 20.76 + - type: recall_at_3 + value: 9.809 + - type: recall_at_5 + value: 11.623 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackPhysicsRetrieval (default) + revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 + split: test + type: mteb/cqadupstack-physics + metrics: + - type: main_score + value: 22.942999999999998 + - type: map_at_1 + value: 14.446 + - type: map_at_10 + value: 19.377 + - type: map_at_100 + value: 20.482 + - type: map_at_1000 + value: 20.626 + - type: map_at_20 + value: 19.991 + - type: map_at_3 + value: 17.714 + - type: map_at_5 + value: 18.665000000000003 + - type: mrr_at_1 + value: 17.613089509143407 + - type: mrr_at_10 + value: 23.370533327222446 + - type: mrr_at_100 + value: 24.317061726895137 + - type: mrr_at_1000 + value: 24.406259672604996 + - type: mrr_at_20 + value: 23.908661597522798 + - type: mrr_at_3 + value: 21.607314725697798 + - type: mrr_at_5 + value: 22.632338787295485 + - type: nauc_map_at_1000_diff1 + value: 34.036197058710755 + - type: nauc_map_at_1000_max + value: 22.301224424803703 + - type: nauc_map_at_1000_std + value: -2.9723475399352406 + - type: nauc_map_at_100_diff1 + value: 34.0267334259839 + - type: nauc_map_at_100_max + value: 22.263450935087985 + - type: nauc_map_at_100_std + value: -3.0314992417234246 + - type: nauc_map_at_10_diff1 + value: 34.242902742320005 + - type: nauc_map_at_10_max + value: 21.903826727642166 + - type: nauc_map_at_10_std + value: -3.542446159080337 + - type: nauc_map_at_1_diff1 + value: 42.19086537913616 + - type: nauc_map_at_1_max + value: 25.7185835567139 + - type: nauc_map_at_1_std + value: -5.103024290179066 + - type: nauc_map_at_20_diff1 + value: 34.125155980117164 + - type: nauc_map_at_20_max + value: 22.087294494234595 + - type: nauc_map_at_20_std + value: -3.36424948880508 + - type: nauc_map_at_3_diff1 + value: 35.64286121660639 + - type: nauc_map_at_3_max + value: 22.590710495131557 + - type: nauc_map_at_3_std + value: -4.624441576366177 + - type: nauc_map_at_5_diff1 + value: 34.14898021930562 + - type: nauc_map_at_5_max + value: 22.026354986165444 + - type: nauc_map_at_5_std + value: -3.783104198258874 + - type: nauc_mrr_at_1000_diff1 + value: 32.070052005179754 + - type: nauc_mrr_at_1000_max + value: 25.5635144887676 + - type: nauc_mrr_at_1000_std + value: -2.5922525361206037 + - type: nauc_mrr_at_100_diff1 + value: 32.02165293253879 + - type: nauc_mrr_at_100_max + value: 25.569836435013784 + - type: nauc_mrr_at_100_std + value: -2.598052553655546 + - type: nauc_mrr_at_10_diff1 + value: 32.11316242036246 + - type: nauc_mrr_at_10_max + value: 25.54775740017834 + - type: nauc_mrr_at_10_std + value: -2.9438839044554044 + - type: nauc_mrr_at_1_diff1 + value: 40.40685592638284 + - type: nauc_mrr_at_1_max + value: 30.0134595827404 + - type: nauc_mrr_at_1_std + value: -3.9985970334007477 + - type: nauc_mrr_at_20_diff1 + value: 32.120466540461 + - type: nauc_mrr_at_20_max + value: 25.549273895185305 + - type: nauc_mrr_at_20_std + value: -2.6763999823702553 + - type: nauc_mrr_at_3_diff1 + value: 33.66614272732434 + - type: nauc_mrr_at_3_max + value: 26.430879923148343 + - type: nauc_mrr_at_3_std + value: -4.0205614730618215 + - type: nauc_mrr_at_5_diff1 + value: 32.166578904190416 + - type: nauc_mrr_at_5_max + value: 25.776645936774095 + - type: nauc_mrr_at_5_std + value: -3.302080351323094 + - type: nauc_ndcg_at_1000_diff1 + value: 30.266233773630375 + - type: nauc_ndcg_at_1000_max + value: 22.08745825058941 + - type: nauc_ndcg_at_1000_std + value: 0.7729160122149865 + - type: nauc_ndcg_at_100_diff1 + value: 29.84343294166904 + - type: nauc_ndcg_at_100_max + value: 21.578448258757316 + - type: nauc_ndcg_at_100_std + value: 0.11264370081458419 + - type: nauc_ndcg_at_10_diff1 + value: 31.11895748690149 + - type: nauc_ndcg_at_10_max + value: 20.84767764918772 + - type: nauc_ndcg_at_10_std + value: -2.325520203137333 + - type: nauc_ndcg_at_1_diff1 + value: 40.40685592638284 + - type: nauc_ndcg_at_1_max + value: 30.0134595827404 + - type: nauc_ndcg_at_1_std + value: -3.9985970334007477 + - type: nauc_ndcg_at_20_diff1 + value: 30.76844239689582 + - type: nauc_ndcg_at_20_max + value: 21.158453354191884 + - type: nauc_ndcg_at_20_std + value: -1.6168879431876966 + - type: nauc_ndcg_at_3_diff1 + value: 33.47831071332028 + - type: nauc_ndcg_at_3_max + value: 23.430301462229234 + - type: nauc_ndcg_at_3_std + value: -4.236230987770694 + - type: nauc_ndcg_at_5_diff1 + value: 31.118155990902537 + - type: nauc_ndcg_at_5_max + value: 21.836987185909415 + - type: nauc_ndcg_at_5_std + value: -2.9140434980631045 + - type: nauc_precision_at_1000_diff1 + value: 0.9998952314883321 + - type: nauc_precision_at_1000_max + value: 15.224526827087908 + - type: nauc_precision_at_1000_std + value: 12.857731911721679 + - type: nauc_precision_at_100_diff1 + value: 9.206315178802491 + - type: nauc_precision_at_100_max + value: 23.2931840220031 + - type: nauc_precision_at_100_std + value: 10.762622088086484 + - type: nauc_precision_at_10_diff1 + value: 21.76866798095069 + - type: nauc_precision_at_10_max + value: 22.882457871450608 + - type: nauc_precision_at_10_std + value: 1.4688800239255935 + - type: nauc_precision_at_1_diff1 + value: 40.40685592638284 + - type: nauc_precision_at_1_max + value: 30.0134595827404 + - type: nauc_precision_at_1_std + value: -3.9985970334007477 + - type: nauc_precision_at_20_diff1 + value: 18.273394428921403 + - type: nauc_precision_at_20_max + value: 24.006501989084022 + - type: nauc_precision_at_20_std + value: 3.992091565975308 + - type: nauc_precision_at_3_diff1 + value: 27.442581369093507 + - type: nauc_precision_at_3_max + value: 24.691098910221115 + - type: nauc_precision_at_3_std + value: -2.5539232493084634 + - type: nauc_precision_at_5_diff1 + value: 22.309274572791644 + - type: nauc_precision_at_5_max + value: 23.275965057073243 + - type: nauc_precision_at_5_std + value: -0.30106646052885566 + - type: nauc_recall_at_1000_diff1 + value: 15.627777661804606 + - type: nauc_recall_at_1000_max + value: 12.338415154004217 + - type: nauc_recall_at_1000_std + value: 19.86929715112502 + - type: nauc_recall_at_100_diff1 + value: 16.96732400913716 + - type: nauc_recall_at_100_max + value: 12.701326286720368 + - type: nauc_recall_at_100_std + value: 9.758216731399271 + - type: nauc_recall_at_10_diff1 + value: 23.87551744396225 + - type: nauc_recall_at_10_max + value: 14.166646301822277 + - type: nauc_recall_at_10_std + value: 0.1988619766549251 + - type: nauc_recall_at_1_diff1 + value: 42.19086537913616 + - type: nauc_recall_at_1_max + value: 25.7185835567139 + - type: nauc_recall_at_1_std + value: -5.103024290179066 + - type: nauc_recall_at_20_diff1 + value: 22.82940257737179 + - type: nauc_recall_at_20_max + value: 14.380915615760875 + - type: nauc_recall_at_20_std + value: 2.254636975248318 + - type: nauc_recall_at_3_diff1 + value: 28.766021778938168 + - type: nauc_recall_at_3_max + value: 17.976609326976067 + - type: nauc_recall_at_3_std + value: -3.702494785254991 + - type: nauc_recall_at_5_diff1 + value: 23.908633564651726 + - type: nauc_recall_at_5_max + value: 15.914031250219566 + - type: nauc_recall_at_5_std + value: -1.1174655358936727 + - type: ndcg_at_1 + value: 17.613 + - type: ndcg_at_10 + value: 22.942999999999998 + - type: ndcg_at_100 + value: 28.433999999999997 + - type: ndcg_at_1000 + value: 31.757 + - type: ndcg_at_20 + value: 24.98 + - type: ndcg_at_3 + value: 20.048 + - type: ndcg_at_5 + value: 21.477 + - type: precision_at_1 + value: 17.613 + - type: precision_at_10 + value: 4.196 + - type: precision_at_100 + value: 0.857 + - type: precision_at_1000 + value: 0.134 + - type: precision_at_20 + value: 2.738 + - type: precision_at_3 + value: 9.4 + - type: precision_at_5 + value: 6.795 + - type: recall_at_1 + value: 14.446 + - type: recall_at_10 + value: 29.834 + - type: recall_at_100 + value: 54.201 + - type: recall_at_1000 + value: 77.404 + - type: recall_at_20 + value: 37.076 + - type: recall_at_3 + value: 21.634 + - type: recall_at_5 + value: 25.354 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackProgrammersRetrieval (default) + revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 + split: test + type: mteb/cqadupstack-programmers + metrics: + - type: main_score + value: 16.134999999999998 + - type: map_at_1 + value: 9.081 + - type: map_at_10 + value: 13.055 + - type: map_at_100 + value: 13.983 + - type: map_at_1000 + value: 14.121 + - type: map_at_20 + value: 13.572999999999999 + - type: map_at_3 + value: 11.356 + - type: map_at_5 + value: 12.374 + - type: mrr_at_1 + value: 11.643835616438356 + - type: mrr_at_10 + value: 16.14947995941146 + - type: mrr_at_100 + value: 16.997282843006918 + - type: mrr_at_1000 + value: 17.102618713993394 + - type: mrr_at_20 + value: 16.618159190946415 + - type: mrr_at_3 + value: 14.193302891933024 + - type: mrr_at_5 + value: 15.431887366818875 + - type: nauc_map_at_1000_diff1 + value: 32.88432231391895 + - type: nauc_map_at_1000_max + value: 21.28374560046097 + - type: nauc_map_at_1000_std + value: 0.7870656250135109 + - type: nauc_map_at_100_diff1 + value: 32.88983126213636 + - type: nauc_map_at_100_max + value: 21.22458501691853 + - type: nauc_map_at_100_std + value: 0.7745608524382627 + - type: nauc_map_at_10_diff1 + value: 33.3173574829305 + - type: nauc_map_at_10_max + value: 21.367334815121904 + - type: nauc_map_at_10_std + value: -0.2609532870073169 + - type: nauc_map_at_1_diff1 + value: 41.49865569300206 + - type: nauc_map_at_1_max + value: 23.806102705106763 + - type: nauc_map_at_1_std + value: -1.0768247293103315 + - type: nauc_map_at_20_diff1 + value: 32.88467310993085 + - type: nauc_map_at_20_max + value: 21.327573738016785 + - type: nauc_map_at_20_std + value: 0.316045501648052 + - type: nauc_map_at_3_diff1 + value: 35.81885176476419 + - type: nauc_map_at_3_max + value: 22.563058822026658 + - type: nauc_map_at_3_std + value: -0.8297325146016894 + - type: nauc_map_at_5_diff1 + value: 33.77483401790263 + - type: nauc_map_at_5_max + value: 22.13376627990081 + - type: nauc_map_at_5_std + value: -1.298858688329888 + - type: nauc_mrr_at_1000_diff1 + value: 30.18097667250221 + - type: nauc_mrr_at_1000_max + value: 23.047341870142613 + - type: nauc_mrr_at_1000_std + value: -0.7406764235969188 + - type: nauc_mrr_at_100_diff1 + value: 30.137374263969996 + - type: nauc_mrr_at_100_max + value: 23.00586275774131 + - type: nauc_mrr_at_100_std + value: -0.7248089045016322 + - type: nauc_mrr_at_10_diff1 + value: 30.5170004176012 + - type: nauc_mrr_at_10_max + value: 23.164562505110673 + - type: nauc_mrr_at_10_std + value: -1.337649573306133 + - type: nauc_mrr_at_1_diff1 + value: 37.46155722071317 + - type: nauc_mrr_at_1_max + value: 25.00725832122006 + - type: nauc_mrr_at_1_std + value: -1.0496408564552728 + - type: nauc_mrr_at_20_diff1 + value: 30.072298950513115 + - type: nauc_mrr_at_20_max + value: 23.12382481107441 + - type: nauc_mrr_at_20_std + value: -1.0529732263666112 + - type: nauc_mrr_at_3_diff1 + value: 33.48101600704272 + - type: nauc_mrr_at_3_max + value: 24.320755907805154 + - type: nauc_mrr_at_3_std + value: -1.1307908969215423 + - type: nauc_mrr_at_5_diff1 + value: 31.18888034831575 + - type: nauc_mrr_at_5_max + value: 24.06227117989202 + - type: nauc_mrr_at_5_std + value: -1.6797432122873692 + - type: nauc_ndcg_at_1000_diff1 + value: 28.432037664372412 + - type: nauc_ndcg_at_1000_max + value: 20.70102200502625 + - type: nauc_ndcg_at_1000_std + value: 4.336326682724843 + - type: nauc_ndcg_at_100_diff1 + value: 28.34454571794967 + - type: nauc_ndcg_at_100_max + value: 19.24223569564877 + - type: nauc_ndcg_at_100_std + value: 4.362280599906417 + - type: nauc_ndcg_at_10_diff1 + value: 29.501926407603296 + - type: nauc_ndcg_at_10_max + value: 20.201609309464548 + - type: nauc_ndcg_at_10_std + value: 0.24089058436514194 + - type: nauc_ndcg_at_1_diff1 + value: 37.46155722071317 + - type: nauc_ndcg_at_1_max + value: 25.00725832122006 + - type: nauc_ndcg_at_1_std + value: -1.0496408564552728 + - type: nauc_ndcg_at_20_diff1 + value: 28.16170312615381 + - type: nauc_ndcg_at_20_max + value: 19.972996583494282 + - type: nauc_ndcg_at_20_std + value: 1.7952491904498078 + - type: nauc_ndcg_at_3_diff1 + value: 33.81225087762225 + - type: nauc_ndcg_at_3_max + value: 22.806027738516985 + - type: nauc_ndcg_at_3_std + value: -0.3936571571120077 + - type: nauc_ndcg_at_5_diff1 + value: 30.443042638323213 + - type: nauc_ndcg_at_5_max + value: 22.16102145420267 + - type: nauc_ndcg_at_5_std + value: -1.406251026694119 + - type: nauc_precision_at_1000_diff1 + value: 0.4741273357484423 + - type: nauc_precision_at_1000_max + value: 11.280228116288542 + - type: nauc_precision_at_1000_std + value: 2.6901820584724363 + - type: nauc_precision_at_100_diff1 + value: 12.332309998132743 + - type: nauc_precision_at_100_max + value: 13.961289532548982 + - type: nauc_precision_at_100_std + value: 11.085111649559586 + - type: nauc_precision_at_10_diff1 + value: 19.283822581631675 + - type: nauc_precision_at_10_max + value: 18.7473146500872 + - type: nauc_precision_at_10_std + value: 0.35093524054436415 + - type: nauc_precision_at_1_diff1 + value: 37.46155722071317 + - type: nauc_precision_at_1_max + value: 25.00725832122006 + - type: nauc_precision_at_1_std + value: -1.0496408564552728 + - type: nauc_precision_at_20_diff1 + value: 16.254451730745757 + - type: nauc_precision_at_20_max + value: 17.364228546817166 + - type: nauc_precision_at_20_std + value: 5.773553761500332 + - type: nauc_precision_at_3_diff1 + value: 28.259681463765514 + - type: nauc_precision_at_3_max + value: 22.873732037017984 + - type: nauc_precision_at_3_std + value: -0.8527795522416294 + - type: nauc_precision_at_5_diff1 + value: 21.21485623284622 + - type: nauc_precision_at_5_max + value: 23.001097117924832 + - type: nauc_precision_at_5_std + value: -3.108687061513337 + - type: nauc_recall_at_1000_diff1 + value: 18.73323624525636 + - type: nauc_recall_at_1000_max + value: 18.04287551295194 + - type: nauc_recall_at_1000_std + value: 17.786418942777992 + - type: nauc_recall_at_100_diff1 + value: 19.919117945258254 + - type: nauc_recall_at_100_max + value: 11.16087760657872 + - type: nauc_recall_at_100_std + value: 14.566488048537535 + - type: nauc_recall_at_10_diff1 + value: 22.078090142518782 + - type: nauc_recall_at_10_max + value: 14.941344831772128 + - type: nauc_recall_at_10_std + value: 2.4737147250843186 + - type: nauc_recall_at_1_diff1 + value: 41.49865569300206 + - type: nauc_recall_at_1_max + value: 23.806102705106763 + - type: nauc_recall_at_1_std + value: -1.0768247293103315 + - type: nauc_recall_at_20_diff1 + value: 18.725160188681265 + - type: nauc_recall_at_20_max + value: 14.46073981800366 + - type: nauc_recall_at_20_std + value: 6.133778343325667 + - type: nauc_recall_at_3_diff1 + value: 30.297623023451 + - type: nauc_recall_at_3_max + value: 20.126404905370183 + - type: nauc_recall_at_3_std + value: -0.03367599947778304 + - type: nauc_recall_at_5_diff1 + value: 24.35960314497861 + - type: nauc_recall_at_5_max + value: 19.26030564870987 + - type: nauc_recall_at_5_std + value: -1.3740373839056597 + - type: ndcg_at_1 + value: 11.644 + - type: ndcg_at_10 + value: 16.134999999999998 + - type: ndcg_at_100 + value: 20.696 + - type: ndcg_at_1000 + value: 24.43 + - type: ndcg_at_20 + value: 17.861 + - type: ndcg_at_3 + value: 12.842999999999998 + - type: ndcg_at_5 + value: 14.618 + - type: precision_at_1 + value: 11.644 + - type: precision_at_10 + value: 3.116 + - type: precision_at_100 + value: 0.6459999999999999 + - type: precision_at_1000 + value: 0.11499999999999999 + - type: precision_at_20 + value: 2.032 + - type: precision_at_3 + value: 6.012 + - type: precision_at_5 + value: 4.84 + - type: recall_at_1 + value: 9.081 + - type: recall_at_10 + value: 22.554 + - type: recall_at_100 + value: 42.531 + - type: recall_at_1000 + value: 69.706 + - type: recall_at_20 + value: 28.743999999999996 + - type: recall_at_3 + value: 13.977 + - type: recall_at_5 + value: 18.169 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackRetrieval (default) + revision: CQADupstackRetrieval_is_a_combined_dataset + split: test + type: CQADupstackRetrieval_is_a_combined_dataset + metrics: + - type: main_score + value: 19.09025 + - type: ndcg_at_10 + value: 19.09025 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackStatsRetrieval (default) + revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a + split: test + type: mteb/cqadupstack-stats + metrics: + - type: main_score + value: 14.333000000000002 + - type: map_at_1 + value: 8.547 + - type: map_at_10 + value: 11.93 + - type: map_at_100 + value: 12.684000000000001 + - type: map_at_1000 + value: 12.78 + - type: map_at_20 + value: 12.337 + - type: map_at_3 + value: 10.588000000000001 + - type: map_at_5 + value: 11.323 + - type: mrr_at_1 + value: 10.122699386503067 + - type: mrr_at_10 + value: 13.70039682539683 + - type: mrr_at_100 + value: 14.482783387597786 + - type: mrr_at_1000 + value: 14.570668290032126 + - type: mrr_at_20 + value: 14.13394542086446 + - type: mrr_at_3 + value: 12.295501022494888 + - type: mrr_at_5 + value: 13.02402862985685 + - type: nauc_map_at_1000_diff1 + value: 29.11861352274418 + - type: nauc_map_at_1000_max + value: 22.56892542189849 + - type: nauc_map_at_1000_std + value: -4.54004259281444 + - type: nauc_map_at_100_diff1 + value: 29.19511912412574 + - type: nauc_map_at_100_max + value: 22.603999738779653 + - type: nauc_map_at_100_std + value: -4.52144665211894 + - type: nauc_map_at_10_diff1 + value: 29.29630212567994 + - type: nauc_map_at_10_max + value: 23.196908629656825 + - type: nauc_map_at_10_std + value: -5.360014721454885 + - type: nauc_map_at_1_diff1 + value: 35.230641193187914 + - type: nauc_map_at_1_max + value: 24.41472808203692 + - type: nauc_map_at_1_std + value: -5.821919201147339 + - type: nauc_map_at_20_diff1 + value: 29.12584787266228 + - type: nauc_map_at_20_max + value: 22.709732890112623 + - type: nauc_map_at_20_std + value: -4.817143968480547 + - type: nauc_map_at_3_diff1 + value: 31.57056394160851 + - type: nauc_map_at_3_max + value: 25.825155522604348 + - type: nauc_map_at_3_std + value: -6.542610906472262 + - type: nauc_map_at_5_diff1 + value: 29.231256950912947 + - type: nauc_map_at_5_max + value: 24.156600281291105 + - type: nauc_map_at_5_std + value: -5.997363843824488 + - type: nauc_mrr_at_1000_diff1 + value: 28.820090702123135 + - type: nauc_mrr_at_1000_max + value: 24.263679220309907 + - type: nauc_mrr_at_1000_std + value: -2.0607371843303057 + - type: nauc_mrr_at_100_diff1 + value: 28.847376535658203 + - type: nauc_mrr_at_100_max + value: 24.272497169069386 + - type: nauc_mrr_at_100_std + value: -2.03120306488999 + - type: nauc_mrr_at_10_diff1 + value: 28.911942194319707 + - type: nauc_mrr_at_10_max + value: 25.035362298602738 + - type: nauc_mrr_at_10_std + value: -2.5392409774079616 + - type: nauc_mrr_at_1_diff1 + value: 34.94101066582577 + - type: nauc_mrr_at_1_max + value: 26.610522376067564 + - type: nauc_mrr_at_1_std + value: -2.6534637926597697 + - type: nauc_mrr_at_20_diff1 + value: 28.743299849543636 + - type: nauc_mrr_at_20_max + value: 24.32003719178884 + - type: nauc_mrr_at_20_std + value: -2.3279080552115117 + - type: nauc_mrr_at_3_diff1 + value: 31.04805054489257 + - type: nauc_mrr_at_3_max + value: 27.616725290738337 + - type: nauc_mrr_at_3_std + value: -2.9076820433664667 + - type: nauc_mrr_at_5_diff1 + value: 28.865005001724242 + - type: nauc_mrr_at_5_max + value: 26.103439275448775 + - type: nauc_mrr_at_5_std + value: -3.0680396311703184 + - type: nauc_ndcg_at_1000_diff1 + value: 25.539587234316798 + - type: nauc_ndcg_at_1000_max + value: 18.820788497321356 + - type: nauc_ndcg_at_1000_std + value: -1.9960462357498938 + - type: nauc_ndcg_at_100_diff1 + value: 27.14578048184198 + - type: nauc_ndcg_at_100_max + value: 19.4851567283788 + - type: nauc_ndcg_at_100_std + value: -1.3749625199938715 + - type: nauc_ndcg_at_10_diff1 + value: 26.87364502097816 + - type: nauc_ndcg_at_10_max + value: 21.485890355501102 + - type: nauc_ndcg_at_10_std + value: -3.894125413998458 + - type: nauc_ndcg_at_1_diff1 + value: 34.94101066582577 + - type: nauc_ndcg_at_1_max + value: 26.610522376067564 + - type: nauc_ndcg_at_1_std + value: -2.6534637926597697 + - type: nauc_ndcg_at_20_diff1 + value: 26.341280976454417 + - type: nauc_ndcg_at_20_max + value: 19.721515866258724 + - type: nauc_ndcg_at_20_std + value: -2.9319224524709053 + - type: nauc_ndcg_at_3_diff1 + value: 30.74558316757148 + - type: nauc_ndcg_at_3_max + value: 26.40338736609146 + - type: nauc_ndcg_at_3_std + value: -5.561920759375321 + - type: nauc_ndcg_at_5_diff1 + value: 26.881257783685893 + - type: nauc_ndcg_at_5_max + value: 23.650417322561335 + - type: nauc_ndcg_at_5_std + value: -5.175161111887432 + - type: nauc_precision_at_1000_diff1 + value: 10.873007976618808 + - type: nauc_precision_at_1000_max + value: 12.030734880352934 + - type: nauc_precision_at_1000_std + value: 6.381355734825803 + - type: nauc_precision_at_100_diff1 + value: 22.401720874248873 + - type: nauc_precision_at_100_max + value: 16.830307472250432 + - type: nauc_precision_at_100_std + value: 8.759369364769308 + - type: nauc_precision_at_10_diff1 + value: 22.232090186151392 + - type: nauc_precision_at_10_max + value: 21.76539255838225 + - type: nauc_precision_at_10_std + value: 0.8339023471047621 + - type: nauc_precision_at_1_diff1 + value: 34.94101066582577 + - type: nauc_precision_at_1_max + value: 26.610522376067564 + - type: nauc_precision_at_1_std + value: -2.6534637926597697 + - type: nauc_precision_at_20_diff1 + value: 20.89118655581876 + - type: nauc_precision_at_20_max + value: 17.90131790057651 + - type: nauc_precision_at_20_std + value: 2.415900033993976 + - type: nauc_precision_at_3_diff1 + value: 29.199646185693584 + - type: nauc_precision_at_3_max + value: 28.71542597359216 + - type: nauc_precision_at_3_std + value: -3.324231635814199 + - type: nauc_precision_at_5_diff1 + value: 21.160582630949655 + - type: nauc_precision_at_5_max + value: 25.038152290365755 + - type: nauc_precision_at_5_std + value: -1.5349945089073667 + - type: nauc_recall_at_1000_diff1 + value: 12.802585970938592 + - type: nauc_recall_at_1000_max + value: 4.416753173413089 + - type: nauc_recall_at_1000_std + value: 0.3242070873030706 + - type: nauc_recall_at_100_diff1 + value: 23.177406841712212 + - type: nauc_recall_at_100_max + value: 10.168312031699122 + - type: nauc_recall_at_100_std + value: 3.5202491358448733 + - type: nauc_recall_at_10_diff1 + value: 21.179523585586825 + - type: nauc_recall_at_10_max + value: 14.696510947366045 + - type: nauc_recall_at_10_std + value: -2.77056987911708 + - type: nauc_recall_at_1_diff1 + value: 35.230641193187914 + - type: nauc_recall_at_1_max + value: 24.41472808203692 + - type: nauc_recall_at_1_std + value: -5.821919201147339 + - type: nauc_recall_at_20_diff1 + value: 19.96336555562722 + - type: nauc_recall_at_20_max + value: 10.265926044858517 + - type: nauc_recall_at_20_std + value: -0.785259475171776 + - type: nauc_recall_at_3_diff1 + value: 27.2666741731745 + - type: nauc_recall_at_3_max + value: 24.921261035370843 + - type: nauc_recall_at_3_std + value: -6.520343024542523 + - type: nauc_recall_at_5_diff1 + value: 20.830145482657233 + - type: nauc_recall_at_5_max + value: 19.70605027355368 + - type: nauc_recall_at_5_std + value: -5.524187480821078 + - type: ndcg_at_1 + value: 10.123 + - type: ndcg_at_10 + value: 14.333000000000002 + - type: ndcg_at_100 + value: 18.242 + - type: ndcg_at_1000 + value: 21.185000000000002 + - type: ndcg_at_20 + value: 15.795 + - type: ndcg_at_3 + value: 11.737 + - type: ndcg_at_5 + value: 12.875 + - type: precision_at_1 + value: 10.123 + - type: precision_at_10 + value: 2.5 + - type: precision_at_100 + value: 0.48 + - type: precision_at_1000 + value: 0.079 + - type: precision_at_20 + value: 1.595 + - type: precision_at_3 + value: 5.164 + - type: precision_at_5 + value: 3.8649999999999998 + - type: recall_at_1 + value: 8.547 + - type: recall_at_10 + value: 20.152 + - type: recall_at_100 + value: 38.274 + - type: recall_at_1000 + value: 61.097 + - type: recall_at_20 + value: 25.672 + - type: recall_at_3 + value: 12.866 + - type: recall_at_5 + value: 15.717999999999998 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackTexRetrieval (default) + revision: 46989137a86843e03a6195de44b09deda022eec7 + split: test + type: mteb/cqadupstack-tex + metrics: + - type: main_score + value: 10.942 + - type: map_at_1 + value: 5.989 + - type: map_at_10 + value: 8.927 + - type: map_at_100 + value: 9.539 + - type: map_at_1000 + value: 9.649000000000001 + - type: map_at_20 + value: 9.225 + - type: map_at_3 + value: 8.126 + - type: map_at_5 + value: 8.541 + - type: mrr_at_1 + value: 7.5361321403991735 + - type: mrr_at_10 + value: 10.92452397338838 + - type: mrr_at_100 + value: 11.592043752074652 + - type: mrr_at_1000 + value: 11.685734091169346 + - type: mrr_at_20 + value: 11.258548816571706 + - type: mrr_at_3 + value: 10.002294104152327 + - type: mrr_at_5 + value: 10.47373250745583 + - type: nauc_map_at_1000_diff1 + value: 29.70785865819864 + - type: nauc_map_at_1000_max + value: 15.814071189887855 + - type: nauc_map_at_1000_std + value: -5.60669413451568 + - type: nauc_map_at_100_diff1 + value: 29.74148513545459 + - type: nauc_map_at_100_max + value: 15.779846885727725 + - type: nauc_map_at_100_std + value: -5.76117228213773 + - type: nauc_map_at_10_diff1 + value: 30.592884755466276 + - type: nauc_map_at_10_max + value: 16.2821343956555 + - type: nauc_map_at_10_std + value: -6.31218509821274 + - type: nauc_map_at_1_diff1 + value: 40.50426071077868 + - type: nauc_map_at_1_max + value: 17.251422635161674 + - type: nauc_map_at_1_std + value: -7.3319940985741505 + - type: nauc_map_at_20_diff1 + value: 30.161839436701044 + - type: nauc_map_at_20_max + value: 15.822488590611552 + - type: nauc_map_at_20_std + value: -6.216851050714664 + - type: nauc_map_at_3_diff1 + value: 32.80171391466759 + - type: nauc_map_at_3_max + value: 16.819928931516028 + - type: nauc_map_at_3_std + value: -6.8482887648089354 + - type: nauc_map_at_5_diff1 + value: 31.68769336125935 + - type: nauc_map_at_5_max + value: 16.551544446521724 + - type: nauc_map_at_5_std + value: -6.610571158449323 + - type: nauc_mrr_at_1000_diff1 + value: 30.032074926432294 + - type: nauc_mrr_at_1000_max + value: 17.31359992105279 + - type: nauc_mrr_at_1000_std + value: -5.051808537297404 + - type: nauc_mrr_at_100_diff1 + value: 30.04561152587057 + - type: nauc_mrr_at_100_max + value: 17.31510991897843 + - type: nauc_mrr_at_100_std + value: -5.112171695450907 + - type: nauc_mrr_at_10_diff1 + value: 30.7919588089329 + - type: nauc_mrr_at_10_max + value: 17.747307159609047 + - type: nauc_mrr_at_10_std + value: -5.620809668288058 + - type: nauc_mrr_at_1_diff1 + value: 40.37820294671241 + - type: nauc_mrr_at_1_max + value: 19.515958567233955 + - type: nauc_mrr_at_1_std + value: -7.6128600910040385 + - type: nauc_mrr_at_20_diff1 + value: 30.43076360217774 + - type: nauc_mrr_at_20_max + value: 17.42098412102074 + - type: nauc_mrr_at_20_std + value: -5.502999723295499 + - type: nauc_mrr_at_3_diff1 + value: 33.35073752739181 + - type: nauc_mrr_at_3_max + value: 18.381225141274406 + - type: nauc_mrr_at_3_std + value: -6.281341542296808 + - type: nauc_mrr_at_5_diff1 + value: 32.01975103837218 + - type: nauc_mrr_at_5_max + value: 18.248575553624875 + - type: nauc_mrr_at_5_std + value: -5.975629240088075 + - type: nauc_ndcg_at_1000_diff1 + value: 23.480424968554473 + - type: nauc_ndcg_at_1000_max + value: 14.422280226661046 + - type: nauc_ndcg_at_1000_std + value: 0.037198763992900716 + - type: nauc_ndcg_at_100_diff1 + value: 23.74556359447292 + - type: nauc_ndcg_at_100_max + value: 14.02306375423822 + - type: nauc_ndcg_at_100_std + value: -2.7832737496474014 + - type: nauc_ndcg_at_10_diff1 + value: 27.151201274571196 + - type: nauc_ndcg_at_10_max + value: 15.7704175776716 + - type: nauc_ndcg_at_10_std + value: -5.561215786484417 + - type: nauc_ndcg_at_1_diff1 + value: 40.37820294671241 + - type: nauc_ndcg_at_1_max + value: 19.515958567233955 + - type: nauc_ndcg_at_1_std + value: -7.6128600910040385 + - type: nauc_ndcg_at_20_diff1 + value: 26.066768096454577 + - type: nauc_ndcg_at_20_max + value: 14.454961291556554 + - type: nauc_ndcg_at_20_std + value: -5.335984929547714 + - type: nauc_ndcg_at_3_diff1 + value: 31.42782503500614 + - type: nauc_ndcg_at_3_max + value: 17.29083202850581 + - type: nauc_ndcg_at_3_std + value: -6.593661694626304 + - type: nauc_ndcg_at_5_diff1 + value: 29.47414868567076 + - type: nauc_ndcg_at_5_max + value: 16.6743658195434 + - type: nauc_ndcg_at_5_std + value: -6.167442909277885 + - type: nauc_precision_at_1000_diff1 + value: 11.55307594597712 + - type: nauc_precision_at_1000_max + value: 16.664194862533392 + - type: nauc_precision_at_1000_std + value: 15.574570590140713 + - type: nauc_precision_at_100_diff1 + value: 14.135107624877794 + - type: nauc_precision_at_100_max + value: 15.965921007390795 + - type: nauc_precision_at_100_std + value: 5.476527761120489 + - type: nauc_precision_at_10_diff1 + value: 20.463049463514587 + - type: nauc_precision_at_10_max + value: 17.478921279030477 + - type: nauc_precision_at_10_std + value: -3.491880161936641 + - type: nauc_precision_at_1_diff1 + value: 40.37820294671241 + - type: nauc_precision_at_1_max + value: 19.515958567233955 + - type: nauc_precision_at_1_std + value: -7.6128600910040385 + - type: nauc_precision_at_20_diff1 + value: 19.35511923391385 + - type: nauc_precision_at_20_max + value: 16.263201003355583 + - type: nauc_precision_at_20_std + value: -2.9385217665021464 + - type: nauc_precision_at_3_diff1 + value: 28.582340371655384 + - type: nauc_precision_at_3_max + value: 18.900608189348805 + - type: nauc_precision_at_3_std + value: -6.399404023285527 + - type: nauc_precision_at_5_diff1 + value: 24.787631563267876 + - type: nauc_precision_at_5_max + value: 18.566603285207357 + - type: nauc_precision_at_5_std + value: -4.640787291262861 + - type: nauc_recall_at_1000_diff1 + value: 10.018323646441084 + - type: nauc_recall_at_1000_max + value: 8.971012069559492 + - type: nauc_recall_at_1000_std + value: 14.894521585422476 + - type: nauc_recall_at_100_diff1 + value: 11.541962873194024 + - type: nauc_recall_at_100_max + value: 8.63730681762965 + - type: nauc_recall_at_100_std + value: 3.1924288769214333 + - type: nauc_recall_at_10_diff1 + value: 18.978099632146687 + - type: nauc_recall_at_10_max + value: 12.346880908932615 + - type: nauc_recall_at_10_std + value: -4.380348720563592 + - type: nauc_recall_at_1_diff1 + value: 40.50426071077868 + - type: nauc_recall_at_1_max + value: 17.251422635161674 + - type: nauc_recall_at_1_std + value: -7.3319940985741505 + - type: nauc_recall_at_20_diff1 + value: 17.100697713020164 + - type: nauc_recall_at_20_max + value: 9.171514181265934 + - type: nauc_recall_at_20_std + value: -3.88622450782914 + - type: nauc_recall_at_3_diff1 + value: 26.205669264205483 + - type: nauc_recall_at_3_max + value: 15.070286201579593 + - type: nauc_recall_at_3_std + value: -6.677898784102143 + - type: nauc_recall_at_5_diff1 + value: 23.246637868945513 + - type: nauc_recall_at_5_max + value: 13.77133525419923 + - type: nauc_recall_at_5_std + value: -6.145815156982035 + - type: ndcg_at_1 + value: 7.536 + - type: ndcg_at_10 + value: 10.942 + - type: ndcg_at_100 + value: 14.376 + - type: ndcg_at_1000 + value: 17.66 + - type: ndcg_at_20 + value: 12.012 + - type: ndcg_at_3 + value: 9.39 + - type: ndcg_at_5 + value: 10.036000000000001 + - type: precision_at_1 + value: 7.536 + - type: precision_at_10 + value: 2.051 + - type: precision_at_100 + value: 0.455 + - type: precision_at_1000 + value: 0.08800000000000001 + - type: precision_at_20 + value: 1.321 + - type: precision_at_3 + value: 4.565 + - type: precision_at_5 + value: 3.2620000000000005 + - type: recall_at_1 + value: 5.989 + - type: recall_at_10 + value: 15.112 + - type: recall_at_100 + value: 31.176 + - type: recall_at_1000 + value: 55.789 + - type: recall_at_20 + value: 19.139 + - type: recall_at_3 + value: 10.610999999999999 + - type: recall_at_5 + value: 12.302 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackUnixRetrieval (default) + revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 + split: test + type: mteb/cqadupstack-unix + metrics: + - type: main_score + value: 17.887 + - type: map_at_1 + value: 10.67 + - type: map_at_10 + value: 14.939 + - type: map_at_100 + value: 15.573999999999998 + - type: map_at_1000 + value: 15.684999999999999 + - type: map_at_20 + value: 15.223999999999998 + - type: map_at_3 + value: 13.799 + - type: map_at_5 + value: 14.332 + - type: mrr_at_1 + value: 12.87313432835821 + - type: mrr_at_10 + value: 17.731469142383315 + - type: mrr_at_100 + value: 18.402040803136185 + - type: mrr_at_1000 + value: 18.494079224741526 + - type: mrr_at_20 + value: 18.03607538846422 + - type: mrr_at_3 + value: 16.52674129353234 + - type: mrr_at_5 + value: 17.067786069651746 + - type: nauc_map_at_1000_diff1 + value: 36.76823844116977 + - type: nauc_map_at_1000_max + value: 27.94572035162958 + - type: nauc_map_at_1000_std + value: -4.388884836241252 + - type: nauc_map_at_100_diff1 + value: 36.79665558424098 + - type: nauc_map_at_100_max + value: 27.941945040312184 + - type: nauc_map_at_100_std + value: -4.490876272760181 + - type: nauc_map_at_10_diff1 + value: 37.41372310249964 + - type: nauc_map_at_10_max + value: 27.990160762136163 + - type: nauc_map_at_10_std + value: -4.795820943975423 + - type: nauc_map_at_1_diff1 + value: 49.98661453454098 + - type: nauc_map_at_1_max + value: 31.818725397600282 + - type: nauc_map_at_1_std + value: -5.925260594592982 + - type: nauc_map_at_20_diff1 + value: 36.92254435057548 + - type: nauc_map_at_20_max + value: 28.05940570041997 + - type: nauc_map_at_20_std + value: -4.780726661563721 + - type: nauc_map_at_3_diff1 + value: 38.36192130512335 + - type: nauc_map_at_3_max + value: 28.858454287203205 + - type: nauc_map_at_3_std + value: -5.755340070358489 + - type: nauc_map_at_5_diff1 + value: 37.9499946188146 + - type: nauc_map_at_5_max + value: 28.32627898637564 + - type: nauc_map_at_5_std + value: -4.900005922457714 + - type: nauc_mrr_at_1000_diff1 + value: 34.880119065480486 + - type: nauc_mrr_at_1000_max + value: 29.378414409768304 + - type: nauc_mrr_at_1000_std + value: -3.704128162920646 + - type: nauc_mrr_at_100_diff1 + value: 34.89626548489115 + - type: nauc_mrr_at_100_max + value: 29.389675765322654 + - type: nauc_mrr_at_100_std + value: -3.7494327131452114 + - type: nauc_mrr_at_10_diff1 + value: 35.32636142642244 + - type: nauc_mrr_at_10_max + value: 29.471010072155597 + - type: nauc_mrr_at_10_std + value: -3.996358264478763 + - type: nauc_mrr_at_1_diff1 + value: 47.90151427745923 + - type: nauc_mrr_at_1_max + value: 34.205811607428565 + - type: nauc_mrr_at_1_std + value: -4.355308541351635 + - type: nauc_mrr_at_20_diff1 + value: 34.939420448282924 + - type: nauc_mrr_at_20_max + value: 29.514028377508296 + - type: nauc_mrr_at_20_std + value: -4.031940468517912 + - type: nauc_mrr_at_3_diff1 + value: 36.37081496865121 + - type: nauc_mrr_at_3_max + value: 30.668982407799405 + - type: nauc_mrr_at_3_std + value: -4.8471296781069 + - type: nauc_mrr_at_5_diff1 + value: 35.88679509747269 + - type: nauc_mrr_at_5_max + value: 29.912822412299523 + - type: nauc_mrr_at_5_std + value: -4.38559630771512 + - type: nauc_ndcg_at_1000_diff1 + value: 30.958587739289474 + - type: nauc_ndcg_at_1000_max + value: 25.494852381225762 + - type: nauc_ndcg_at_1000_std + value: -0.1616411394145601 + - type: nauc_ndcg_at_100_diff1 + value: 31.25494182437728 + - type: nauc_ndcg_at_100_max + value: 25.646920642171217 + - type: nauc_ndcg_at_100_std + value: -2.4513554125960777 + - type: nauc_ndcg_at_10_diff1 + value: 33.12811377055696 + - type: nauc_ndcg_at_10_max + value: 26.464639927253046 + - type: nauc_ndcg_at_10_std + value: -4.2881824335959395 + - type: nauc_ndcg_at_1_diff1 + value: 47.90151427745923 + - type: nauc_ndcg_at_1_max + value: 34.205811607428565 + - type: nauc_ndcg_at_1_std + value: -4.355308541351635 + - type: nauc_ndcg_at_20_diff1 + value: 31.675421489903904 + - type: nauc_ndcg_at_20_max + value: 26.522154184809644 + - type: nauc_ndcg_at_20_std + value: -4.284414659369125 + - type: nauc_ndcg_at_3_diff1 + value: 34.46164089418861 + - type: nauc_ndcg_at_3_max + value: 28.686854091455782 + - type: nauc_ndcg_at_3_std + value: -5.695127299581537 + - type: nauc_ndcg_at_5_diff1 + value: 34.06268264335981 + - type: nauc_ndcg_at_5_max + value: 27.41462353998668 + - type: nauc_ndcg_at_5_std + value: -4.615408130218053 + - type: nauc_precision_at_1000_diff1 + value: 6.773761974306285 + - type: nauc_precision_at_1000_max + value: 13.042896531679865 + - type: nauc_precision_at_1000_std + value: 18.281508859789664 + - type: nauc_precision_at_100_diff1 + value: 15.924429001932866 + - type: nauc_precision_at_100_max + value: 20.457743309047 + - type: nauc_precision_at_100_std + value: 6.6080283991640005 + - type: nauc_precision_at_10_diff1 + value: 22.315260994226936 + - type: nauc_precision_at_10_max + value: 25.482668659182643 + - type: nauc_precision_at_10_std + value: -2.8176143138195253 + - type: nauc_precision_at_1_diff1 + value: 47.90151427745923 + - type: nauc_precision_at_1_max + value: 34.205811607428565 + - type: nauc_precision_at_1_std + value: -4.355308541351635 + - type: nauc_precision_at_20_diff1 + value: 18.144557360729884 + - type: nauc_precision_at_20_max + value: 25.204053277572914 + - type: nauc_precision_at_20_std + value: -1.7144259829502586 + - type: nauc_precision_at_3_diff1 + value: 25.226557583051363 + - type: nauc_precision_at_3_max + value: 28.206981851597934 + - type: nauc_precision_at_3_std + value: -6.113164957842488 + - type: nauc_precision_at_5_diff1 + value: 24.106572466155253 + - type: nauc_precision_at_5_max + value: 26.92943346868415 + - type: nauc_precision_at_5_std + value: -3.554052142651989 + - type: nauc_recall_at_1000_diff1 + value: 14.589862576218504 + - type: nauc_recall_at_1000_max + value: 12.701428869835372 + - type: nauc_recall_at_1000_std + value: 17.690486024774614 + - type: nauc_recall_at_100_diff1 + value: 18.41380873008093 + - type: nauc_recall_at_100_max + value: 16.44325189297761 + - type: nauc_recall_at_100_std + value: 2.5676496026723403 + - type: nauc_recall_at_10_diff1 + value: 23.836353717326148 + - type: nauc_recall_at_10_max + value: 20.488533672940427 + - type: nauc_recall_at_10_std + value: -3.6412149465751766 + - type: nauc_recall_at_1_diff1 + value: 49.98661453454098 + - type: nauc_recall_at_1_max + value: 31.818725397600282 + - type: nauc_recall_at_1_std + value: -5.925260594592982 + - type: nauc_recall_at_20_diff1 + value: 19.95415850300592 + - type: nauc_recall_at_20_max + value: 20.479489049982334 + - type: nauc_recall_at_20_std + value: -3.748045332843713 + - type: nauc_recall_at_3_diff1 + value: 27.51330288671981 + - type: nauc_recall_at_3_max + value: 25.233366697694947 + - type: nauc_recall_at_3_std + value: -6.416003335135423 + - type: nauc_recall_at_5_diff1 + value: 25.92079220648793 + - type: nauc_recall_at_5_max + value: 22.63598503654417 + - type: nauc_recall_at_5_std + value: -4.241913243082138 + - type: ndcg_at_1 + value: 12.873000000000001 + - type: ndcg_at_10 + value: 17.887 + - type: ndcg_at_100 + value: 21.487000000000002 + - type: ndcg_at_1000 + value: 24.596 + - type: ndcg_at_20 + value: 18.891 + - type: ndcg_at_3 + value: 15.65 + - type: ndcg_at_5 + value: 16.438 + - type: precision_at_1 + value: 12.873000000000001 + - type: precision_at_10 + value: 3.06 + - type: precision_at_100 + value: 0.549 + - type: precision_at_1000 + value: 0.091 + - type: precision_at_20 + value: 1.81 + - type: precision_at_3 + value: 7.338 + - type: precision_at_5 + value: 4.925 + - type: recall_at_1 + value: 10.67 + - type: recall_at_10 + value: 24.332 + - type: recall_at_100 + value: 41.046 + - type: recall_at_1000 + value: 64.17399999999999 + - type: recall_at_20 + value: 27.894999999999996 + - type: recall_at_3 + value: 17.807000000000002 + - type: recall_at_5 + value: 20.003 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWebmastersRetrieval (default) + revision: 160c094312a0e1facb97e55eeddb698c0abe3571 + split: test + type: mteb/cqadupstack-webmasters + metrics: + - type: main_score + value: 20.995 + - type: map_at_1 + value: 12.667 + - type: map_at_10 + value: 17.408 + - type: map_at_100 + value: 18.318 + - type: map_at_1000 + value: 18.512 + - type: map_at_20 + value: 17.829 + - type: map_at_3 + value: 15.676000000000002 + - type: map_at_5 + value: 16.799 + - type: mrr_at_1 + value: 16.007905138339922 + - type: mrr_at_10 + value: 20.940460505677894 + - type: mrr_at_100 + value: 21.69143441032759 + - type: mrr_at_1000 + value: 21.80204722464657 + - type: mrr_at_20 + value: 21.26643246728539 + - type: mrr_at_3 + value: 19.400527009222657 + - type: mrr_at_5 + value: 20.25032938076416 + - type: nauc_map_at_1000_diff1 + value: 32.47046839846832 + - type: nauc_map_at_1000_max + value: 27.66353273195947 + - type: nauc_map_at_1000_std + value: -8.343684598764236 + - type: nauc_map_at_100_diff1 + value: 32.50616188089244 + - type: nauc_map_at_100_max + value: 27.73747518277514 + - type: nauc_map_at_100_std + value: -8.490341693700493 + - type: nauc_map_at_10_diff1 + value: 33.1288027398037 + - type: nauc_map_at_10_max + value: 28.241224798228394 + - type: nauc_map_at_10_std + value: -9.02951560885345 + - type: nauc_map_at_1_diff1 + value: 40.80511648851529 + - type: nauc_map_at_1_max + value: 30.162361476463918 + - type: nauc_map_at_1_std + value: -9.17387155813208 + - type: nauc_map_at_20_diff1 + value: 32.48172255854906 + - type: nauc_map_at_20_max + value: 27.83782940642731 + - type: nauc_map_at_20_std + value: -9.00070653423497 + - type: nauc_map_at_3_diff1 + value: 35.33220107117886 + - type: nauc_map_at_3_max + value: 28.50773685929629 + - type: nauc_map_at_3_std + value: -9.774728282721654 + - type: nauc_map_at_5_diff1 + value: 33.86289360627357 + - type: nauc_map_at_5_max + value: 28.381915762969662 + - type: nauc_map_at_5_std + value: -8.724453393790323 + - type: nauc_mrr_at_1000_diff1 + value: 34.76838356916287 + - type: nauc_mrr_at_1000_max + value: 25.973225541804773 + - type: nauc_mrr_at_1000_std + value: -7.858456592729439 + - type: nauc_mrr_at_100_diff1 + value: 34.75307312922653 + - type: nauc_mrr_at_100_max + value: 25.954557036353204 + - type: nauc_mrr_at_100_std + value: -7.871516537547969 + - type: nauc_mrr_at_10_diff1 + value: 35.358922810256225 + - type: nauc_mrr_at_10_max + value: 26.210843274361505 + - type: nauc_mrr_at_10_std + value: -8.214417147884735 + - type: nauc_mrr_at_1_diff1 + value: 43.64078480508238 + - type: nauc_mrr_at_1_max + value: 29.370755170129257 + - type: nauc_mrr_at_1_std + value: -9.550993425629777 + - type: nauc_mrr_at_20_diff1 + value: 34.78113781898558 + - type: nauc_mrr_at_20_max + value: 25.928518389732314 + - type: nauc_mrr_at_20_std + value: -8.239044555830915 + - type: nauc_mrr_at_3_diff1 + value: 37.21568768239239 + - type: nauc_mrr_at_3_max + value: 26.65360940386168 + - type: nauc_mrr_at_3_std + value: -8.62478361674192 + - type: nauc_mrr_at_5_diff1 + value: 35.82015322695793 + - type: nauc_mrr_at_5_max + value: 26.501248513872365 + - type: nauc_mrr_at_5_std + value: -8.032258195748593 + - type: nauc_ndcg_at_1000_diff1 + value: 28.090450093791965 + - type: nauc_ndcg_at_1000_max + value: 25.0164560812251 + - type: nauc_ndcg_at_1000_std + value: -4.751492810050399 + - type: nauc_ndcg_at_100_diff1 + value: 28.006371102918905 + - type: nauc_ndcg_at_100_max + value: 24.96330175676876 + - type: nauc_ndcg_at_100_std + value: -5.191836591721473 + - type: nauc_ndcg_at_10_diff1 + value: 29.742355909419842 + - type: nauc_ndcg_at_10_max + value: 25.560202565798097 + - type: nauc_ndcg_at_10_std + value: -8.454314293252533 + - type: nauc_ndcg_at_1_diff1 + value: 43.64078480508238 + - type: nauc_ndcg_at_1_max + value: 29.370755170129257 + - type: nauc_ndcg_at_1_std + value: -9.550993425629777 + - type: nauc_ndcg_at_20_diff1 + value: 27.8673417820888 + - type: nauc_ndcg_at_20_max + value: 24.752636378864707 + - type: nauc_ndcg_at_20_std + value: -8.142335775441563 + - type: nauc_ndcg_at_3_diff1 + value: 34.12983925479383 + - type: nauc_ndcg_at_3_max + value: 25.383414977354768 + - type: nauc_ndcg_at_3_std + value: -9.314125871147313 + - type: nauc_ndcg_at_5_diff1 + value: 31.25517374528034 + - type: nauc_ndcg_at_5_max + value: 25.48971100051719 + - type: nauc_ndcg_at_5_std + value: -7.833719979552164 + - type: nauc_precision_at_1000_diff1 + value: 3.50440341668897 + - type: nauc_precision_at_1000_max + value: -3.087157205676272 + - type: nauc_precision_at_1000_std + value: 15.957120100116718 + - type: nauc_precision_at_100_diff1 + value: 8.365977140200012 + - type: nauc_precision_at_100_max + value: 5.265673590955992 + - type: nauc_precision_at_100_std + value: 10.094715416109812 + - type: nauc_precision_at_10_diff1 + value: 20.119798486812844 + - type: nauc_precision_at_10_max + value: 16.84346414214358 + - type: nauc_precision_at_10_std + value: -6.134362396350626 + - type: nauc_precision_at_1_diff1 + value: 43.64078480508238 + - type: nauc_precision_at_1_max + value: 29.370755170129257 + - type: nauc_precision_at_1_std + value: -9.550993425629777 + - type: nauc_precision_at_20_diff1 + value: 16.458988589576688 + - type: nauc_precision_at_20_max + value: 13.882029306822776 + - type: nauc_precision_at_20_std + value: -2.349385052523666 + - type: nauc_precision_at_3_diff1 + value: 30.425979660093866 + - type: nauc_precision_at_3_max + value: 20.960392518113437 + - type: nauc_precision_at_3_std + value: -9.122507391265795 + - type: nauc_precision_at_5_diff1 + value: 23.711336481938176 + - type: nauc_precision_at_5_max + value: 17.785091688656124 + - type: nauc_precision_at_5_std + value: -5.953830939145774 + - type: nauc_recall_at_1000_diff1 + value: 4.652161838596426 + - type: nauc_recall_at_1000_max + value: 13.427480897667563 + - type: nauc_recall_at_1000_std + value: 13.162281305962134 + - type: nauc_recall_at_100_diff1 + value: 12.940141763574056 + - type: nauc_recall_at_100_max + value: 17.133363434036806 + - type: nauc_recall_at_100_std + value: 5.929516195308144 + - type: nauc_recall_at_10_diff1 + value: 19.28025711155888 + - type: nauc_recall_at_10_max + value: 21.611600359640324 + - type: nauc_recall_at_10_std + value: -7.3225233954700055 + - type: nauc_recall_at_1_diff1 + value: 40.80511648851529 + - type: nauc_recall_at_1_max + value: 30.162361476463918 + - type: nauc_recall_at_1_std + value: -9.17387155813208 + - type: nauc_recall_at_20_diff1 + value: 13.45385867706307 + - type: nauc_recall_at_20_max + value: 17.79542474505384 + - type: nauc_recall_at_20_std + value: -6.804718967301025 + - type: nauc_recall_at_3_diff1 + value: 28.00830001315124 + - type: nauc_recall_at_3_max + value: 23.903118754205703 + - type: nauc_recall_at_3_std + value: -9.446774660465353 + - type: nauc_recall_at_5_diff1 + value: 22.969782395962362 + - type: nauc_recall_at_5_max + value: 23.293961742969984 + - type: nauc_recall_at_5_std + value: -5.613990704144268 + - type: ndcg_at_1 + value: 16.008 + - type: ndcg_at_10 + value: 20.995 + - type: ndcg_at_100 + value: 25.146 + - type: ndcg_at_1000 + value: 29.032999999999998 + - type: ndcg_at_20 + value: 22.149 + - type: ndcg_at_3 + value: 18.285999999999998 + - type: ndcg_at_5 + value: 19.725 + - type: precision_at_1 + value: 16.008 + - type: precision_at_10 + value: 4.15 + - type: precision_at_100 + value: 0.881 + - type: precision_at_1000 + value: 0.18 + - type: precision_at_20 + value: 2.549 + - type: precision_at_3 + value: 8.827 + - type: precision_at_5 + value: 6.561 + - type: recall_at_1 + value: 12.667 + - type: recall_at_10 + value: 27.334999999999997 + - type: recall_at_100 + value: 47.504999999999995 + - type: recall_at_1000 + value: 74.20400000000001 + - type: recall_at_20 + value: 32.223 + - type: recall_at_3 + value: 18.855 + - type: recall_at_5 + value: 23.031 + task: + type: Retrieval + - dataset: + config: default + name: MTEB CQADupstackWordpressRetrieval (default) + revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 + split: test + type: mteb/cqadupstack-wordpress + metrics: + - type: main_score + value: 12.855 + - type: map_at_1 + value: 5.952 + - type: map_at_10 + value: 10.112 + - type: map_at_100 + value: 10.841000000000001 + - type: map_at_1000 + value: 10.952 + - type: map_at_20 + value: 10.485 + - type: map_at_3 + value: 8.61 + - type: map_at_5 + value: 9.39 + - type: mrr_at_1 + value: 6.654343807763401 + - type: mrr_at_10 + value: 11.145512425549404 + - type: mrr_at_100 + value: 11.890834621929745 + - type: mrr_at_1000 + value: 11.98935500535199 + - type: mrr_at_20 + value: 11.514438747582577 + - type: mrr_at_3 + value: 9.519408502772645 + - type: mrr_at_5 + value: 10.35120147874307 + - type: nauc_map_at_1000_diff1 + value: 28.118324967619934 + - type: nauc_map_at_1000_max + value: 33.4955396363861 + - type: nauc_map_at_1000_std + value: -7.124620464882072 + - type: nauc_map_at_100_diff1 + value: 28.139542997566775 + - type: nauc_map_at_100_max + value: 33.43234157469899 + - type: nauc_map_at_100_std + value: -7.243361520044231 + - type: nauc_map_at_10_diff1 + value: 28.847631060466366 + - type: nauc_map_at_10_max + value: 33.901023417079976 + - type: nauc_map_at_10_std + value: -7.925183564546207 + - type: nauc_map_at_1_diff1 + value: 50.30049199397133 + - type: nauc_map_at_1_max + value: 51.25572555439384 + - type: nauc_map_at_1_std + value: -11.015024646365136 + - type: nauc_map_at_20_diff1 + value: 28.28927518524186 + - type: nauc_map_at_20_max + value: 33.660096742342866 + - type: nauc_map_at_20_std + value: -7.818967310155242 + - type: nauc_map_at_3_diff1 + value: 31.240569537452505 + - type: nauc_map_at_3_max + value: 36.287067586021514 + - type: nauc_map_at_3_std + value: -9.672050554710639 + - type: nauc_map_at_5_diff1 + value: 29.22151929708611 + - type: nauc_map_at_5_max + value: 35.151163055940096 + - type: nauc_map_at_5_std + value: -8.08857100327833 + - type: nauc_mrr_at_1000_diff1 + value: 28.584908252510456 + - type: nauc_mrr_at_1000_max + value: 32.74580077107513 + - type: nauc_mrr_at_1000_std + value: -5.4545568607489425 + - type: nauc_mrr_at_100_diff1 + value: 28.590158729530756 + - type: nauc_mrr_at_100_max + value: 32.648265058397314 + - type: nauc_mrr_at_100_std + value: -5.497715715850587 + - type: nauc_mrr_at_10_diff1 + value: 29.13862424713755 + - type: nauc_mrr_at_10_max + value: 33.040759537886785 + - type: nauc_mrr_at_10_std + value: -5.9147477002669815 + - type: nauc_mrr_at_1_diff1 + value: 50.27722302230953 + - type: nauc_mrr_at_1_max + value: 49.25905641972045 + - type: nauc_mrr_at_1_std + value: -8.480294289311937 + - type: nauc_mrr_at_20_diff1 + value: 28.638536503165835 + - type: nauc_mrr_at_20_max + value: 32.88659954102282 + - type: nauc_mrr_at_20_std + value: -5.981819963535813 + - type: nauc_mrr_at_3_diff1 + value: 31.18159924468885 + - type: nauc_mrr_at_3_max + value: 35.21727856087969 + - type: nauc_mrr_at_3_std + value: -7.572707528554651 + - type: nauc_mrr_at_5_diff1 + value: 29.565525076928186 + - type: nauc_mrr_at_5_max + value: 34.266818009562066 + - type: nauc_mrr_at_5_std + value: -6.198634245500832 + - type: nauc_ndcg_at_1000_diff1 + value: 21.992225333730815 + - type: nauc_ndcg_at_1000_max + value: 28.17427028625173 + - type: nauc_ndcg_at_1000_std + value: -1.5499706000360816 + - type: nauc_ndcg_at_100_diff1 + value: 22.207779666352856 + - type: nauc_ndcg_at_100_max + value: 27.049600613849627 + - type: nauc_ndcg_at_100_std + value: -3.3145082009255664 + - type: nauc_ndcg_at_10_diff1 + value: 23.689293335278357 + - type: nauc_ndcg_at_10_max + value: 29.430164805550735 + - type: nauc_ndcg_at_10_std + value: -6.7008075430059915 + - type: nauc_ndcg_at_1_diff1 + value: 50.27722302230953 + - type: nauc_ndcg_at_1_max + value: 49.25905641972045 + - type: nauc_ndcg_at_1_std + value: -8.480294289311937 + - type: nauc_ndcg_at_20_diff1 + value: 22.2925895362134 + - type: nauc_ndcg_at_20_max + value: 28.844919103532163 + - type: nauc_ndcg_at_20_std + value: -6.594295088509034 + - type: nauc_ndcg_at_3_diff1 + value: 27.12317888260658 + - type: nauc_ndcg_at_3_max + value: 32.93206493058083 + - type: nauc_ndcg_at_3_std + value: -8.832021517864137 + - type: nauc_ndcg_at_5_diff1 + value: 24.20043773979843 + - type: nauc_ndcg_at_5_max + value: 31.54380198974836 + - type: nauc_ndcg_at_5_std + value: -6.807495457594366 + - type: nauc_precision_at_1000_diff1 + value: 5.581741511647604 + - type: nauc_precision_at_1000_max + value: 4.703458505931627 + - type: nauc_precision_at_1000_std + value: 10.657124449862566 + - type: nauc_precision_at_100_diff1 + value: 10.883192976516437 + - type: nauc_precision_at_100_max + value: 12.752909725063391 + - type: nauc_precision_at_100_std + value: 5.477310651451066 + - type: nauc_precision_at_10_diff1 + value: 13.750559486735126 + - type: nauc_precision_at_10_max + value: 21.16487005730127 + - type: nauc_precision_at_10_std + value: -4.531709245413559 + - type: nauc_precision_at_1_diff1 + value: 50.27722302230953 + - type: nauc_precision_at_1_max + value: 49.25905641972045 + - type: nauc_precision_at_1_std + value: -8.480294289311937 + - type: nauc_precision_at_20_diff1 + value: 11.29346713230963 + - type: nauc_precision_at_20_max + value: 20.31140492811378 + - type: nauc_precision_at_20_std + value: -3.028932222489695 + - type: nauc_precision_at_3_diff1 + value: 18.64174123411719 + - type: nauc_precision_at_3_max + value: 26.389733577145407 + - type: nauc_precision_at_3_std + value: -7.942974687482611 + - type: nauc_precision_at_5_diff1 + value: 14.483776598926971 + - type: nauc_precision_at_5_max + value: 24.48041754152907 + - type: nauc_precision_at_5_std + value: -3.7226914654635195 + - type: nauc_recall_at_1000_diff1 + value: 9.291280130218974 + - type: nauc_recall_at_1000_max + value: 17.433646542112527 + - type: nauc_recall_at_1000_std + value: 15.008011633433348 + - type: nauc_recall_at_100_diff1 + value: 12.803561963798474 + - type: nauc_recall_at_100_max + value: 14.512899220841478 + - type: nauc_recall_at_100_std + value: 4.5635363743743405 + - type: nauc_recall_at_10_diff1 + value: 14.619920557797897 + - type: nauc_recall_at_10_max + value: 21.580422687110726 + - type: nauc_recall_at_10_std + value: -5.609327303626449 + - type: nauc_recall_at_1_diff1 + value: 50.30049199397133 + - type: nauc_recall_at_1_max + value: 51.25572555439384 + - type: nauc_recall_at_1_std + value: -11.015024646365136 + - type: nauc_recall_at_20_diff1 + value: 11.964600349614422 + - type: nauc_recall_at_20_max + value: 20.588461630785062 + - type: nauc_recall_at_20_std + value: -5.702130226450261 + - type: nauc_recall_at_3_diff1 + value: 17.5253237828965 + - type: nauc_recall_at_3_max + value: 26.185608151458005 + - type: nauc_recall_at_3_std + value: -9.159514017216269 + - type: nauc_recall_at_5_diff1 + value: 14.004716307559587 + - type: nauc_recall_at_5_max + value: 24.584165770910065 + - type: nauc_recall_at_5_std + value: -5.221167835710616 + - type: ndcg_at_1 + value: 6.654 + - type: ndcg_at_10 + value: 12.855 + - type: ndcg_at_100 + value: 17.012 + - type: ndcg_at_1000 + value: 20.252 + - type: ndcg_at_20 + value: 14.161999999999999 + - type: ndcg_at_3 + value: 9.703000000000001 + - type: ndcg_at_5 + value: 11.091 + - type: precision_at_1 + value: 6.654 + - type: precision_at_10 + value: 2.366 + - type: precision_at_100 + value: 0.488 + - type: precision_at_1000 + value: 0.082 + - type: precision_at_20 + value: 1.488 + - type: precision_at_3 + value: 4.436 + - type: precision_at_5 + value: 3.4750000000000005 + - type: recall_at_1 + value: 5.952 + - type: recall_at_10 + value: 20.434 + - type: recall_at_100 + value: 40.579 + - type: recall_at_1000 + value: 65.872 + - type: recall_at_20 + value: 25.302000000000003 + - type: recall_at_3 + value: 11.873000000000001 + - type: recall_at_5 + value: 15.206 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ClimateFEVER (default) + revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380 + split: test + type: mteb/climate-fever + metrics: + - type: main_score + value: 12.684000000000001 + - type: map_at_1 + value: 4.893 + - type: map_at_10 + value: 8.362 + - type: map_at_100 + value: 9.366 + - type: map_at_1000 + value: 9.51 + - type: map_at_20 + value: 8.89 + - type: map_at_3 + value: 6.922000000000001 + - type: map_at_5 + value: 7.55 + - type: mrr_at_1 + value: 10.879478827361563 + - type: mrr_at_10 + value: 17.425107285042124 + - type: mrr_at_100 + value: 18.451707469189756 + - type: mrr_at_1000 + value: 18.52126392525071 + - type: mrr_at_20 + value: 18.048165607672363 + - type: mrr_at_3 + value: 14.820846905537465 + - type: mrr_at_5 + value: 16.114006514657984 + - type: nauc_map_at_1000_diff1 + value: 23.84006264934629 + - type: nauc_map_at_1000_max + value: 4.910831067499504 + - type: nauc_map_at_1000_std + value: 21.87335313820886 + - type: nauc_map_at_100_diff1 + value: 23.778524081332208 + - type: nauc_map_at_100_max + value: 4.859800424394481 + - type: nauc_map_at_100_std + value: 21.531388522921386 + - type: nauc_map_at_10_diff1 + value: 23.87487289096816 + - type: nauc_map_at_10_max + value: 4.401846074458388 + - type: nauc_map_at_10_std + value: 18.73423239612392 + - type: nauc_map_at_1_diff1 + value: 35.758137361986876 + - type: nauc_map_at_1_max + value: 6.168314369703521 + - type: nauc_map_at_1_std + value: 16.65271803089269 + - type: nauc_map_at_20_diff1 + value: 24.039157788253018 + - type: nauc_map_at_20_max + value: 4.643267356141666 + - type: nauc_map_at_20_std + value: 20.226255685740064 + - type: nauc_map_at_3_diff1 + value: 26.37074453742451 + - type: nauc_map_at_3_max + value: 4.413149278221099 + - type: nauc_map_at_3_std + value: 15.63665704099623 + - type: nauc_map_at_5_diff1 + value: 25.039889457178184 + - type: nauc_map_at_5_max + value: 4.116798702870248 + - type: nauc_map_at_5_std + value: 16.483869796310607 + - type: nauc_mrr_at_1000_diff1 + value: 22.547131264817562 + - type: nauc_mrr_at_1000_max + value: 6.808785488910689 + - type: nauc_mrr_at_1000_std + value: 21.975345310790907 + - type: nauc_mrr_at_100_diff1 + value: 22.549641093971683 + - type: nauc_mrr_at_100_max + value: 6.81168274530983 + - type: nauc_mrr_at_100_std + value: 21.974004923300384 + - type: nauc_mrr_at_10_diff1 + value: 22.312721592779024 + - type: nauc_mrr_at_10_max + value: 6.679578080791881 + - type: nauc_mrr_at_10_std + value: 21.07740647837007 + - type: nauc_mrr_at_1_diff1 + value: 28.173217916679285 + - type: nauc_mrr_at_1_max + value: 7.01737786335727 + - type: nauc_mrr_at_1_std + value: 17.343185290003337 + - type: nauc_mrr_at_20_diff1 + value: 22.453660248688838 + - type: nauc_mrr_at_20_max + value: 6.729779393524216 + - type: nauc_mrr_at_20_std + value: 21.7064323041105 + - type: nauc_mrr_at_3_diff1 + value: 23.318290537345305 + - type: nauc_mrr_at_3_max + value: 6.85330097005025 + - type: nauc_mrr_at_3_std + value: 18.579666587768532 + - type: nauc_mrr_at_5_diff1 + value: 22.776029548753908 + - type: nauc_mrr_at_5_max + value: 6.774526393574311 + - type: nauc_mrr_at_5_std + value: 19.493348467671495 + - type: nauc_ndcg_at_1000_diff1 + value: 21.24051083897338 + - type: nauc_ndcg_at_1000_max + value: 5.47512915602942 + - type: nauc_ndcg_at_1000_std + value: 33.891319842379175 + - type: nauc_ndcg_at_100_diff1 + value: 20.419435436717333 + - type: nauc_ndcg_at_100_max + value: 5.39782089893606 + - type: nauc_ndcg_at_100_std + value: 30.159229347157506 + - type: nauc_ndcg_at_10_diff1 + value: 20.733063242245937 + - type: nauc_ndcg_at_10_max + value: 4.730118140766257 + - type: nauc_ndcg_at_10_std + value: 22.15611978743939 + - type: nauc_ndcg_at_1_diff1 + value: 28.173217916679285 + - type: nauc_ndcg_at_1_max + value: 7.01737786335727 + - type: nauc_ndcg_at_1_std + value: 17.343185290003337 + - type: nauc_ndcg_at_20_diff1 + value: 21.193054968270157 + - type: nauc_ndcg_at_20_max + value: 5.042507849955366 + - type: nauc_ndcg_at_20_std + value: 25.574905139811683 + - type: nauc_ndcg_at_3_diff1 + value: 23.84494482915719 + - type: nauc_ndcg_at_3_max + value: 5.487614479078213 + - type: nauc_ndcg_at_3_std + value: 17.257041665670382 + - type: nauc_ndcg_at_5_diff1 + value: 22.335981246975596 + - type: nauc_ndcg_at_5_max + value: 4.51930579751092 + - type: nauc_ndcg_at_5_std + value: 18.146324563164686 + - type: nauc_precision_at_1000_diff1 + value: 10.732854051903242 + - type: nauc_precision_at_1000_max + value: 6.906169025482474 + - type: nauc_precision_at_1000_std + value: 48.29990501127646 + - type: nauc_precision_at_100_diff1 + value: 11.335367835686048 + - type: nauc_precision_at_100_max + value: 8.33486931679638 + - type: nauc_precision_at_100_std + value: 44.02335918155949 + - type: nauc_precision_at_10_diff1 + value: 12.734140898903185 + - type: nauc_precision_at_10_max + value: 7.345403114877788 + - type: nauc_precision_at_10_std + value: 29.786495191603628 + - type: nauc_precision_at_1_diff1 + value: 28.173217916679285 + - type: nauc_precision_at_1_max + value: 7.01737786335727 + - type: nauc_precision_at_1_std + value: 17.343185290003337 + - type: nauc_precision_at_20_diff1 + value: 14.578686218208455 + - type: nauc_precision_at_20_max + value: 8.31600884554527 + - type: nauc_precision_at_20_std + value: 35.57944755395991 + - type: nauc_precision_at_3_diff1 + value: 17.424902975218114 + - type: nauc_precision_at_3_max + value: 7.173711594974116 + - type: nauc_precision_at_3_std + value: 18.881971193903073 + - type: nauc_precision_at_5_diff1 + value: 14.71989380091471 + - type: nauc_precision_at_5_max + value: 6.747106177114406 + - type: nauc_precision_at_5_std + value: 22.565140813543476 + - type: nauc_recall_at_1000_diff1 + value: 14.018742326454056 + - type: nauc_recall_at_1000_max + value: 1.5532125941851942 + - type: nauc_recall_at_1000_std + value: 48.0359073551386 + - type: nauc_recall_at_100_diff1 + value: 11.782399018197935 + - type: nauc_recall_at_100_max + value: 2.2870655024097513 + - type: nauc_recall_at_100_std + value: 37.97352959084523 + - type: nauc_recall_at_10_diff1 + value: 14.345879239147546 + - type: nauc_recall_at_10_max + value: 2.0087919399778515 + - type: nauc_recall_at_10_std + value: 24.59372608521495 + - type: nauc_recall_at_1_diff1 + value: 35.758137361986876 + - type: nauc_recall_at_1_max + value: 6.168314369703521 + - type: nauc_recall_at_1_std + value: 16.65271803089269 + - type: nauc_recall_at_20_diff1 + value: 14.6032045058713 + - type: nauc_recall_at_20_max + value: 2.192258051272998 + - type: nauc_recall_at_20_std + value: 30.200979930961648 + - type: nauc_recall_at_3_diff1 + value: 21.450459178725765 + - type: nauc_recall_at_3_max + value: 2.6687225558746217 + - type: nauc_recall_at_3_std + value: 15.62001953924645 + - type: nauc_recall_at_5_diff1 + value: 17.872642384652647 + - type: nauc_recall_at_5_max + value: 1.7062840921304248 + - type: nauc_recall_at_5_std + value: 17.238197751224522 + - type: ndcg_at_1 + value: 10.879 + - type: ndcg_at_10 + value: 12.684000000000001 + - type: ndcg_at_100 + value: 17.636 + - type: ndcg_at_1000 + value: 20.931 + - type: ndcg_at_20 + value: 14.557999999999998 + - type: ndcg_at_3 + value: 9.666 + - type: ndcg_at_5 + value: 10.592 + - type: precision_at_1 + value: 10.879 + - type: precision_at_10 + value: 4.215 + - type: precision_at_100 + value: 0.935 + - type: precision_at_1000 + value: 0.154 + - type: precision_at_20 + value: 2.8930000000000002 + - type: precision_at_3 + value: 7.166 + - type: precision_at_5 + value: 5.694 + - type: recall_at_1 + value: 4.893 + - type: recall_at_10 + value: 16.148 + - type: recall_at_100 + value: 33.826 + - type: recall_at_1000 + value: 52.91400000000001 + - type: recall_at_20 + value: 21.568 + - type: recall_at_3 + value: 8.984 + - type: recall_at_5 + value: 11.417 + task: + type: Retrieval + - dataset: + config: default + name: MTEB DBPedia (default) + revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659 + split: test + type: mteb/dbpedia + metrics: + - type: main_score + value: 18.714 + - type: map_at_1 + value: 3.6290000000000004 + - type: map_at_10 + value: 7.344 + - type: map_at_100 + value: 10.174999999999999 + - type: map_at_1000 + value: 10.89 + - type: map_at_20 + value: 8.439 + - type: map_at_3 + value: 5.609999999999999 + - type: map_at_5 + value: 6.337 + - type: mrr_at_1 + value: 37.0 + - type: mrr_at_10 + value: 46.09295634920637 + - type: mrr_at_100 + value: 46.88963947930081 + - type: mrr_at_1000 + value: 46.921566120401955 + - type: mrr_at_20 + value: 46.52364089084293 + - type: mrr_at_3 + value: 43.33333333333334 + - type: mrr_at_5 + value: 44.90833333333335 + - type: nauc_map_at_1000_diff1 + value: 15.332578307626383 + - type: nauc_map_at_1000_max + value: 19.591409700798067 + - type: nauc_map_at_1000_std + value: 26.787357729943086 + - type: nauc_map_at_100_diff1 + value: 15.241772873921782 + - type: nauc_map_at_100_max + value: 18.342574948282497 + - type: nauc_map_at_100_std + value: 23.631531457963924 + - type: nauc_map_at_10_diff1 + value: 17.295256116074693 + - type: nauc_map_at_10_max + value: 10.62161320889349 + - type: nauc_map_at_10_std + value: 9.528015695519017 + - type: nauc_map_at_1_diff1 + value: 16.446542483531125 + - type: nauc_map_at_1_max + value: 4.979934347581338 + - type: nauc_map_at_1_std + value: 0.8028896220717383 + - type: nauc_map_at_20_diff1 + value: 16.81602502338933 + - type: nauc_map_at_20_max + value: 13.113289648729024 + - type: nauc_map_at_20_std + value: 14.351215296062362 + - type: nauc_map_at_3_diff1 + value: 14.907096937119139 + - type: nauc_map_at_3_max + value: 7.35444839341772 + - type: nauc_map_at_3_std + value: 3.56181101379306 + - type: nauc_map_at_5_diff1 + value: 17.310165177414458 + - type: nauc_map_at_5_max + value: 9.029713690770615 + - type: nauc_map_at_5_std + value: 5.483712783452527 + - type: nauc_mrr_at_1000_diff1 + value: 21.637726685501068 + - type: nauc_mrr_at_1000_max + value: 30.207538155542647 + - type: nauc_mrr_at_1000_std + value: 23.29384324216765 + - type: nauc_mrr_at_100_diff1 + value: 21.635718406960365 + - type: nauc_mrr_at_100_max + value: 30.21626999781084 + - type: nauc_mrr_at_100_std + value: 23.315552275404077 + - type: nauc_mrr_at_10_diff1 + value: 21.63149126393632 + - type: nauc_mrr_at_10_max + value: 30.19460995864985 + - type: nauc_mrr_at_10_std + value: 23.162647549161143 + - type: nauc_mrr_at_1_diff1 + value: 23.364434113790995 + - type: nauc_mrr_at_1_max + value: 29.16236827328641 + - type: nauc_mrr_at_1_std + value: 20.444573577612672 + - type: nauc_mrr_at_20_diff1 + value: 21.500850583557057 + - type: nauc_mrr_at_20_max + value: 30.20831775659985 + - type: nauc_mrr_at_20_std + value: 23.200255998287243 + - type: nauc_mrr_at_3_diff1 + value: 21.12636914240847 + - type: nauc_mrr_at_3_max + value: 28.8554344421751 + - type: nauc_mrr_at_3_std + value: 22.971981931510907 + - type: nauc_mrr_at_5_diff1 + value: 21.25759448565056 + - type: nauc_mrr_at_5_max + value: 29.949582847543653 + - type: nauc_mrr_at_5_std + value: 22.60218450418408 + - type: nauc_ndcg_at_1000_diff1 + value: 18.808237293933672 + - type: nauc_ndcg_at_1000_max + value: 21.383496457619863 + - type: nauc_ndcg_at_1000_std + value: 41.576194502603904 + - type: nauc_ndcg_at_100_diff1 + value: 17.221887092074635 + - type: nauc_ndcg_at_100_max + value: 17.701739166467814 + - type: nauc_ndcg_at_100_std + value: 32.68960425363178 + - type: nauc_ndcg_at_10_diff1 + value: 18.532709672848732 + - type: nauc_ndcg_at_10_max + value: 17.09971249017414 + - type: nauc_ndcg_at_10_std + value: 24.640964891301568 + - type: nauc_ndcg_at_1_diff1 + value: 20.909544791732714 + - type: nauc_ndcg_at_1_max + value: 19.966081278133522 + - type: nauc_ndcg_at_1_std + value: 16.467816838901918 + - type: nauc_ndcg_at_20_diff1 + value: 17.17581137257012 + - type: nauc_ndcg_at_20_max + value: 15.286085887063514 + - type: nauc_ndcg_at_20_std + value: 24.382832522939328 + - type: nauc_ndcg_at_3_diff1 + value: 16.33752617073797 + - type: nauc_ndcg_at_3_max + value: 17.80070987939365 + - type: nauc_ndcg_at_3_std + value: 21.901487508713668 + - type: nauc_ndcg_at_5_diff1 + value: 17.66213503429926 + - type: nauc_ndcg_at_5_max + value: 18.315036078788523 + - type: nauc_ndcg_at_5_std + value: 22.196869148981882 + - type: nauc_precision_at_1000_diff1 + value: 3.153755654841115 + - type: nauc_precision_at_1000_max + value: 23.826422759712194 + - type: nauc_precision_at_1000_std + value: 38.32310024626058 + - type: nauc_precision_at_100_diff1 + value: 5.254703196587399 + - type: nauc_precision_at_100_max + value: 31.23694387267914 + - type: nauc_precision_at_100_std + value: 46.615222544239785 + - type: nauc_precision_at_10_diff1 + value: 9.171988505302384 + - type: nauc_precision_at_10_max + value: 26.89906129794692 + - type: nauc_precision_at_10_std + value: 36.25236215404761 + - type: nauc_precision_at_1_diff1 + value: 23.364434113790995 + - type: nauc_precision_at_1_max + value: 29.16236827328641 + - type: nauc_precision_at_1_std + value: 20.444573577612672 + - type: nauc_precision_at_20_diff1 + value: 6.816222235055836 + - type: nauc_precision_at_20_max + value: 28.05552431582458 + - type: nauc_precision_at_20_std + value: 39.041946684417596 + - type: nauc_precision_at_3_diff1 + value: 12.440898759477614 + - type: nauc_precision_at_3_max + value: 25.53095697663368 + - type: nauc_precision_at_3_std + value: 26.29306114437138 + - type: nauc_precision_at_5_diff1 + value: 12.961933144163579 + - type: nauc_precision_at_5_max + value: 28.8551662840494 + - type: nauc_precision_at_5_std + value: 28.98920116163561 + - type: nauc_recall_at_1000_diff1 + value: 10.46665439274001 + - type: nauc_recall_at_1000_max + value: 9.12732640867415 + - type: nauc_recall_at_1000_std + value: 42.420396816639986 + - type: nauc_recall_at_100_diff1 + value: 7.630795440733252 + - type: nauc_recall_at_100_max + value: 9.497703777492731 + - type: nauc_recall_at_100_std + value: 30.3239668986987 + - type: nauc_recall_at_10_diff1 + value: 15.472483341738865 + - type: nauc_recall_at_10_max + value: 3.6641891638054798 + - type: nauc_recall_at_10_std + value: 4.57953087809313 + - type: nauc_recall_at_1_diff1 + value: 16.446542483531125 + - type: nauc_recall_at_1_max + value: 4.979934347581338 + - type: nauc_recall_at_1_std + value: 0.8028896220717383 + - type: nauc_recall_at_20_diff1 + value: 9.043285621876421 + - type: nauc_recall_at_20_max + value: 2.799814278881547 + - type: nauc_recall_at_20_std + value: 9.488589268742839 + - type: nauc_recall_at_3_diff1 + value: 11.070041224495936 + - type: nauc_recall_at_3_max + value: 3.058997523275269 + - type: nauc_recall_at_3_std + value: -0.31088660397764756 + - type: nauc_recall_at_5_diff1 + value: 15.280147039490439 + - type: nauc_recall_at_5_max + value: 3.8735984736389604 + - type: nauc_recall_at_5_std + value: -0.03652249815937461 + - type: ndcg_at_1 + value: 26.0 + - type: ndcg_at_10 + value: 18.714 + - type: ndcg_at_100 + value: 21.972 + - type: ndcg_at_1000 + value: 27.908 + - type: ndcg_at_20 + value: 18.666 + - type: ndcg_at_3 + value: 21.593 + - type: ndcg_at_5 + value: 19.89 + - type: precision_at_1 + value: 37.0 + - type: precision_at_10 + value: 16.175 + - type: precision_at_100 + value: 5.405 + - type: precision_at_1000 + value: 1.1119999999999999 + - type: precision_at_20 + value: 12.45 + - type: precision_at_3 + value: 26.25 + - type: precision_at_5 + value: 21.3 + - type: recall_at_1 + value: 3.6290000000000004 + - type: recall_at_10 + value: 11.074 + - type: recall_at_100 + value: 27.508 + - type: recall_at_1000 + value: 48.478 + - type: recall_at_20 + value: 15.765 + - type: recall_at_3 + value: 6.679 + - type: recall_at_5 + value: 8.272 + task: + type: Retrieval + - dataset: + config: default + name: MTEB EmotionClassification (default) + revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37 + split: test + type: mteb/emotion + metrics: + - type: accuracy + value: 37.085 + - type: f1 + value: 33.85927583699898 + - type: f1_weighted + value: 39.200474117393966 + - type: main_score + value: 37.085 + task: + type: Classification + - dataset: + config: default + name: MTEB FEVER (default) + revision: bea83ef9e8fb933d90a2f1d5515737465d613e12 + split: test + type: mteb/fever + metrics: + - type: main_score + value: 22.016 + - type: map_at_1 + value: 12.193 + - type: map_at_10 + value: 18.082 + - type: map_at_100 + value: 19.041 + - type: map_at_1000 + value: 19.127 + - type: map_at_20 + value: 18.614 + - type: map_at_3 + value: 15.791 + - type: map_at_5 + value: 17.074 + - type: mrr_at_1 + value: 12.946294629462946 + - type: mrr_at_10 + value: 19.172619642916665 + - type: mrr_at_100 + value: 20.154909631396883 + - type: mrr_at_1000 + value: 20.23555740317628 + - type: mrr_at_20 + value: 19.71354143370259 + - type: mrr_at_3 + value: 16.76167616761678 + - type: mrr_at_5 + value: 18.12756275627569 + - type: nauc_map_at_1000_diff1 + value: 20.290997144547806 + - type: nauc_map_at_1000_max + value: 11.450991275708125 + - type: nauc_map_at_1000_std + value: -10.04517962568564 + - type: nauc_map_at_100_diff1 + value: 20.286419962395446 + - type: nauc_map_at_100_max + value: 11.425096874032468 + - type: nauc_map_at_100_std + value: -10.065217561013961 + - type: nauc_map_at_10_diff1 + value: 20.352678660604802 + - type: nauc_map_at_10_max + value: 11.01767996890229 + - type: nauc_map_at_10_std + value: -10.707087936088575 + - type: nauc_map_at_1_diff1 + value: 25.032419107186094 + - type: nauc_map_at_1_max + value: 12.369813614872736 + - type: nauc_map_at_1_std + value: -14.118939916139569 + - type: nauc_map_at_20_diff1 + value: 20.389612922681682 + - type: nauc_map_at_20_max + value: 11.353929159428661 + - type: nauc_map_at_20_std + value: -10.297859728424513 + - type: nauc_map_at_3_diff1 + value: 21.10704599787224 + - type: nauc_map_at_3_max + value: 10.930500499862571 + - type: nauc_map_at_3_std + value: -12.150965535677678 + - type: nauc_map_at_5_diff1 + value: 20.842777278284128 + - type: nauc_map_at_5_max + value: 10.827383306142737 + - type: nauc_map_at_5_std + value: -11.221709408333618 + - type: nauc_mrr_at_1000_diff1 + value: 20.318256054389476 + - type: nauc_mrr_at_1000_max + value: 11.796117937558172 + - type: nauc_mrr_at_1000_std + value: -10.287039413450211 + - type: nauc_mrr_at_100_diff1 + value: 20.30841620615174 + - type: nauc_mrr_at_100_max + value: 11.779189553888532 + - type: nauc_mrr_at_100_std + value: -10.294866807046127 + - type: nauc_mrr_at_10_diff1 + value: 20.374243995449877 + - type: nauc_mrr_at_10_max + value: 11.378404399185833 + - type: nauc_mrr_at_10_std + value: -10.875685274480453 + - type: nauc_mrr_at_1_diff1 + value: 25.100637371748824 + - type: nauc_mrr_at_1_max + value: 12.75349173425225 + - type: nauc_mrr_at_1_std + value: -14.395108761279237 + - type: nauc_mrr_at_20_diff1 + value: 20.39503308580974 + - type: nauc_mrr_at_20_max + value: 11.68589575755117 + - type: nauc_mrr_at_20_std + value: -10.492915215640092 + - type: nauc_mrr_at_3_diff1 + value: 21.15981004354575 + - type: nauc_mrr_at_3_max + value: 11.28231678901033 + - type: nauc_mrr_at_3_std + value: -12.354174511822121 + - type: nauc_mrr_at_5_diff1 + value: 20.799863945954275 + - type: nauc_mrr_at_5_max + value: 11.185632335820825 + - type: nauc_mrr_at_5_std + value: -11.469723683281297 + - type: nauc_ndcg_at_1000_diff1 + value: 18.464587317922547 + - type: nauc_ndcg_at_1000_max + value: 13.008062904816914 + - type: nauc_ndcg_at_1000_std + value: -5.664914582345968 + - type: nauc_ndcg_at_100_diff1 + value: 18.16644191513211 + - type: nauc_ndcg_at_100_max + value: 12.562444143891966 + - type: nauc_ndcg_at_100_std + value: -6.1441260439999 + - type: nauc_ndcg_at_10_diff1 + value: 18.686352401538496 + - type: nauc_ndcg_at_10_max + value: 10.869744096886084 + - type: nauc_ndcg_at_10_std + value: -8.944207877220036 + - type: nauc_ndcg_at_1_diff1 + value: 25.100637371748824 + - type: nauc_ndcg_at_1_max + value: 12.75349173425225 + - type: nauc_ndcg_at_1_std + value: -14.395108761279237 + - type: nauc_ndcg_at_20_diff1 + value: 18.771980400862198 + - type: nauc_ndcg_at_20_max + value: 11.905846688294329 + - type: nauc_ndcg_at_20_std + value: -7.692989490709515 + - type: nauc_ndcg_at_3_diff1 + value: 20.08654674967674 + - type: nauc_ndcg_at_3_max + value: 10.663033509421721 + - type: nauc_ndcg_at_3_std + value: -11.574039012307594 + - type: nauc_ndcg_at_5_diff1 + value: 19.6605128392337 + - type: nauc_ndcg_at_5_max + value: 10.508598217516415 + - type: nauc_ndcg_at_5_std + value: -10.065510128768713 + - type: nauc_precision_at_1000_diff1 + value: 7.843686893129402 + - type: nauc_precision_at_1000_max + value: 21.12867481889994 + - type: nauc_precision_at_1000_std + value: 17.397771341896146 + - type: nauc_precision_at_100_diff1 + value: 10.964367718664041 + - type: nauc_precision_at_100_max + value: 18.134742533867346 + - type: nauc_precision_at_100_std + value: 7.826000941250076 + - type: nauc_precision_at_10_diff1 + value: 15.105380802537063 + - type: nauc_precision_at_10_max + value: 11.285261334237703 + - type: nauc_precision_at_10_std + value: -4.37944714089422 + - type: nauc_precision_at_1_diff1 + value: 25.100637371748824 + - type: nauc_precision_at_1_max + value: 12.75349173425225 + - type: nauc_precision_at_1_std + value: -14.395108761279237 + - type: nauc_precision_at_20_diff1 + value: 15.077505620030765 + - type: nauc_precision_at_20_max + value: 14.539549230107863 + - type: nauc_precision_at_20_std + value: -0.3542706803956202 + - type: nauc_precision_at_3_diff1 + value: 17.885365023585084 + - type: nauc_precision_at_3_max + value: 10.292960240507334 + - type: nauc_precision_at_3_std + value: -10.022232347175288 + - type: nauc_precision_at_5_diff1 + value: 17.139957329877934 + - type: nauc_precision_at_5_max + value: 10.26986709887834 + - type: nauc_precision_at_5_std + value: -7.222300752002702 + - type: nauc_recall_at_1000_diff1 + value: 10.939852794630156 + - type: nauc_recall_at_1000_max + value: 20.445200176227928 + - type: nauc_recall_at_1000_std + value: 17.423637451714775 + - type: nauc_recall_at_100_diff1 + value: 11.453503005311378 + - type: nauc_recall_at_100_max + value: 15.652758603853172 + - type: nauc_recall_at_100_std + value: 6.527801869334319 + - type: nauc_recall_at_10_diff1 + value: 14.432828795666774 + - type: nauc_recall_at_10_max + value: 9.917611920139953 + - type: nauc_recall_at_10_std + value: -4.640402932242214 + - type: nauc_recall_at_1_diff1 + value: 25.032419107186094 + - type: nauc_recall_at_1_max + value: 12.369813614872736 + - type: nauc_recall_at_1_std + value: -14.118939916139569 + - type: nauc_recall_at_20_diff1 + value: 14.649940175342705 + - type: nauc_recall_at_20_max + value: 12.839139966470082 + - type: nauc_recall_at_20_std + value: -1.1007068094900396 + - type: nauc_recall_at_3_diff1 + value: 17.369984220537575 + - type: nauc_recall_at_3_max + value: 9.706157288728694 + - type: nauc_recall_at_3_std + value: -9.933996418659476 + - type: nauc_recall_at_5_diff1 + value: 16.73461655268465 + - type: nauc_recall_at_5_max + value: 9.307482112802237 + - type: nauc_recall_at_5_std + value: -7.03240216549824 + - type: ndcg_at_1 + value: 12.946 + - type: ndcg_at_10 + value: 22.016 + - type: ndcg_at_100 + value: 27.1 + - type: ndcg_at_1000 + value: 29.608 + - type: ndcg_at_20 + value: 23.949 + - type: ndcg_at_3 + value: 17.254 + - type: ndcg_at_5 + value: 19.572 + - type: precision_at_1 + value: 12.946 + - type: precision_at_10 + value: 3.614 + - type: precision_at_100 + value: 0.632 + - type: precision_at_1000 + value: 0.086 + - type: precision_at_20 + value: 2.2190000000000003 + - type: precision_at_3 + value: 7.335999999999999 + - type: precision_at_5 + value: 5.62 + - type: recall_at_1 + value: 12.193 + - type: recall_at_10 + value: 33.477000000000004 + - type: recall_at_100 + value: 57.653 + - type: recall_at_1000 + value: 77.331 + - type: recall_at_20 + value: 40.967 + - type: recall_at_3 + value: 20.524 + - type: recall_at_5 + value: 26.049 + task: + type: Retrieval + - dataset: + config: default + name: MTEB FiQA2018 (default) + revision: 27a168819829fe9bcd655c2df245fb19452e8e06 + split: test + type: mteb/fiqa + metrics: + - type: main_score + value: 10.489999999999998 + - type: map_at_1 + value: 4.324999999999999 + - type: map_at_10 + value: 7.2620000000000005 + - type: map_at_100 + value: 8.049000000000001 + - type: map_at_1000 + value: 8.219999999999999 + - type: map_at_20 + value: 7.61 + - type: map_at_3 + value: 5.973 + - type: map_at_5 + value: 6.691 + - type: mrr_at_1 + value: 8.950617283950617 + - type: mrr_at_10 + value: 13.708602782676858 + - type: mrr_at_100 + value: 14.590661251603459 + - type: mrr_at_1000 + value: 14.700261572617254 + - type: mrr_at_20 + value: 14.11123716025319 + - type: mrr_at_3 + value: 12.062757201646086 + - type: mrr_at_5 + value: 13.127572016460906 + - type: nauc_map_at_1000_diff1 + value: 29.868612329177928 + - type: nauc_map_at_1000_max + value: 1.8204575427341532 + - type: nauc_map_at_1000_std + value: -4.185357333535049 + - type: nauc_map_at_100_diff1 + value: 29.946178213759282 + - type: nauc_map_at_100_max + value: 1.610360929666458 + - type: nauc_map_at_100_std + value: -4.324079540013444 + - type: nauc_map_at_10_diff1 + value: 30.399813155198824 + - type: nauc_map_at_10_max + value: 1.8115464824069072 + - type: nauc_map_at_10_std + value: -4.737607209968629 + - type: nauc_map_at_1_diff1 + value: 37.53493767190502 + - type: nauc_map_at_1_max + value: 6.343933558239079 + - type: nauc_map_at_1_std + value: -8.230966082922905 + - type: nauc_map_at_20_diff1 + value: 30.308094557427058 + - type: nauc_map_at_20_max + value: 1.7031539908608901 + - type: nauc_map_at_20_std + value: -4.596734035205173 + - type: nauc_map_at_3_diff1 + value: 32.8951312020134 + - type: nauc_map_at_3_max + value: 1.5535854126023998 + - type: nauc_map_at_3_std + value: -4.539910426062374 + - type: nauc_map_at_5_diff1 + value: 30.438220232065543 + - type: nauc_map_at_5_max + value: 2.0380362092746083 + - type: nauc_map_at_5_std + value: -4.716253038875689 + - type: nauc_mrr_at_1000_diff1 + value: 26.097087362103995 + - type: nauc_mrr_at_1000_max + value: 6.377351302196768 + - type: nauc_mrr_at_1000_std + value: -8.980609641309028 + - type: nauc_mrr_at_100_diff1 + value: 26.0420700495144 + - type: nauc_mrr_at_100_max + value: 6.3133809175339755 + - type: nauc_mrr_at_100_std + value: -9.000162649179808 + - type: nauc_mrr_at_10_diff1 + value: 26.535507660887507 + - type: nauc_mrr_at_10_max + value: 6.381465133195606 + - type: nauc_mrr_at_10_std + value: -9.191571489530038 + - type: nauc_mrr_at_1_diff1 + value: 33.21219729698373 + - type: nauc_mrr_at_1_max + value: 8.117452072894173 + - type: nauc_mrr_at_1_std + value: -12.844056505931412 + - type: nauc_mrr_at_20_diff1 + value: 26.119432629408944 + - type: nauc_mrr_at_20_max + value: 6.142130397600541 + - type: nauc_mrr_at_20_std + value: -8.969120848763918 + - type: nauc_mrr_at_3_diff1 + value: 29.213633065227913 + - type: nauc_mrr_at_3_max + value: 6.158454748584739 + - type: nauc_mrr_at_3_std + value: -9.312167992788329 + - type: nauc_mrr_at_5_diff1 + value: 26.853690010476384 + - type: nauc_mrr_at_5_max + value: 6.607630323087147 + - type: nauc_mrr_at_5_std + value: -9.16727089175747 + - type: nauc_ndcg_at_1000_diff1 + value: 24.608991804968696 + - type: nauc_ndcg_at_1000_max + value: 5.359080584203262 + - type: nauc_ndcg_at_1000_std + value: -1.4847472953357936 + - type: nauc_ndcg_at_100_diff1 + value: 24.648632317746273 + - type: nauc_ndcg_at_100_max + value: 2.1712898966851113 + - type: nauc_ndcg_at_100_std + value: -3.5369260708070107 + - type: nauc_ndcg_at_10_diff1 + value: 27.014604913486856 + - type: nauc_ndcg_at_10_max + value: 2.4695161721048713 + - type: nauc_ndcg_at_10_std + value: -5.3598766328112735 + - type: nauc_ndcg_at_1_diff1 + value: 33.21219729698373 + - type: nauc_ndcg_at_1_max + value: 8.117452072894173 + - type: nauc_ndcg_at_1_std + value: -12.844056505931412 + - type: nauc_ndcg_at_20_diff1 + value: 26.348030975637954 + - type: nauc_ndcg_at_20_max + value: 1.76798660214836 + - type: nauc_ndcg_at_20_std + value: -4.752973355036493 + - type: nauc_ndcg_at_3_diff1 + value: 30.08569857797367 + - type: nauc_ndcg_at_3_max + value: 3.8922869178252917 + - type: nauc_ndcg_at_3_std + value: -5.983540710713673 + - type: nauc_ndcg_at_5_diff1 + value: 27.00404833916418 + - type: nauc_ndcg_at_5_max + value: 3.5093481086647174 + - type: nauc_ndcg_at_5_std + value: -5.594177739447796 + - type: nauc_precision_at_1000_diff1 + value: 6.90213731255884 + - type: nauc_precision_at_1000_max + value: 22.546962761447155 + - type: nauc_precision_at_1000_std + value: -4.411259743880491 + - type: nauc_precision_at_100_diff1 + value: 14.110688584366798 + - type: nauc_precision_at_100_max + value: 10.545246972283675 + - type: nauc_precision_at_100_std + value: -5.013842584740609 + - type: nauc_precision_at_10_diff1 + value: 20.259939679291286 + - type: nauc_precision_at_10_max + value: 6.864599576255598 + - type: nauc_precision_at_10_std + value: -6.629146983652406 + - type: nauc_precision_at_1_diff1 + value: 33.21219729698373 + - type: nauc_precision_at_1_max + value: 8.117452072894173 + - type: nauc_precision_at_1_std + value: -12.844056505931412 + - type: nauc_precision_at_20_diff1 + value: 19.290649186490967 + - type: nauc_precision_at_20_max + value: 5.972515078212738 + - type: nauc_precision_at_20_std + value: -5.429565238738726 + - type: nauc_precision_at_3_diff1 + value: 26.615348561686524 + - type: nauc_precision_at_3_max + value: 4.303529688113032 + - type: nauc_precision_at_3_std + value: -6.3859133152717575 + - type: nauc_precision_at_5_diff1 + value: 20.15741104687489 + - type: nauc_precision_at_5_max + value: 5.829980153393318 + - type: nauc_precision_at_5_std + value: -7.303750048891929 + - type: nauc_recall_at_1000_diff1 + value: 12.433553342367036 + - type: nauc_recall_at_1000_max + value: 4.468200721496133 + - type: nauc_recall_at_1000_std + value: 14.900182633571784 + - type: nauc_recall_at_100_diff1 + value: 14.0062702129626 + - type: nauc_recall_at_100_max + value: -1.7131702012948224 + - type: nauc_recall_at_100_std + value: 2.2633308267962704 + - type: nauc_recall_at_10_diff1 + value: 21.690668515787653 + - type: nauc_recall_at_10_max + value: -0.6937364802491892 + - type: nauc_recall_at_10_std + value: -3.082925088768182 + - type: nauc_recall_at_1_diff1 + value: 37.53493767190502 + - type: nauc_recall_at_1_max + value: 6.343933558239079 + - type: nauc_recall_at_1_std + value: -8.230966082922905 + - type: nauc_recall_at_20_diff1 + value: 19.77931628522879 + - type: nauc_recall_at_20_max + value: -1.8891310482328967 + - type: nauc_recall_at_20_std + value: -2.116148089873719 + - type: nauc_recall_at_3_diff1 + value: 29.51744746509749 + - type: nauc_recall_at_3_max + value: -1.5430112189485936 + - type: nauc_recall_at_3_std + value: -1.655207409284257 + - type: nauc_recall_at_5_diff1 + value: 21.71469884887553 + - type: nauc_recall_at_5_max + value: 0.7546577860370985 + - type: nauc_recall_at_5_std + value: -1.8445545818566638 + - type: ndcg_at_1 + value: 8.951 + - type: ndcg_at_10 + value: 10.489999999999998 + - type: ndcg_at_100 + value: 15.051 + - type: ndcg_at_1000 + value: 19.479 + - type: ndcg_at_20 + value: 11.73 + - type: ndcg_at_3 + value: 8.407 + - type: ndcg_at_5 + value: 9.382 + - type: precision_at_1 + value: 8.951 + - type: precision_at_10 + value: 3.056 + - type: precision_at_100 + value: 0.761 + - type: precision_at_1000 + value: 0.151 + - type: precision_at_20 + value: 1.991 + - type: precision_at_3 + value: 5.813 + - type: precision_at_5 + value: 4.7219999999999995 + - type: recall_at_1 + value: 4.324999999999999 + - type: recall_at_10 + value: 13.963999999999999 + - type: recall_at_100 + value: 32.568999999999996 + - type: recall_at_1000 + value: 60.873999999999995 + - type: recall_at_20 + value: 18.044 + - type: recall_at_3 + value: 7.863 + - type: recall_at_5 + value: 10.741 + task: + type: Retrieval + - dataset: + config: default + name: MTEB HotpotQA (default) + revision: ab518f4d6fcca38d87c25209f94beba119d02014 + split: test + type: mteb/hotpotqa + metrics: + - type: main_score + value: 28.296 + - type: map_at_1 + value: 16.124 + - type: map_at_10 + value: 22.006999999999998 + - type: map_at_100 + value: 22.739 + - type: map_at_1000 + value: 22.831000000000003 + - type: map_at_20 + value: 22.397 + - type: map_at_3 + value: 20.343 + - type: map_at_5 + value: 21.273 + - type: mrr_at_1 + value: 32.248480756245776 + - type: mrr_at_10 + value: 38.63598169405064 + - type: mrr_at_100 + value: 39.30912106800413 + - type: mrr_at_1000 + value: 39.36706737124047 + - type: mrr_at_20 + value: 39.01889362753551 + - type: mrr_at_3 + value: 36.90524420436645 + - type: mrr_at_5 + value: 37.876884987621 + - type: nauc_map_at_1000_diff1 + value: 52.56275733949851 + - type: nauc_map_at_1000_max + value: 15.678119273683258 + - type: nauc_map_at_1000_std + value: 21.94442763793275 + - type: nauc_map_at_100_diff1 + value: 52.57779873054535 + - type: nauc_map_at_100_max + value: 15.675547534713088 + - type: nauc_map_at_100_std + value: 21.86210645684129 + - type: nauc_map_at_10_diff1 + value: 53.016128486745004 + - type: nauc_map_at_10_max + value: 15.782677582200714 + - type: nauc_map_at_10_std + value: 20.895601911314472 + - type: nauc_map_at_1_diff1 + value: 62.39324742344811 + - type: nauc_map_at_1_max + value: 18.922278332305293 + - type: nauc_map_at_1_std + value: 15.431990044458088 + - type: nauc_map_at_20_diff1 + value: 52.66735350527932 + - type: nauc_map_at_20_max + value: 15.720152193572472 + - type: nauc_map_at_20_std + value: 21.43058845996297 + - type: nauc_map_at_3_diff1 + value: 54.6666892102859 + - type: nauc_map_at_3_max + value: 16.731046525278487 + - type: nauc_map_at_3_std + value: 19.200351760472845 + - type: nauc_map_at_5_diff1 + value: 53.67302712440124 + - type: nauc_map_at_5_max + value: 16.14212699563179 + - type: nauc_map_at_5_std + value: 20.109580390507958 + - type: nauc_mrr_at_1000_diff1 + value: 57.590587384091286 + - type: nauc_mrr_at_1000_max + value: 16.955585029521554 + - type: nauc_mrr_at_1000_std + value: 18.940765599942846 + - type: nauc_mrr_at_100_diff1 + value: 57.57727053172551 + - type: nauc_mrr_at_100_max + value: 16.95237066457576 + - type: nauc_mrr_at_100_std + value: 18.940796857284766 + - type: nauc_mrr_at_10_diff1 + value: 57.71480130493494 + - type: nauc_mrr_at_10_max + value: 17.047197537035274 + - type: nauc_mrr_at_10_std + value: 18.60310516808845 + - type: nauc_mrr_at_1_diff1 + value: 62.39324742344811 + - type: nauc_mrr_at_1_max + value: 18.922278332305293 + - type: nauc_mrr_at_1_std + value: 15.431990044458088 + - type: nauc_mrr_at_20_diff1 + value: 57.59068015425055 + - type: nauc_mrr_at_20_max + value: 16.98394919583758 + - type: nauc_mrr_at_20_std + value: 18.81315221111426 + - type: nauc_mrr_at_3_diff1 + value: 58.67948717756185 + - type: nauc_mrr_at_3_max + value: 17.68777692655858 + - type: nauc_mrr_at_3_std + value: 17.53265364680353 + - type: nauc_mrr_at_5_diff1 + value: 58.139101763281666 + - type: nauc_mrr_at_5_max + value: 17.270925196457462 + - type: nauc_mrr_at_5_std + value: 18.056055685643045 + - type: nauc_ndcg_at_1000_diff1 + value: 50.592269072101516 + - type: nauc_ndcg_at_1000_max + value: 14.524760647752915 + - type: nauc_ndcg_at_1000_std + value: 26.838335704567463 + - type: nauc_ndcg_at_100_diff1 + value: 50.77465151278066 + - type: nauc_ndcg_at_100_max + value: 14.54429816135242 + - type: nauc_ndcg_at_100_std + value: 25.550144005876646 + - type: nauc_ndcg_at_10_diff1 + value: 52.196099719654995 + - type: nauc_ndcg_at_10_max + value: 15.021941288342521 + - type: nauc_ndcg_at_10_std + value: 22.17407528719642 + - type: nauc_ndcg_at_1_diff1 + value: 62.39324742344811 + - type: nauc_ndcg_at_1_max + value: 18.922278332305293 + - type: nauc_ndcg_at_1_std + value: 15.431990044458088 + - type: nauc_ndcg_at_20_diff1 + value: 51.30002836393829 + - type: nauc_ndcg_at_20_max + value: 14.814680820356232 + - type: nauc_ndcg_at_20_std + value: 23.506479941769733 + - type: nauc_ndcg_at_3_diff1 + value: 54.90780405878355 + - type: nauc_ndcg_at_3_max + value: 16.648637328318923 + - type: nauc_ndcg_at_3_std + value: 19.30934390416425 + - type: nauc_ndcg_at_5_diff1 + value: 53.479799880106086 + - type: nauc_ndcg_at_5_max + value: 15.738363325622498 + - type: nauc_ndcg_at_5_std + value: 20.58963012081015 + - type: nauc_precision_at_1000_diff1 + value: 24.304482939944215 + - type: nauc_precision_at_1000_max + value: 5.650518835490494 + - type: nauc_precision_at_1000_std + value: 41.977320321177345 + - type: nauc_precision_at_100_diff1 + value: 31.210792569116773 + - type: nauc_precision_at_100_max + value: 7.568305897193786 + - type: nauc_precision_at_100_std + value: 35.39707853767338 + - type: nauc_precision_at_10_diff1 + value: 41.43987014969449 + - type: nauc_precision_at_10_max + value: 10.60950763673837 + - type: nauc_precision_at_10_std + value: 26.62624496899695 + - type: nauc_precision_at_1_diff1 + value: 62.39324742344811 + - type: nauc_precision_at_1_max + value: 18.922278332305293 + - type: nauc_precision_at_1_std + value: 15.431990044458088 + - type: nauc_precision_at_20_diff1 + value: 37.555981094379796 + - type: nauc_precision_at_20_max + value: 9.733917395724056 + - type: nauc_precision_at_20_std + value: 29.976963378218098 + - type: nauc_precision_at_3_diff1 + value: 50.27466251846394 + - type: nauc_precision_at_3_max + value: 15.137975562897834 + - type: nauc_precision_at_3_std + value: 21.385116394323468 + - type: nauc_precision_at_5_diff1 + value: 46.22016922464899 + - type: nauc_precision_at_5_max + value: 12.884011400229156 + - type: nauc_precision_at_5_std + value: 23.551280371239656 + - type: nauc_recall_at_1000_diff1 + value: 24.30448293994435 + - type: nauc_recall_at_1000_max + value: 5.650518835490617 + - type: nauc_recall_at_1000_std + value: 41.97732032117746 + - type: nauc_recall_at_100_diff1 + value: 31.21079256911678 + - type: nauc_recall_at_100_max + value: 7.56830589719377 + - type: nauc_recall_at_100_std + value: 35.397078537673345 + - type: nauc_recall_at_10_diff1 + value: 41.43987014969447 + - type: nauc_recall_at_10_max + value: 10.609507636738407 + - type: nauc_recall_at_10_std + value: 26.626244968996925 + - type: nauc_recall_at_1_diff1 + value: 62.39324742344811 + - type: nauc_recall_at_1_max + value: 18.922278332305293 + - type: nauc_recall_at_1_std + value: 15.431990044458088 + - type: nauc_recall_at_20_diff1 + value: 37.5559810943798 + - type: nauc_recall_at_20_max + value: 9.733917395724083 + - type: nauc_recall_at_20_std + value: 29.976963378218112 + - type: nauc_recall_at_3_diff1 + value: 50.27466251846396 + - type: nauc_recall_at_3_max + value: 15.13797556289784 + - type: nauc_recall_at_3_std + value: 21.38511639432347 + - type: nauc_recall_at_5_diff1 + value: 46.220169224649 + - type: nauc_recall_at_5_max + value: 12.88401140022913 + - type: nauc_recall_at_5_std + value: 23.551280371239613 + - type: ndcg_at_1 + value: 32.248 + - type: ndcg_at_10 + value: 28.296 + - type: ndcg_at_100 + value: 31.830000000000002 + - type: ndcg_at_1000 + value: 34.182 + - type: ndcg_at_20 + value: 29.593000000000004 + - type: ndcg_at_3 + value: 25.080000000000002 + - type: ndcg_at_5 + value: 26.641 + - type: precision_at_1 + value: 32.248 + - type: precision_at_10 + value: 6.151 + - type: precision_at_100 + value: 0.898 + - type: precision_at_1000 + value: 0.121 + - type: precision_at_20 + value: 3.4939999999999998 + - type: precision_at_3 + value: 15.665000000000001 + - type: precision_at_5 + value: 10.633 + - type: recall_at_1 + value: 16.124 + - type: recall_at_10 + value: 30.756 + - type: recall_at_100 + value: 44.895 + - type: recall_at_1000 + value: 60.655 + - type: recall_at_20 + value: 34.936 + - type: recall_at_3 + value: 23.498 + - type: recall_at_5 + value: 26.583000000000002 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ImdbClassification (default) + revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7 + split: test + type: mteb/imdb + metrics: + - type: accuracy + value: 65.11479999999999 + - type: ap + value: 60.16054663114752 + - type: ap_weighted + value: 60.16054663114752 + - type: f1 + value: 64.58602077899722 + - type: f1_weighted + value: 64.58602077899724 + - type: main_score + value: 65.11479999999999 + task: + type: Classification + - dataset: + config: default + name: MTEB MSMARCO (default) + revision: c5a29a104738b98a9e76336939199e264163d4a0 + split: test + type: mteb/msmarco + metrics: + - type: main_score + value: 27.705000000000002 + - type: map_at_1 + value: 0.777 + - type: map_at_10 + value: 4.274 + - type: map_at_100 + value: 10.459 + - type: map_at_1000 + value: 12.995000000000001 + - type: map_at_20 + value: 6.47 + - type: map_at_3 + value: 1.8610000000000002 + - type: map_at_5 + value: 2.606 + - type: mrr_at_1 + value: 46.51162790697674 + - type: mrr_at_10 + value: 58.708010335917315 + - type: mrr_at_100 + value: 59.00751703077284 + - type: mrr_at_1000 + value: 59.02276496514652 + - type: mrr_at_20 + value: 58.90180878552971 + - type: mrr_at_3 + value: 55.81395348837209 + - type: mrr_at_5 + value: 57.44186046511628 + - type: nauc_map_at_1000_diff1 + value: 37.892094182998136 + - type: nauc_map_at_1000_max + value: 61.74117112323522 + - type: nauc_map_at_1000_std + value: 58.58032442470286 + - type: nauc_map_at_100_diff1 + value: 40.49245812562701 + - type: nauc_map_at_100_max + value: 57.01499706917439 + - type: nauc_map_at_100_std + value: 51.72298891596721 + - type: nauc_map_at_10_diff1 + value: 38.194743917917116 + - type: nauc_map_at_10_max + value: 28.735417026530364 + - type: nauc_map_at_10_std + value: 31.023879510246598 + - type: nauc_map_at_1_diff1 + value: 32.49931114906685 + - type: nauc_map_at_1_max + value: 17.671517789719864 + - type: nauc_map_at_1_std + value: 16.99861035727389 + - type: nauc_map_at_20_diff1 + value: 36.32556775140449 + - type: nauc_map_at_20_max + value: 34.68159609940747 + - type: nauc_map_at_20_std + value: 38.40576232270393 + - type: nauc_map_at_3_diff1 + value: 28.749285903216972 + - type: nauc_map_at_3_max + value: 22.471665405120152 + - type: nauc_map_at_3_std + value: 24.69853700687298 + - type: nauc_map_at_5_diff1 + value: 31.853910704413547 + - type: nauc_map_at_5_max + value: 24.263061493565555 + - type: nauc_map_at_5_std + value: 28.612970147886262 + - type: nauc_mrr_at_1000_diff1 + value: 38.28674723804615 + - type: nauc_mrr_at_1000_max + value: 65.31128352347841 + - type: nauc_mrr_at_1000_std + value: 60.74832369191216 + - type: nauc_mrr_at_100_diff1 + value: 38.31302530772531 + - type: nauc_mrr_at_100_max + value: 65.33138728948728 + - type: nauc_mrr_at_100_std + value: 60.756072020421946 + - type: nauc_mrr_at_10_diff1 + value: 38.407877536524715 + - type: nauc_mrr_at_10_max + value: 64.69187029537487 + - type: nauc_mrr_at_10_std + value: 60.99973125836723 + - type: nauc_mrr_at_1_diff1 + value: 33.86818356255958 + - type: nauc_mrr_at_1_max + value: 63.497988338553334 + - type: nauc_mrr_at_1_std + value: 57.319330794169545 + - type: nauc_mrr_at_20_diff1 + value: 38.548064176888836 + - type: nauc_mrr_at_20_max + value: 65.17230095066438 + - type: nauc_mrr_at_20_std + value: 60.876500917878865 + - type: nauc_mrr_at_3_diff1 + value: 33.6890627338303 + - type: nauc_mrr_at_3_max + value: 64.82321215840447 + - type: nauc_mrr_at_3_std + value: 61.26157086058862 + - type: nauc_mrr_at_5_diff1 + value: 37.49455502289622 + - type: nauc_mrr_at_5_max + value: 65.53530465417907 + - type: nauc_mrr_at_5_std + value: 61.02287299328536 + - type: nauc_ndcg_at_1000_diff1 + value: 49.55226865832326 + - type: nauc_ndcg_at_1000_max + value: 61.12649206783223 + - type: nauc_ndcg_at_1000_std + value: 57.53286905675567 + - type: nauc_ndcg_at_100_diff1 + value: 45.73981167442622 + - type: nauc_ndcg_at_100_max + value: 64.82900696367803 + - type: nauc_ndcg_at_100_std + value: 48.49824360353255 + - type: nauc_ndcg_at_10_diff1 + value: 44.58241602640944 + - type: nauc_ndcg_at_10_max + value: 62.58045432730028 + - type: nauc_ndcg_at_10_std + value: 44.00810752260865 + - type: nauc_ndcg_at_1_diff1 + value: 35.224578682142635 + - type: nauc_ndcg_at_1_max + value: 44.63222303780071 + - type: nauc_ndcg_at_1_std + value: 22.087936224074618 + - type: nauc_ndcg_at_20_diff1 + value: 41.64314419662495 + - type: nauc_ndcg_at_20_max + value: 65.3789962064312 + - type: nauc_ndcg_at_20_std + value: 47.213428209069924 + - type: nauc_ndcg_at_3_diff1 + value: 36.95443124125196 + - type: nauc_ndcg_at_3_max + value: 56.10236595509034 + - type: nauc_ndcg_at_3_std + value: 38.53747582748712 + - type: nauc_ndcg_at_5_diff1 + value: 39.85878950415295 + - type: nauc_ndcg_at_5_max + value: 61.567975785495534 + - type: nauc_ndcg_at_5_std + value: 42.480532442232764 + - type: nauc_precision_at_1000_diff1 + value: 9.463162430234085 + - type: nauc_precision_at_1000_max + value: 61.7012187403225 + - type: nauc_precision_at_1000_std + value: 53.356643761687806 + - type: nauc_precision_at_100_diff1 + value: 22.507457849227073 + - type: nauc_precision_at_100_max + value: 74.14227941923573 + - type: nauc_precision_at_100_std + value: 56.66415918103874 + - type: nauc_precision_at_10_diff1 + value: 37.11634706297281 + - type: nauc_precision_at_10_max + value: 64.70246260978291 + - type: nauc_precision_at_10_std + value: 52.076370670842195 + - type: nauc_precision_at_1_diff1 + value: 33.86818356255958 + - type: nauc_precision_at_1_max + value: 63.497988338553334 + - type: nauc_precision_at_1_std + value: 57.319330794169545 + - type: nauc_precision_at_20_diff1 + value: 30.464024743782335 + - type: nauc_precision_at_20_max + value: 67.25613806762661 + - type: nauc_precision_at_20_std + value: 52.950474527983495 + - type: nauc_precision_at_3_diff1 + value: 25.67014245501591 + - type: nauc_precision_at_3_max + value: 64.64109190221811 + - type: nauc_precision_at_3_std + value: 61.79128083613472 + - type: nauc_precision_at_5_diff1 + value: 30.728206847540683 + - type: nauc_precision_at_5_max + value: 63.132851485096175 + - type: nauc_precision_at_5_std + value: 53.934810596223336 + - type: nauc_recall_at_1000_diff1 + value: 44.772142334722375 + - type: nauc_recall_at_1000_max + value: 52.83460479783461 + - type: nauc_recall_at_1000_std + value: 58.70222029972984 + - type: nauc_recall_at_100_diff1 + value: 48.17949191462816 + - type: nauc_recall_at_100_max + value: 51.837404933039686 + - type: nauc_recall_at_100_std + value: 46.57038195442946 + - type: nauc_recall_at_10_diff1 + value: 44.70152550284119 + - type: nauc_recall_at_10_max + value: 25.41255284271965 + - type: nauc_recall_at_10_std + value: 26.05400058770887 + - type: nauc_recall_at_1_diff1 + value: 32.49931114906685 + - type: nauc_recall_at_1_max + value: 17.671517789719864 + - type: nauc_recall_at_1_std + value: 16.99861035727389 + - type: nauc_recall_at_20_diff1 + value: 41.61632802348345 + - type: nauc_recall_at_20_max + value: 29.22885033770648 + - type: nauc_recall_at_20_std + value: 29.70591175740895 + - type: nauc_recall_at_3_diff1 + value: 25.408832214219373 + - type: nauc_recall_at_3_max + value: 20.110088341846414 + - type: nauc_recall_at_3_std + value: 27.5814549517511 + - type: nauc_recall_at_5_diff1 + value: 33.87726583518953 + - type: nauc_recall_at_5_max + value: 21.44640652682217 + - type: nauc_recall_at_5_std + value: 28.68467500448753 + - type: ndcg_at_1 + value: 31.008000000000003 + - type: ndcg_at_10 + value: 27.705000000000002 + - type: ndcg_at_100 + value: 25.61 + - type: ndcg_at_1000 + value: 32.81 + - type: ndcg_at_20 + value: 26.617 + - type: ndcg_at_3 + value: 29.476000000000003 + - type: ndcg_at_5 + value: 27.461999999999996 + - type: precision_at_1 + value: 46.512 + - type: precision_at_10 + value: 36.047000000000004 + - type: precision_at_100 + value: 15.86 + - type: precision_at_1000 + value: 3.519 + - type: precision_at_20 + value: 31.163 + - type: precision_at_3 + value: 43.411 + - type: precision_at_5 + value: 39.07 + - type: recall_at_1 + value: 0.777 + - type: recall_at_10 + value: 5.749 + - type: recall_at_100 + value: 20.636 + - type: recall_at_1000 + value: 41.509 + - type: recall_at_20 + value: 9.689 + - type: recall_at_3 + value: 2.125 + - type: recall_at_5 + value: 3.1809999999999996 + task: + type: Retrieval + - dataset: + config: en + name: MTEB MTOPDomainClassification (en) + revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf + split: test + type: mteb/mtop_domain + metrics: + - type: accuracy + value: 84.75604195166439 + - type: f1 + value: 83.95972384901661 + - type: f1_weighted + value: 84.89916018023138 + - type: main_score + value: 84.75604195166439 + task: + type: Classification + - dataset: + config: en + name: MTEB MTOPIntentClassification (en) + revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba + split: test + type: mteb/mtop_intent + metrics: + - type: accuracy + value: 63.25809393524852 + - type: f1 + value: 45.891660110133806 + - type: f1_weighted + value: 67.20838453908303 + - type: main_score + value: 63.25809393524852 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveIntentClassification (en) + revision: 4672e20407010da34463acc759c162ca9734bca6 + split: test + type: mteb/amazon_massive_intent + metrics: + - type: accuracy + value: 62.66980497646267 + - type: f1 + value: 60.96054297925082 + - type: f1_weighted + value: 62.97616683347667 + - type: main_score + value: 62.66980497646267 + task: + type: Classification + - dataset: + config: en + name: MTEB MassiveScenarioClassification (en) + revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 + split: test + type: mteb/amazon_massive_scenario + metrics: + - type: accuracy + value: 66.69804976462676 + - type: f1 + value: 65.66281437950263 + - type: f1_weighted + value: 66.80017206918848 + - type: main_score + value: 66.69804976462676 + task: + type: Classification + - dataset: + config: default + name: MTEB MedrxivClusteringP2P (default) + revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73 + split: test + type: mteb/medrxiv-clustering-p2p + metrics: + - type: main_score + value: 24.995363084202875 + - type: v_measure + value: 24.995363084202875 + - type: v_measure_std + value: 1.5274247452970715 + task: + type: Clustering + - dataset: + config: default + name: MTEB MedrxivClusteringS2S (default) + revision: 35191c8c0dca72d8ff3efcd72aa802307d469663 + split: test + type: mteb/medrxiv-clustering-s2s + metrics: + - type: main_score + value: 20.260962789850833 + - type: v_measure + value: 20.260962789850833 + - type: v_measure_std + value: 1.5612389984116821 + task: + type: Clustering + - dataset: + config: default + name: MTEB MindSmallReranking (default) + revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7 + split: test + type: mteb/mind_small + metrics: + - type: main_score + value: 26.982693878333546 + - type: map + value: 26.982693878333546 + - type: mrr + value: 27.234304648772216 + - type: nAUC_map_diff1 + value: 15.483599146095642 + - type: nAUC_map_max + value: -31.954865506309687 + - type: nAUC_map_std + value: -19.352114548188798 + - type: nAUC_mrr_diff1 + value: 14.897752061307749 + - type: nAUC_mrr_max + value: -25.96940014108176 + - type: nAUC_mrr_std + value: -16.128495128181108 + task: + type: Reranking + - dataset: + config: default + name: MTEB NFCorpus (default) + revision: ec0fa4fe99da2ff19ca1214b7966684033a58814 + split: test + type: mteb/nfcorpus + metrics: + - type: main_score + value: 19.475 + - type: map_at_1 + value: 2.673 + - type: map_at_10 + value: 5.7860000000000005 + - type: map_at_100 + value: 7.434 + - type: map_at_1000 + value: 8.429 + - type: map_at_20 + value: 6.394 + - type: map_at_3 + value: 4.352 + - type: map_at_5 + value: 5.013999999999999 + - type: mrr_at_1 + value: 27.24458204334365 + - type: mrr_at_10 + value: 36.41702294953069 + - type: mrr_at_100 + value: 37.2489840100607 + - type: mrr_at_1000 + value: 37.3170804962274 + - type: mrr_at_20 + value: 36.81253770554204 + - type: mrr_at_3 + value: 33.797729618163046 + - type: mrr_at_5 + value: 35.577915376676984 + - type: nauc_map_at_1000_diff1 + value: 29.712895586376238 + - type: nauc_map_at_1000_max + value: 26.118684880596003 + - type: nauc_map_at_1000_std + value: 24.766880316423457 + - type: nauc_map_at_100_diff1 + value: 31.159834051695544 + - type: nauc_map_at_100_max + value: 26.800206575448644 + - type: nauc_map_at_100_std + value: 20.993328557808237 + - type: nauc_map_at_10_diff1 + value: 34.34909074479394 + - type: nauc_map_at_10_max + value: 25.23888585073763 + - type: nauc_map_at_10_std + value: 15.666191671894675 + - type: nauc_map_at_1_diff1 + value: 54.40851531063473 + - type: nauc_map_at_1_max + value: 25.79812290419997 + - type: nauc_map_at_1_std + value: 9.490593216131844 + - type: nauc_map_at_20_diff1 + value: 32.98428104841538 + - type: nauc_map_at_20_max + value: 26.274463522342213 + - type: nauc_map_at_20_std + value: 17.768552660498734 + - type: nauc_map_at_3_diff1 + value: 40.97296071677192 + - type: nauc_map_at_3_max + value: 24.256933079739213 + - type: nauc_map_at_3_std + value: 12.605367264265299 + - type: nauc_map_at_5_diff1 + value: 39.35136745378991 + - type: nauc_map_at_5_max + value: 25.24732157901422 + - type: nauc_map_at_5_std + value: 14.346530622570702 + - type: nauc_mrr_at_1000_diff1 + value: 25.381479004777763 + - type: nauc_mrr_at_1000_max + value: 23.575087021020536 + - type: nauc_mrr_at_1000_std + value: 23.472005406321436 + - type: nauc_mrr_at_100_diff1 + value: 25.3574395673177 + - type: nauc_mrr_at_100_max + value: 23.583049296879377 + - type: nauc_mrr_at_100_std + value: 23.456570812574856 + - type: nauc_mrr_at_10_diff1 + value: 25.689849758337413 + - type: nauc_mrr_at_10_max + value: 23.617681843801964 + - type: nauc_mrr_at_10_std + value: 24.075405363094195 + - type: nauc_mrr_at_1_diff1 + value: 26.641133846014746 + - type: nauc_mrr_at_1_max + value: 19.62245594877117 + - type: nauc_mrr_at_1_std + value: 15.81592525325739 + - type: nauc_mrr_at_20_diff1 + value: 25.156433096912977 + - type: nauc_mrr_at_20_max + value: 23.580922123726676 + - type: nauc_mrr_at_20_std + value: 23.553425708985458 + - type: nauc_mrr_at_3_diff1 + value: 25.92080426032495 + - type: nauc_mrr_at_3_max + value: 22.38972437925532 + - type: nauc_mrr_at_3_std + value: 23.868512198894585 + - type: nauc_mrr_at_5_diff1 + value: 26.231411975409568 + - type: nauc_mrr_at_5_max + value: 22.763533805080037 + - type: nauc_mrr_at_5_std + value: 23.774766628068885 + - type: nauc_ndcg_at_1000_diff1 + value: 23.768885727339356 + - type: nauc_ndcg_at_1000_max + value: 29.247599007631937 + - type: nauc_ndcg_at_1000_std + value: 28.022344377335152 + - type: nauc_ndcg_at_100_diff1 + value: 23.85335949897677 + - type: nauc_ndcg_at_100_max + value: 25.697407111528147 + - type: nauc_ndcg_at_100_std + value: 27.07625187183171 + - type: nauc_ndcg_at_10_diff1 + value: 20.50707532119363 + - type: nauc_ndcg_at_10_max + value: 20.857784625493622 + - type: nauc_ndcg_at_10_std + value: 31.239220591583607 + - type: nauc_ndcg_at_1_diff1 + value: 26.802222119437737 + - type: nauc_ndcg_at_1_max + value: 17.38626435465188 + - type: nauc_ndcg_at_1_std + value: 18.543036819776866 + - type: nauc_ndcg_at_20_diff1 + value: 22.68036110236631 + - type: nauc_ndcg_at_20_max + value: 22.127685695906415 + - type: nauc_ndcg_at_20_std + value: 31.38065283673992 + - type: nauc_ndcg_at_3_diff1 + value: 21.126779548662377 + - type: nauc_ndcg_at_3_max + value: 21.257256258583762 + - type: nauc_ndcg_at_3_std + value: 30.38520412268269 + - type: nauc_ndcg_at_5_diff1 + value: 20.728997790365923 + - type: nauc_ndcg_at_5_max + value: 21.136871113511706 + - type: nauc_ndcg_at_5_std + value: 30.103036943833878 + - type: nauc_precision_at_1000_diff1 + value: -0.9684850979991009 + - type: nauc_precision_at_1000_max + value: -1.910073925377927 + - type: nauc_precision_at_1000_std + value: 42.445075721709244 + - type: nauc_precision_at_100_diff1 + value: 2.553047959683974 + - type: nauc_precision_at_100_max + value: 6.706578335145517 + - type: nauc_precision_at_100_std + value: 42.677614016114795 + - type: nauc_precision_at_10_diff1 + value: 6.908721977279816 + - type: nauc_precision_at_10_max + value: 18.524181494610247 + - type: nauc_precision_at_10_std + value: 38.513766049365444 + - type: nauc_precision_at_1_diff1 + value: 26.641133846014746 + - type: nauc_precision_at_1_max + value: 19.62245594877117 + - type: nauc_precision_at_1_std + value: 15.81592525325739 + - type: nauc_precision_at_20_diff1 + value: 6.5698441504079135 + - type: nauc_precision_at_20_max + value: 16.36401526243144 + - type: nauc_precision_at_20_std + value: 42.15246597563734 + - type: nauc_precision_at_3_diff1 + value: 13.746590558925318 + - type: nauc_precision_at_3_max + value: 24.471712487836307 + - type: nauc_precision_at_3_std + value: 35.07796641303652 + - type: nauc_precision_at_5_diff1 + value: 10.024055178218116 + - type: nauc_precision_at_5_max + value: 21.70563811077537 + - type: nauc_precision_at_5_std + value: 33.549334119957294 + - type: nauc_recall_at_1000_diff1 + value: 15.516112454483574 + - type: nauc_recall_at_1000_max + value: 12.812602971232662 + - type: nauc_recall_at_1000_std + value: 4.9745377100353645 + - type: nauc_recall_at_100_diff1 + value: 15.727471787207076 + - type: nauc_recall_at_100_max + value: 14.07072041204842 + - type: nauc_recall_at_100_std + value: 5.280256534913133 + - type: nauc_recall_at_10_diff1 + value: 23.54021143821257 + - type: nauc_recall_at_10_max + value: 16.21143367909769 + - type: nauc_recall_at_10_std + value: 10.742397069751759 + - type: nauc_recall_at_1_diff1 + value: 54.40851531063473 + - type: nauc_recall_at_1_max + value: 25.79812290419997 + - type: nauc_recall_at_1_std + value: 9.490593216131844 + - type: nauc_recall_at_20_diff1 + value: 20.56588979224455 + - type: nauc_recall_at_20_max + value: 19.004784742942014 + - type: nauc_recall_at_20_std + value: 9.966568259612574 + - type: nauc_recall_at_3_diff1 + value: 33.468878145564304 + - type: nauc_recall_at_3_max + value: 18.73787633759768 + - type: nauc_recall_at_3_std + value: 12.353055019568094 + - type: nauc_recall_at_5_diff1 + value: 32.89494204767019 + - type: nauc_recall_at_5_max + value: 19.01998117178556 + - type: nauc_recall_at_5_std + value: 13.737801318037624 + - type: ndcg_at_1 + value: 25.541999999999998 + - type: ndcg_at_10 + value: 19.475 + - type: ndcg_at_100 + value: 18.815 + - type: ndcg_at_1000 + value: 27.71 + - type: ndcg_at_20 + value: 18.212999999999997 + - type: ndcg_at_3 + value: 22.651 + - type: ndcg_at_5 + value: 21.516 + - type: precision_at_1 + value: 27.245 + - type: precision_at_10 + value: 14.365 + - type: precision_at_100 + value: 5.384 + - type: precision_at_1000 + value: 1.772 + - type: precision_at_20 + value: 11.006 + - type: precision_at_3 + value: 21.569 + - type: precision_at_5 + value: 18.947 + - type: recall_at_1 + value: 2.673 + - type: recall_at_10 + value: 9.212 + - type: recall_at_100 + value: 21.549 + - type: recall_at_1000 + value: 52.617999999999995 + - type: recall_at_20 + value: 11.705 + - type: recall_at_3 + value: 5.313 + - type: recall_at_5 + value: 6.869 + task: + type: Retrieval + - dataset: + config: default + name: MTEB NQ (default) + revision: b774495ed302d8c44a3a7ea25c90dbce03968f31 + split: test + type: mteb/nq + metrics: + - type: main_score + value: 16.991 + - type: map_at_1 + value: 7.414 + - type: map_at_10 + value: 13.291 + - type: map_at_100 + value: 14.295 + - type: map_at_1000 + value: 14.389 + - type: map_at_20 + value: 13.876 + - type: map_at_3 + value: 11.262 + - type: map_at_5 + value: 12.339 + - type: mrr_at_1 + value: 8.516801853997682 + - type: mrr_at_10 + value: 14.731154242307184 + - type: mrr_at_100 + value: 15.694198665655856 + - type: mrr_at_1000 + value: 15.77486181874144 + - type: mrr_at_20 + value: 15.298086694879798 + - type: mrr_at_3 + value: 12.659327925840078 + - type: mrr_at_5 + value: 13.768829663962883 + - type: nauc_map_at_1000_diff1 + value: 20.28889762069646 + - type: nauc_map_at_1000_max + value: 11.368502727824952 + - type: nauc_map_at_1000_std + value: 10.077176659068975 + - type: nauc_map_at_100_diff1 + value: 20.285666016924328 + - type: nauc_map_at_100_max + value: 11.352497499093694 + - type: nauc_map_at_100_std + value: 9.98136423017311 + - type: nauc_map_at_10_diff1 + value: 20.335416558539237 + - type: nauc_map_at_10_max + value: 11.091563979136637 + - type: nauc_map_at_10_std + value: 8.745901277549152 + - type: nauc_map_at_1_diff1 + value: 24.979719230754476 + - type: nauc_map_at_1_max + value: 10.972032990843237 + - type: nauc_map_at_1_std + value: 4.7964267266650955 + - type: nauc_map_at_20_diff1 + value: 20.302803697684848 + - type: nauc_map_at_20_max + value: 11.159589961608782 + - type: nauc_map_at_20_std + value: 9.360825884036176 + - type: nauc_map_at_3_diff1 + value: 19.863972188782967 + - type: nauc_map_at_3_max + value: 10.898818486894147 + - type: nauc_map_at_3_std + value: 6.97496787073755 + - type: nauc_map_at_5_diff1 + value: 20.44569321324553 + - type: nauc_map_at_5_max + value: 10.722482919334105 + - type: nauc_map_at_5_std + value: 7.787226185137379 + - type: nauc_mrr_at_1000_diff1 + value: 19.746039395864496 + - type: nauc_mrr_at_1000_max + value: 10.495187770800463 + - type: nauc_mrr_at_1000_std + value: 10.284862758352 + - type: nauc_mrr_at_100_diff1 + value: 19.743060052871396 + - type: nauc_mrr_at_100_max + value: 10.484702853211761 + - type: nauc_mrr_at_100_std + value: 10.220220019367744 + - type: nauc_mrr_at_10_diff1 + value: 19.747518214214974 + - type: nauc_mrr_at_10_max + value: 10.1823356525796 + - type: nauc_mrr_at_10_std + value: 9.25568601945109 + - type: nauc_mrr_at_1_diff1 + value: 24.040270890346534 + - type: nauc_mrr_at_1_max + value: 9.900172534036168 + - type: nauc_mrr_at_1_std + value: 5.7354869310700245 + - type: nauc_mrr_at_20_diff1 + value: 19.75060956163397 + - type: nauc_mrr_at_20_max + value: 10.31776046090269 + - type: nauc_mrr_at_20_std + value: 9.770741755791374 + - type: nauc_mrr_at_3_diff1 + value: 19.4775451565507 + - type: nauc_mrr_at_3_max + value: 9.804429146930495 + - type: nauc_mrr_at_3_std + value: 7.931570036855481 + - type: nauc_mrr_at_5_diff1 + value: 19.806308832458882 + - type: nauc_mrr_at_5_max + value: 9.77292617618666 + - type: nauc_mrr_at_5_std + value: 8.55195259630072 + - type: nauc_ndcg_at_1000_diff1 + value: 19.375648509077983 + - type: nauc_ndcg_at_1000_max + value: 12.688796294165622 + - type: nauc_ndcg_at_1000_std + value: 17.80793230435146 + - type: nauc_ndcg_at_100_diff1 + value: 19.343394443678996 + - type: nauc_ndcg_at_100_max + value: 12.520511876585841 + - type: nauc_ndcg_at_100_std + value: 15.978861606925918 + - type: nauc_ndcg_at_10_diff1 + value: 19.42682468753324 + - type: nauc_ndcg_at_10_max + value: 11.10087572901484 + - type: nauc_ndcg_at_10_std + value: 10.54992883803028 + - type: nauc_ndcg_at_1_diff1 + value: 24.318414546738026 + - type: nauc_ndcg_at_1_max + value: 9.82349827107002 + - type: nauc_ndcg_at_1_std + value: 5.951156922071484 + - type: nauc_ndcg_at_20_diff1 + value: 19.41464830610135 + - type: nauc_ndcg_at_20_max + value: 11.344469897954262 + - type: nauc_ndcg_at_20_std + value: 12.221787446241533 + - type: nauc_ndcg_at_3_diff1 + value: 18.641316759283264 + - type: nauc_ndcg_at_3_max + value: 10.543844267142214 + - type: nauc_ndcg_at_3_std + value: 7.687890803254003 + - type: nauc_ndcg_at_5_diff1 + value: 19.45986949428097 + - type: nauc_ndcg_at_5_max + value: 10.375727437812799 + - type: nauc_ndcg_at_5_std + value: 8.85624541644588 + - type: nauc_precision_at_1000_diff1 + value: 11.066860853955465 + - type: nauc_precision_at_1000_max + value: 12.190880720909412 + - type: nauc_precision_at_1000_std + value: 35.834721766648705 + - type: nauc_precision_at_100_diff1 + value: 15.633579933121927 + - type: nauc_precision_at_100_max + value: 13.900393333698496 + - type: nauc_precision_at_100_std + value: 30.435998605665272 + - type: nauc_precision_at_10_diff1 + value: 18.321561255328813 + - type: nauc_precision_at_10_max + value: 10.71704151142003 + - type: nauc_precision_at_10_std + value: 14.681070391575767 + - type: nauc_precision_at_1_diff1 + value: 24.318414546738026 + - type: nauc_precision_at_1_max + value: 9.82349827107002 + - type: nauc_precision_at_1_std + value: 5.951156922071484 + - type: nauc_precision_at_20_diff1 + value: 17.897250659867172 + - type: nauc_precision_at_20_max + value: 11.178073596260878 + - type: nauc_precision_at_20_std + value: 18.922339798822485 + - type: nauc_precision_at_3_diff1 + value: 16.247029796437438 + - type: nauc_precision_at_3_max + value: 9.403033789602311 + - type: nauc_precision_at_3_std + value: 9.396827994803164 + - type: nauc_precision_at_5_diff1 + value: 18.40723036139704 + - type: nauc_precision_at_5_max + value: 8.984724544333158 + - type: nauc_precision_at_5_std + value: 11.190725807701849 + - type: nauc_recall_at_1000_diff1 + value: 17.125181724831485 + - type: nauc_recall_at_1000_max + value: 17.738235803420288 + - type: nauc_recall_at_1000_std + value: 47.4670421060216 + - type: nauc_recall_at_100_diff1 + value: 17.27215401019124 + - type: nauc_recall_at_100_max + value: 16.00490577182562 + - type: nauc_recall_at_100_std + value: 30.65356324274426 + - type: nauc_recall_at_10_diff1 + value: 17.554785599875217 + - type: nauc_recall_at_10_max + value: 11.381345798386317 + - type: nauc_recall_at_10_std + value: 13.34173170828859 + - type: nauc_recall_at_1_diff1 + value: 24.979719230754476 + - type: nauc_recall_at_1_max + value: 10.972032990843237 + - type: nauc_recall_at_1_std + value: 4.7964267266650955 + - type: nauc_recall_at_20_diff1 + value: 17.507273879317893 + - type: nauc_recall_at_20_max + value: 11.772238504003177 + - type: nauc_recall_at_20_std + value: 17.00496015114505 + - type: nauc_recall_at_3_diff1 + value: 15.718069166841971 + - type: nauc_recall_at_3_max + value: 10.507841411541175 + - type: nauc_recall_at_3_std + value: 8.362642856838368 + - type: nauc_recall_at_5_diff1 + value: 17.39920934041924 + - type: nauc_recall_at_5_max + value: 10.10162321958792 + - type: nauc_recall_at_5_std + value: 10.260318695226664 + - type: ndcg_at_1 + value: 8.488 + - type: ndcg_at_10 + value: 16.991 + - type: ndcg_at_100 + value: 22.103 + - type: ndcg_at_1000 + value: 24.708 + - type: ndcg_at_20 + value: 19.086 + - type: ndcg_at_3 + value: 12.803999999999998 + - type: ndcg_at_5 + value: 14.727 + - type: precision_at_1 + value: 8.488 + - type: precision_at_10 + value: 3.1780000000000004 + - type: precision_at_100 + value: 0.607 + - type: precision_at_1000 + value: 0.086 + - type: precision_at_20 + value: 2.0650000000000004 + - type: precision_at_3 + value: 6.151 + - type: precision_at_5 + value: 4.7620000000000005 + - type: recall_at_1 + value: 7.414 + - type: recall_at_10 + value: 27.105 + - type: recall_at_100 + value: 50.782000000000004 + - type: recall_at_1000 + value: 70.77799999999999 + - type: recall_at_20 + value: 35.105 + - type: recall_at_3 + value: 15.901000000000002 + - type: recall_at_5 + value: 20.399 + task: + type: Retrieval + - dataset: + config: default + name: MTEB QuoraRetrieval (default) + revision: e4e08e0b7dbe3c8700f0daef558ff32256715259 + split: test + type: mteb/quora + metrics: + - type: main_score + value: 74.388 + - type: map_at_1 + value: 57.594 + - type: map_at_10 + value: 69.411 + - type: map_at_100 + value: 70.197 + - type: map_at_1000 + value: 70.23899999999999 + - type: map_at_20 + value: 69.896 + - type: map_at_3 + value: 66.50500000000001 + - type: map_at_5 + value: 68.199 + - type: mrr_at_1 + value: 66.34 + - type: mrr_at_10 + value: 74.12798015872983 + - type: mrr_at_100 + value: 74.45813156051709 + - type: mrr_at_1000 + value: 74.47054611594581 + - type: mrr_at_20 + value: 74.34983075339647 + - type: mrr_at_3 + value: 72.47666666666632 + - type: mrr_at_5 + value: 73.4861666666661 + - type: nauc_map_at_1000_diff1 + value: 69.23574495855162 + - type: nauc_map_at_1000_max + value: 38.326344115314825 + - type: nauc_map_at_1000_std + value: -9.69190621889919 + - type: nauc_map_at_100_diff1 + value: 69.23018899929654 + - type: nauc_map_at_100_max + value: 38.32200052980655 + - type: nauc_map_at_100_std + value: -9.709873607585722 + - type: nauc_map_at_10_diff1 + value: 69.11881416442584 + - type: nauc_map_at_10_max + value: 37.80595474994142 + - type: nauc_map_at_10_std + value: -10.460350770888079 + - type: nauc_map_at_1_diff1 + value: 71.29617122119095 + - type: nauc_map_at_1_max + value: 32.80205937689043 + - type: nauc_map_at_1_std + value: -13.444125573046852 + - type: nauc_map_at_20_diff1 + value: 69.19096974069583 + - type: nauc_map_at_20_max + value: 38.15987972416603 + - type: nauc_map_at_20_std + value: -10.020269369800706 + - type: nauc_map_at_3_diff1 + value: 69.12951153560108 + - type: nauc_map_at_3_max + value: 36.52459750894883 + - type: nauc_map_at_3_std + value: -12.174854661737818 + - type: nauc_map_at_5_diff1 + value: 69.0264228661453 + - type: nauc_map_at_5_max + value: 37.166727350784164 + - type: nauc_map_at_5_std + value: -11.493776844406158 + - type: nauc_mrr_at_1000_diff1 + value: 70.68150057700754 + - type: nauc_mrr_at_1000_max + value: 41.0178466695076 + - type: nauc_mrr_at_1000_std + value: -8.021358816489824 + - type: nauc_mrr_at_100_diff1 + value: 70.67856380420632 + - type: nauc_mrr_at_100_max + value: 41.02236359207632 + - type: nauc_mrr_at_100_std + value: -8.004727052332067 + - type: nauc_mrr_at_10_diff1 + value: 70.57476646749362 + - type: nauc_mrr_at_10_max + value: 40.98353008138954 + - type: nauc_mrr_at_10_std + value: -8.035083785813892 + - type: nauc_mrr_at_1_diff1 + value: 72.83106243448691 + - type: nauc_mrr_at_1_max + value: 40.497226437078496 + - type: nauc_mrr_at_1_std + value: -10.545921253601675 + - type: nauc_mrr_at_20_diff1 + value: 70.64698930715971 + - type: nauc_mrr_at_20_max + value: 41.01991026936206 + - type: nauc_mrr_at_20_std + value: -8.019248560369828 + - type: nauc_mrr_at_3_diff1 + value: 70.48136695574067 + - type: nauc_mrr_at_3_max + value: 40.83575836332353 + - type: nauc_mrr_at_3_std + value: -8.80652589242081 + - type: nauc_mrr_at_5_diff1 + value: 70.52447208499292 + - type: nauc_mrr_at_5_max + value: 40.95085309489185 + - type: nauc_mrr_at_5_std + value: -8.35502569521486 + - type: nauc_ndcg_at_1000_diff1 + value: 69.2418574551877 + - type: nauc_ndcg_at_1000_max + value: 39.85962706323504 + - type: nauc_ndcg_at_1000_std + value: -6.479667269089863 + - type: nauc_ndcg_at_100_diff1 + value: 69.13381091149564 + - type: nauc_ndcg_at_100_max + value: 39.902530291451974 + - type: nauc_ndcg_at_100_std + value: -6.19261331168395 + - type: nauc_ndcg_at_10_diff1 + value: 68.49804618931282 + - type: nauc_ndcg_at_10_max + value: 38.95870794043419 + - type: nauc_ndcg_at_10_std + value: -7.9554943741526465 + - type: nauc_ndcg_at_1_diff1 + value: 72.74562116035368 + - type: nauc_ndcg_at_1_max + value: 40.59003854736593 + - type: nauc_ndcg_at_1_std + value: -10.371154250660494 + - type: nauc_ndcg_at_20_diff1 + value: 68.81744480185341 + - type: nauc_ndcg_at_20_max + value: 39.48036257511071 + - type: nauc_ndcg_at_20_std + value: -7.288863470178731 + - type: nauc_ndcg_at_3_diff1 + value: 68.31977162714793 + - type: nauc_ndcg_at_3_max + value: 38.31785051573491 + - type: nauc_ndcg_at_3_std + value: -10.002238766651905 + - type: nauc_ndcg_at_5_diff1 + value: 68.34693163150705 + - type: nauc_ndcg_at_5_max + value: 38.384529237292085 + - type: nauc_ndcg_at_5_std + value: -9.504613414918412 + - type: nauc_precision_at_1000_diff1 + value: -27.886662167224248 + - type: nauc_precision_at_1000_max + value: -1.2099912726932696 + - type: nauc_precision_at_1000_std + value: 22.918146835627798 + - type: nauc_precision_at_100_diff1 + value: -22.32582293591269 + - type: nauc_precision_at_100_max + value: 4.238909760244244 + - type: nauc_precision_at_100_std + value: 23.62131900536325 + - type: nauc_precision_at_10_diff1 + value: -4.400459668224666 + - type: nauc_precision_at_10_max + value: 14.825184001294167 + - type: nauc_precision_at_10_std + value: 15.417646122517157 + - type: nauc_precision_at_1_diff1 + value: 72.74562116035368 + - type: nauc_precision_at_1_max + value: 40.59003854736593 + - type: nauc_precision_at_1_std + value: -10.371154250660494 + - type: nauc_precision_at_20_diff1 + value: -12.423098453024796 + - type: nauc_precision_at_20_max + value: 11.415547902904635 + - type: nauc_precision_at_20_std + value: 19.489921263698616 + - type: nauc_precision_at_3_diff1 + value: 22.682624176435127 + - type: nauc_precision_at_3_max + value: 25.682155720802452 + - type: nauc_precision_at_3_std + value: 2.6084400354215935 + - type: nauc_precision_at_5_diff1 + value: 9.272509130152006 + - type: nauc_precision_at_5_max + value: 20.36818990716189 + - type: nauc_precision_at_5_std + value: 8.054265889323238 + - type: nauc_recall_at_1000_diff1 + value: 60.88815464763635 + - type: nauc_recall_at_1000_max + value: 43.112146232617725 + - type: nauc_recall_at_1000_std + value: 50.36464338810094 + - type: nauc_recall_at_100_diff1 + value: 59.928500788144376 + - type: nauc_recall_at_100_max + value: 41.21981278373438 + - type: nauc_recall_at_100_std + value: 24.89653567034821 + - type: nauc_recall_at_10_diff1 + value: 60.89345811958783 + - type: nauc_recall_at_10_max + value: 36.2662873716048 + - type: nauc_recall_at_10_std + value: -1.7478273979841499 + - type: nauc_recall_at_1_diff1 + value: 71.29617122119095 + - type: nauc_recall_at_1_max + value: 32.80205937689043 + - type: nauc_recall_at_1_std + value: -13.444125573046852 + - type: nauc_recall_at_20_diff1 + value: 60.72735270299192 + - type: nauc_recall_at_20_max + value: 38.02822016647552 + - type: nauc_recall_at_20_std + value: 3.7019564772205054 + - type: nauc_recall_at_3_diff1 + value: 64.16899635037826 + - type: nauc_recall_at_3_max + value: 34.697022598257874 + - type: nauc_recall_at_3_std + value: -10.894218643842715 + - type: nauc_recall_at_5_diff1 + value: 62.56790753908123 + - type: nauc_recall_at_5_max + value: 35.18512660768109 + - type: nauc_recall_at_5_std + value: -8.518825484008714 + - type: ndcg_at_1 + value: 66.38 + - type: ndcg_at_10 + value: 74.388 + - type: ndcg_at_100 + value: 76.889 + - type: ndcg_at_1000 + value: 77.518 + - type: ndcg_at_20 + value: 75.548 + - type: ndcg_at_3 + value: 70.513 + - type: ndcg_at_5 + value: 72.406 + - type: precision_at_1 + value: 66.38 + - type: precision_at_10 + value: 11.274000000000001 + - type: precision_at_100 + value: 1.373 + - type: precision_at_1000 + value: 0.149 + - type: precision_at_20 + value: 6.095 + - type: precision_at_3 + value: 30.42 + - type: precision_at_5 + value: 20.174 + - type: recall_at_1 + value: 57.594 + - type: recall_at_10 + value: 84.09 + - type: recall_at_100 + value: 94.035 + - type: recall_at_1000 + value: 97.914 + - type: recall_at_20 + value: 88.13600000000001 + - type: recall_at_3 + value: 73.074 + - type: recall_at_5 + value: 78.29599999999999 + task: + type: Retrieval + - dataset: + config: default + name: MTEB RedditClustering (default) + revision: 24640382cdbf8abc73003fb0fa6d111a705499eb + split: test + type: mteb/reddit-clustering + metrics: + - type: main_score + value: 23.878842199856606 + - type: v_measure + value: 23.878842199856606 + - type: v_measure_std + value: 4.578743173985467 + task: + type: Clustering + - dataset: + config: default + name: MTEB RedditClusteringP2P (default) + revision: 385e3cb46b4cfa89021f56c4380204149d0efe33 + split: test + type: mteb/reddit-clustering-p2p + metrics: + - type: main_score + value: 37.76655625558288 + - type: v_measure + value: 37.76655625558288 + - type: v_measure_std + value: 9.302167236222553 + task: + type: Clustering + - dataset: + config: default + name: MTEB SCIDOCS (default) + revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88 + split: test + type: mteb/scidocs + metrics: + - type: main_score + value: 9.668000000000001 + - type: map_at_1 + value: 2.395 + - type: map_at_10 + value: 5.237 + - type: map_at_100 + value: 6.311999999999999 + - type: map_at_1000 + value: 6.529 + - type: map_at_20 + value: 5.742 + - type: map_at_3 + value: 3.827 + - type: map_at_5 + value: 4.54 + - type: mrr_at_1 + value: 11.799999999999999 + - type: mrr_at_10 + value: 18.01527777777777 + - type: mrr_at_100 + value: 19.170155944203785 + - type: mrr_at_1000 + value: 19.281296973485173 + - type: mrr_at_20 + value: 18.67572073480355 + - type: mrr_at_3 + value: 15.549999999999988 + - type: mrr_at_5 + value: 16.92999999999999 + - type: nauc_map_at_1000_diff1 + value: 15.362749019317306 + - type: nauc_map_at_1000_max + value: 13.84696529256478 + - type: nauc_map_at_1000_std + value: 11.013607523301609 + - type: nauc_map_at_100_diff1 + value: 15.41591399608084 + - type: nauc_map_at_100_max + value: 13.730140090589293 + - type: nauc_map_at_100_std + value: 10.455348719140309 + - type: nauc_map_at_10_diff1 + value: 15.834686627354852 + - type: nauc_map_at_10_max + value: 13.28911184808523 + - type: nauc_map_at_10_std + value: 7.254487702527721 + - type: nauc_map_at_1_diff1 + value: 20.822383776341656 + - type: nauc_map_at_1_max + value: 9.583343414892674 + - type: nauc_map_at_1_std + value: 2.8889126256334383 + - type: nauc_map_at_20_diff1 + value: 15.522358238447422 + - type: nauc_map_at_20_max + value: 13.479963494201828 + - type: nauc_map_at_20_std + value: 8.76740668066124 + - type: nauc_map_at_3_diff1 + value: 18.748084536735927 + - type: nauc_map_at_3_max + value: 10.620059279509105 + - type: nauc_map_at_3_std + value: 4.337679139867589 + - type: nauc_map_at_5_diff1 + value: 17.345202973256 + - type: nauc_map_at_5_max + value: 12.452658321525504 + - type: nauc_map_at_5_std + value: 5.549910657395744 + - type: nauc_mrr_at_1000_diff1 + value: 15.377808587249769 + - type: nauc_mrr_at_1000_max + value: 10.04139543851182 + - type: nauc_mrr_at_1000_std + value: 5.4677890792436274 + - type: nauc_mrr_at_100_diff1 + value: 15.362987006646186 + - type: nauc_mrr_at_100_max + value: 10.041646833263774 + - type: nauc_mrr_at_100_std + value: 5.45421536846783 + - type: nauc_mrr_at_10_diff1 + value: 15.195360862950183 + - type: nauc_mrr_at_10_max + value: 9.93445070582588 + - type: nauc_mrr_at_10_std + value: 5.052925884003134 + - type: nauc_mrr_at_1_diff1 + value: 20.78440492344873 + - type: nauc_mrr_at_1_max + value: 9.65366117965217 + - type: nauc_mrr_at_1_std + value: 3.4370160103187177 + - type: nauc_mrr_at_20_diff1 + value: 15.367072076987753 + - type: nauc_mrr_at_20_max + value: 9.944084606452824 + - type: nauc_mrr_at_20_std + value: 5.1697642130127885 + - type: nauc_mrr_at_3_diff1 + value: 17.1065083677322 + - type: nauc_mrr_at_3_max + value: 9.730529319874428 + - type: nauc_mrr_at_3_std + value: 4.274768582707443 + - type: nauc_mrr_at_5_diff1 + value: 15.781360738081599 + - type: nauc_mrr_at_5_max + value: 10.189809550324469 + - type: nauc_mrr_at_5_std + value: 4.45427477219345 + - type: nauc_ndcg_at_1000_diff1 + value: 12.133137994513579 + - type: nauc_ndcg_at_1000_max + value: 14.593507049508561 + - type: nauc_ndcg_at_1000_std + value: 17.11300477285902 + - type: nauc_ndcg_at_100_diff1 + value: 12.768847933024317 + - type: nauc_ndcg_at_100_max + value: 13.62157103798925 + - type: nauc_ndcg_at_100_std + value: 13.97874886533375 + - type: nauc_ndcg_at_10_diff1 + value: 13.192522371369787 + - type: nauc_ndcg_at_10_max + value: 12.795709547611608 + - type: nauc_ndcg_at_10_std + value: 8.102799683454048 + - type: nauc_ndcg_at_1_diff1 + value: 20.78440492344873 + - type: nauc_ndcg_at_1_max + value: 9.65366117965217 + - type: nauc_ndcg_at_1_std + value: 3.4370160103187177 + - type: nauc_ndcg_at_20_diff1 + value: 13.10893336294196 + - type: nauc_ndcg_at_20_max + value: 12.87552853654183 + - type: nauc_ndcg_at_20_std + value: 10.673587471258529 + - type: nauc_ndcg_at_3_diff1 + value: 17.44757983297746 + - type: nauc_ndcg_at_3_max + value: 10.4479529428812 + - type: nauc_ndcg_at_3_std + value: 4.926065165471736 + - type: nauc_ndcg_at_5_diff1 + value: 15.131431597511005 + - type: nauc_ndcg_at_5_max + value: 12.138370476656045 + - type: nauc_ndcg_at_5_std + value: 5.747804810875746 + - type: nauc_precision_at_1000_diff1 + value: 4.651545309113199 + - type: nauc_precision_at_1000_max + value: 14.534556833197726 + - type: nauc_precision_at_1000_std + value: 25.883957300866957 + - type: nauc_precision_at_100_diff1 + value: 8.103597756413784 + - type: nauc_precision_at_100_max + value: 13.914816649477062 + - type: nauc_precision_at_100_std + value: 20.148598895345536 + - type: nauc_precision_at_10_diff1 + value: 8.606065646275212 + - type: nauc_precision_at_10_max + value: 14.068776248492663 + - type: nauc_precision_at_10_std + value: 11.140890379112346 + - type: nauc_precision_at_1_diff1 + value: 20.78440492344873 + - type: nauc_precision_at_1_max + value: 9.65366117965217 + - type: nauc_precision_at_1_std + value: 3.4370160103187177 + - type: nauc_precision_at_20_diff1 + value: 8.704973032555928 + - type: nauc_precision_at_20_max + value: 13.437392449115665 + - type: nauc_precision_at_20_std + value: 15.65525714739556 + - type: nauc_precision_at_3_diff1 + value: 15.796711189581933 + - type: nauc_precision_at_3_max + value: 10.514163928603118 + - type: nauc_precision_at_3_std + value: 5.788980186693269 + - type: nauc_precision_at_5_diff1 + value: 11.878373012657411 + - type: nauc_precision_at_5_max + value: 13.465410920052506 + - type: nauc_precision_at_5_std + value: 7.369374260570812 + - type: nauc_recall_at_1000_diff1 + value: 4.54914455375335 + - type: nauc_recall_at_1000_max + value: 15.398087677716521 + - type: nauc_recall_at_1000_std + value: 25.99787873557512 + - type: nauc_recall_at_100_diff1 + value: 7.937303192890431 + - type: nauc_recall_at_100_max + value: 14.280466786048457 + - type: nauc_recall_at_100_std + value: 19.989053944649168 + - type: nauc_recall_at_10_diff1 + value: 8.569047949172177 + - type: nauc_recall_at_10_max + value: 13.885951056418197 + - type: nauc_recall_at_10_std + value: 10.963367786952073 + - type: nauc_recall_at_1_diff1 + value: 20.822383776341656 + - type: nauc_recall_at_1_max + value: 9.583343414892674 + - type: nauc_recall_at_1_std + value: 2.8889126256334383 + - type: nauc_recall_at_20_diff1 + value: 8.683232232799698 + - type: nauc_recall_at_20_max + value: 13.336768111236735 + - type: nauc_recall_at_20_std + value: 15.457170894067298 + - type: nauc_recall_at_3_diff1 + value: 15.745448840185977 + - type: nauc_recall_at_3_max + value: 10.317079087586992 + - type: nauc_recall_at_3_std + value: 5.450728079255462 + - type: nauc_recall_at_5_diff1 + value: 11.800239024102154 + - type: nauc_recall_at_5_max + value: 13.175274608964674 + - type: nauc_recall_at_5_std + value: 7.016480519402965 + - type: ndcg_at_1 + value: 11.799999999999999 + - type: ndcg_at_10 + value: 9.668000000000001 + - type: ndcg_at_100 + value: 15.015999999999998 + - type: ndcg_at_1000 + value: 20.015 + - type: ndcg_at_20 + value: 11.436 + - type: ndcg_at_3 + value: 8.924 + - type: ndcg_at_5 + value: 7.911 + - type: precision_at_1 + value: 11.799999999999999 + - type: precision_at_10 + value: 5.050000000000001 + - type: precision_at_100 + value: 1.291 + - type: precision_at_1000 + value: 0.251 + - type: precision_at_20 + value: 3.56 + - type: precision_at_3 + value: 8.133 + - type: precision_at_5 + value: 6.88 + - type: recall_at_1 + value: 2.395 + - type: recall_at_10 + value: 10.232 + - type: recall_at_100 + value: 26.172 + - type: recall_at_1000 + value: 50.917 + - type: recall_at_20 + value: 14.421999999999999 + - type: recall_at_3 + value: 4.935 + - type: recall_at_5 + value: 6.973 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SICK-R (default) + revision: 20a6d6f312dd54037fe07a32d58e5e168867909d + split: test + type: mteb/sickr-sts + metrics: + - type: cosine_pearson + value: 73.8523071648734 + - type: cosine_spearman + value: 65.43442849067297 + - type: euclidean_pearson + value: 66.70464173822097 + - type: euclidean_spearman + value: 60.82604439637834 + - type: main_score + value: 65.43442849067297 + - type: manhattan_pearson + value: 66.58172841322595 + - type: manhattan_spearman + value: 61.202424661616796 + - type: pearson + value: 73.8523071648734 + - type: spearman + value: 65.43442849067297 + task: + type: STS + - dataset: + config: default + name: MTEB STS12 (default) + revision: a0d554a64d88156834ff5ae9920b964011b16384 + split: test + type: mteb/sts12-sts + metrics: + - type: cosine_pearson + value: 66.23949905692108 + - type: cosine_spearman + value: 59.97334423570035 + - type: euclidean_pearson + value: 53.93367474754671 + - type: euclidean_spearman + value: 49.65643891073131 + - type: main_score + value: 59.97334423570035 + - type: manhattan_pearson + value: 52.50090747870868 + - type: manhattan_spearman + value: 48.726772969833064 + - type: pearson + value: 66.23949905692108 + - type: spearman + value: 59.97334423570035 + task: + type: STS + - dataset: + config: default + name: MTEB STS13 (default) + revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca + split: test + type: mteb/sts13-sts + metrics: + - type: cosine_pearson + value: 70.87351220452432 + - type: cosine_spearman + value: 71.81863685179427 + - type: euclidean_pearson + value: 59.249945757203946 + - type: euclidean_spearman + value: 60.053057494316796 + - type: main_score + value: 71.81863685179427 + - type: manhattan_pearson + value: 59.798731614026714 + - type: manhattan_spearman + value: 60.31075071097369 + - type: pearson + value: 70.87351220452432 + - type: spearman + value: 71.81863685179427 + task: + type: STS + - dataset: + config: default + name: MTEB STS14 (default) + revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375 + split: test + type: mteb/sts14-sts + metrics: + - type: cosine_pearson + value: 69.03600787240593 + - type: cosine_spearman + value: 66.99860396187162 + - type: euclidean_pearson + value: 58.61094669791067 + - type: euclidean_spearman + value: 58.286341788544995 + - type: main_score + value: 66.99860396187162 + - type: manhattan_pearson + value: 58.665872206618964 + - type: manhattan_spearman + value: 58.30408154246083 + - type: pearson + value: 69.03600787240593 + - type: spearman + value: 66.99860396187162 + task: + type: STS + - dataset: + config: default + name: MTEB STS15 (default) + revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3 + split: test + type: mteb/sts15-sts + metrics: + - type: cosine_pearson + value: 74.45269985909863 + - type: cosine_spearman + value: 75.4907813361932 + - type: euclidean_pearson + value: 58.68237542933832 + - type: euclidean_spearman + value: 61.08891047408572 + - type: main_score + value: 75.4907813361932 + - type: manhattan_pearson + value: 59.32028954908928 + - type: manhattan_spearman + value: 61.38980243849822 + - type: pearson + value: 74.45269985909863 + - type: spearman + value: 75.4907813361932 + task: + type: STS + - dataset: + config: default + name: MTEB STS16 (default) + revision: 4d8694f8f0e0100860b497b999b3dbed754a0513 + split: test + type: mteb/sts16-sts + metrics: + - type: cosine_pearson + value: 64.2309456558779 + - type: cosine_spearman + value: 66.97205823920407 + - type: euclidean_pearson + value: 52.471209393825134 + - type: euclidean_spearman + value: 55.05667213079255 + - type: main_score + value: 66.97205823920407 + - type: manhattan_pearson + value: 52.4566691722933 + - type: manhattan_spearman + value: 54.98149865449457 + - type: pearson + value: 64.2309456558779 + - type: spearman + value: 66.97205823920407 + task: + type: STS + - dataset: + config: en-de + name: MTEB STS17 (en-de) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 21.06202710190164 + - type: cosine_spearman + value: 18.26963771909619 + - type: euclidean_pearson + value: -10.937704538162821 + - type: euclidean_spearman + value: -13.838045200730331 + - type: main_score + value: 18.26963771909619 + - type: manhattan_pearson + value: -9.194548970239005 + - type: manhattan_spearman + value: -12.642533487235347 + - type: pearson + value: 21.06202710190164 + - type: spearman + value: 18.26963771909619 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS17 (es-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 9.974655940103192 + - type: cosine_spearman + value: 6.625332823012507 + - type: euclidean_pearson + value: -6.193994464373409 + - type: euclidean_spearman + value: -13.09777719442545 + - type: main_score + value: 6.625332823012507 + - type: manhattan_pearson + value: -7.596649200902214 + - type: manhattan_spearman + value: -14.341067466786914 + - type: pearson + value: 9.974655940103192 + - type: spearman + value: 6.625332823012507 + task: + type: STS + - dataset: + config: en-ar + name: MTEB STS17 (en-ar) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 3.939829923076509 + - type: cosine_spearman + value: 1.5988688581594497 + - type: euclidean_pearson + value: -10.456279294578557 + - type: euclidean_spearman + value: -9.811244215059508 + - type: main_score + value: 1.5988688581594497 + - type: manhattan_pearson + value: -10.913654400994407 + - type: manhattan_spearman + value: -8.604616012491228 + - type: pearson + value: 3.939829923076509 + - type: spearman + value: 1.5988688581594497 + task: + type: STS + - dataset: + config: it-en + name: MTEB STS17 (it-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 17.28499679216241 + - type: cosine_spearman + value: 14.621483811474079 + - type: euclidean_pearson + value: -16.874097134885233 + - type: euclidean_spearman + value: -16.68311783384881 + - type: main_score + value: 14.621483811474079 + - type: manhattan_pearson + value: -17.639738926102574 + - type: manhattan_spearman + value: -16.66416708388087 + - type: pearson + value: 17.28499679216241 + - type: spearman + value: 14.621483811474079 + task: + type: STS + - dataset: + config: en-en + name: MTEB STS17 (en-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 78.99251283215277 + - type: cosine_spearman + value: 80.61049377743727 + - type: euclidean_pearson + value: 66.17827666954877 + - type: euclidean_spearman + value: 67.45271515314245 + - type: main_score + value: 80.61049377743727 + - type: manhattan_pearson + value: 66.23284409257823 + - type: manhattan_spearman + value: 67.666247437264 + - type: pearson + value: 78.99251283215277 + - type: spearman + value: 80.61049377743727 + task: + type: STS + - dataset: + config: en-tr + name: MTEB STS17 (en-tr) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: -1.931391285281735 + - type: cosine_spearman + value: -3.321078837897458 + - type: euclidean_pearson + value: -21.683857378409378 + - type: euclidean_spearman + value: -24.244038106560804 + - type: main_score + value: -3.321078837897458 + - type: manhattan_pearson + value: -22.19415161015049 + - type: manhattan_spearman + value: -22.71872700697092 + - type: pearson + value: -1.931391285281735 + - type: spearman + value: -3.321078837897458 + task: + type: STS + - dataset: + config: nl-en + name: MTEB STS17 (nl-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 21.215714201927316 + - type: cosine_spearman + value: 16.647983989080657 + - type: euclidean_pearson + value: -17.529579365480654 + - type: euclidean_spearman + value: -17.98599150405874 + - type: main_score + value: 16.647983989080657 + - type: manhattan_pearson + value: -17.041217222851987 + - type: manhattan_spearman + value: -17.099688376247617 + - type: pearson + value: 21.215714201927316 + - type: spearman + value: 16.647983989080657 + task: + type: STS + - dataset: + config: fr-en + name: MTEB STS17 (fr-en) + revision: faeb762787bd10488a50c8b5be4a3b82e411949c + split: test + type: mteb/sts17-crosslingual-sts + metrics: + - type: cosine_pearson + value: 25.55717236376004 + - type: cosine_spearman + value: 21.120437860825668 + - type: euclidean_pearson + value: -13.532867255677811 + - type: euclidean_spearman + value: -14.067414622756136 + - type: main_score + value: 21.120437860825668 + - type: manhattan_pearson + value: -14.812251264524642 + - type: manhattan_spearman + value: -14.777202854314126 + - type: pearson + value: 25.55717236376004 + - type: spearman + value: 21.120437860825668 + task: + type: STS + - dataset: + config: en + name: MTEB STS22 (en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 45.445485581559176 + - type: cosine_spearman + value: 57.81995941896327 + - type: euclidean_pearson + value: 46.45758835829159 + - type: euclidean_spearman + value: 57.15291591278634 + - type: main_score + value: 57.81995941896327 + - type: manhattan_pearson + value: 45.38976415067536 + - type: manhattan_spearman + value: 56.412461810883244 + - type: pearson + value: 45.445485581559176 + - type: spearman + value: 57.81995941896327 + task: + type: STS + - dataset: + config: es-en + name: MTEB STS22 (es-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 9.618696238808342 + - type: cosine_spearman + value: 11.05047267189447 + - type: euclidean_pearson + value: 10.475166065910297 + - type: euclidean_spearman + value: 11.515497306325212 + - type: main_score + value: 11.05047267189447 + - type: manhattan_pearson + value: 11.677707905016238 + - type: manhattan_spearman + value: 13.47068609853333 + - type: pearson + value: 9.618696238808342 + - type: spearman + value: 11.05047267189447 + task: + type: STS + - dataset: + config: pl-en + name: MTEB STS22 (pl-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 9.219640350559175 + - type: cosine_spearman + value: 15.424812621979203 + - type: euclidean_pearson + value: 27.079648075136692 + - type: euclidean_spearman + value: 15.127881072012025 + - type: main_score + value: 15.424812621979203 + - type: manhattan_pearson + value: 29.948405026370768 + - type: manhattan_spearman + value: 11.450097312769431 + - type: pearson + value: 9.219640350559175 + - type: spearman + value: 15.424812621979203 + task: + type: STS + - dataset: + config: zh-en + name: MTEB STS22 (zh-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 2.016891027432069 + - type: cosine_spearman + value: 9.065694923749145 + - type: euclidean_pearson + value: -0.2317575485284492 + - type: euclidean_spearman + value: 1.478447144326562 + - type: main_score + value: 9.065694923749145 + - type: manhattan_pearson + value: 1.2210552984769953 + - type: manhattan_spearman + value: 1.0797490938939034 + - type: pearson + value: 2.016891027432069 + - type: spearman + value: 9.065694923749145 + task: + type: STS + - dataset: + config: de-en + name: MTEB STS22 (de-en) + revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3 + split: test + type: mteb/sts22-crosslingual-sts + metrics: + - type: cosine_pearson + value: 20.30265778022666 + - type: cosine_spearman + value: 27.04088495025885 + - type: euclidean_pearson + value: 21.92624711333554 + - type: euclidean_spearman + value: 30.314966090982715 + - type: main_score + value: 27.04088495025885 + - type: manhattan_pearson + value: 22.449954374970556 + - type: manhattan_spearman + value: 33.98792612061501 + - type: pearson + value: 20.30265778022666 + - type: spearman + value: 27.04088495025885 + task: + type: STS + - dataset: + config: default + name: MTEB STSBenchmark (default) + revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831 + split: test + type: mteb/stsbenchmark-sts + metrics: + - type: cosine_pearson + value: 67.58098869120114 + - type: cosine_spearman + value: 67.2453123773366 + - type: euclidean_pearson + value: 58.23603604808463 + - type: euclidean_spearman + value: 58.623631847217 + - type: main_score + value: 67.2453123773366 + - type: manhattan_pearson + value: 58.368136302971195 + - type: manhattan_spearman + value: 58.837841919175105 + - type: pearson + value: 67.58098869120114 + - type: spearman + value: 67.2453123773366 + task: + type: STS + - dataset: + config: default + name: MTEB SciDocsRR (default) + revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab + split: test + type: mteb/scidocs-reranking + metrics: + - type: main_score + value: 68.53428785087402 + - type: map + value: 68.53428785087402 + - type: mrr + value: 88.53875880836665 + - type: nAUC_map_diff1 + value: 11.778449408360105 + - type: nAUC_map_max + value: 55.710378394122195 + - type: nAUC_map_std + value: 66.15614923206279 + - type: nAUC_mrr_diff1 + value: 47.35327285304558 + - type: nAUC_mrr_max + value: 74.15113781105075 + - type: nAUC_mrr_std + value: 70.40747046150474 + task: + type: Reranking + - dataset: + config: default + name: MTEB SciFact (default) + revision: 0228b52cf27578f30900b9e5271d331663a030d7 + split: test + type: mteb/scifact + metrics: + - type: main_score + value: 44.018 + - type: map_at_1 + value: 30.778 + - type: map_at_10 + value: 39.095 + - type: map_at_100 + value: 40.136 + - type: map_at_1000 + value: 40.19 + - type: map_at_20 + value: 39.695 + - type: map_at_3 + value: 36.25 + - type: map_at_5 + value: 37.942 + - type: mrr_at_1 + value: 32.33333333333333 + - type: mrr_at_10 + value: 40.46640211640211 + - type: mrr_at_100 + value: 41.3527413808237 + - type: mrr_at_1000 + value: 41.402308015811776 + - type: mrr_at_20 + value: 40.9920777608471 + - type: mrr_at_3 + value: 37.999999999999986 + - type: mrr_at_5 + value: 39.46666666666666 + - type: nauc_map_at_1000_diff1 + value: 51.57525678345129 + - type: nauc_map_at_1000_max + value: 35.72906391653508 + - type: nauc_map_at_1000_std + value: -1.672862325664642 + - type: nauc_map_at_100_diff1 + value: 51.57482414972323 + - type: nauc_map_at_100_max + value: 35.714681767398474 + - type: nauc_map_at_100_std + value: -1.6459806802624475 + - type: nauc_map_at_10_diff1 + value: 51.142890340689064 + - type: nauc_map_at_10_max + value: 35.78128552943207 + - type: nauc_map_at_10_std + value: -2.1957957240897907 + - type: nauc_map_at_1_diff1 + value: 57.59762900453854 + - type: nauc_map_at_1_max + value: 36.479602157030534 + - type: nauc_map_at_1_std + value: -4.834289532948042 + - type: nauc_map_at_20_diff1 + value: 51.47980323079124 + - type: nauc_map_at_20_max + value: 35.585900524174406 + - type: nauc_map_at_20_std + value: -1.7680354064625985 + - type: nauc_map_at_3_diff1 + value: 51.012766710346625 + - type: nauc_map_at_3_max + value: 34.8262662118054 + - type: nauc_map_at_3_std + value: -2.8168593560801045 + - type: nauc_map_at_5_diff1 + value: 50.836092917622864 + - type: nauc_map_at_5_max + value: 35.32174769825645 + - type: nauc_map_at_5_std + value: -3.113242921586995 + - type: nauc_mrr_at_1000_diff1 + value: 53.10217120766699 + - type: nauc_mrr_at_1000_max + value: 37.46657201878918 + - type: nauc_mrr_at_1000_std + value: 1.9085047586195323 + - type: nauc_mrr_at_100_diff1 + value: 53.10038602820947 + - type: nauc_mrr_at_100_max + value: 37.461065885458225 + - type: nauc_mrr_at_100_std + value: 1.9403756850021763 + - type: nauc_mrr_at_10_diff1 + value: 52.71420660954082 + - type: nauc_mrr_at_10_max + value: 37.62806428278671 + - type: nauc_mrr_at_10_std + value: 1.9517437711674281 + - type: nauc_mrr_at_1_diff1 + value: 59.730007702616675 + - type: nauc_mrr_at_1_max + value: 38.85146416502298 + - type: nauc_mrr_at_1_std + value: -0.46260223776596965 + - type: nauc_mrr_at_20_diff1 + value: 53.041376670418906 + - type: nauc_mrr_at_20_max + value: 37.45508852907037 + - type: nauc_mrr_at_20_std + value: 1.9843723810434797 + - type: nauc_mrr_at_3_diff1 + value: 52.716388196194494 + - type: nauc_mrr_at_3_max + value: 36.76096106397856 + - type: nauc_mrr_at_3_std + value: 1.716782555536502 + - type: nauc_mrr_at_5_diff1 + value: 52.61598345028188 + - type: nauc_mrr_at_5_max + value: 37.26316036644959 + - type: nauc_mrr_at_5_std + value: 1.3757366695050894 + - type: nauc_ndcg_at_1000_diff1 + value: 51.342395628428314 + - type: nauc_ndcg_at_1000_max + value: 37.22548194348463 + - type: nauc_ndcg_at_1000_std + value: 1.6360986297119697 + - type: nauc_ndcg_at_100_diff1 + value: 51.12772923293346 + - type: nauc_ndcg_at_100_max + value: 37.08162525770745 + - type: nauc_ndcg_at_100_std + value: 2.1437445417460146 + - type: nauc_ndcg_at_10_diff1 + value: 49.48104920841383 + - type: nauc_ndcg_at_10_max + value: 36.98553295749576 + - type: nauc_ndcg_at_10_std + value: 0.7074029546666143 + - type: nauc_ndcg_at_1_diff1 + value: 59.730007702616675 + - type: nauc_ndcg_at_1_max + value: 38.85146416502298 + - type: nauc_ndcg_at_1_std + value: -0.46260223776596965 + - type: nauc_ndcg_at_20_diff1 + value: 50.63630218240983 + - type: nauc_ndcg_at_20_max + value: 36.29047254679528 + - type: nauc_ndcg_at_20_std + value: 1.3772144888034745 + - type: nauc_ndcg_at_3_diff1 + value: 49.382153963236625 + - type: nauc_ndcg_at_3_max + value: 35.22306811742639 + - type: nauc_ndcg_at_3_std + value: -0.8877334603608296 + - type: nauc_ndcg_at_5_diff1 + value: 49.05555691688766 + - type: nauc_ndcg_at_5_max + value: 36.00098364740635 + - type: nauc_ndcg_at_5_std + value: -1.5274960265115565 + - type: nauc_precision_at_1000_diff1 + value: 12.30933370851068 + - type: nauc_precision_at_1000_max + value: 24.80977336944425 + - type: nauc_precision_at_1000_std + value: 42.85052700690557 + - type: nauc_precision_at_100_diff1 + value: 26.185494481397587 + - type: nauc_precision_at_100_max + value: 31.155891382208928 + - type: nauc_precision_at_100_std + value: 35.608690885169295 + - type: nauc_precision_at_10_diff1 + value: 36.27376093062482 + - type: nauc_precision_at_10_max + value: 36.42692892209515 + - type: nauc_precision_at_10_std + value: 16.967432904462893 + - type: nauc_precision_at_1_diff1 + value: 59.730007702616675 + - type: nauc_precision_at_1_max + value: 38.85146416502298 + - type: nauc_precision_at_1_std + value: -0.46260223776596965 + - type: nauc_precision_at_20_diff1 + value: 37.622482136709785 + - type: nauc_precision_at_20_max + value: 31.21688679166065 + - type: nauc_precision_at_20_std + value: 23.221017808713682 + - type: nauc_precision_at_3_diff1 + value: 42.340206572143984 + - type: nauc_precision_at_3_max + value: 36.3442813514268 + - type: nauc_precision_at_3_std + value: 7.592922050055632 + - type: nauc_precision_at_5_diff1 + value: 38.17808235542409 + - type: nauc_precision_at_5_max + value: 35.09801657302365 + - type: nauc_precision_at_5_std + value: 8.398007414457009 + - type: nauc_recall_at_1000_diff1 + value: 55.841144651529085 + - type: nauc_recall_at_1000_max + value: 56.572722198749226 + - type: nauc_recall_at_1000_std + value: 31.84957409406956 + - type: nauc_recall_at_100_diff1 + value: 48.328441413096336 + - type: nauc_recall_at_100_max + value: 42.071227967505166 + - type: nauc_recall_at_100_std + value: 18.845456547380337 + - type: nauc_recall_at_10_diff1 + value: 42.32690986833832 + - type: nauc_recall_at_10_max + value: 38.657602228864995 + - type: nauc_recall_at_10_std + value: 5.742422923256993 + - type: nauc_recall_at_1_diff1 + value: 57.59762900453854 + - type: nauc_recall_at_1_max + value: 36.479602157030534 + - type: nauc_recall_at_1_std + value: -4.834289532948042 + - type: nauc_recall_at_20_diff1 + value: 46.280085660215995 + - type: nauc_recall_at_20_max + value: 35.65299771551237 + - type: nauc_recall_at_20_std + value: 8.057327587598591 + - type: nauc_recall_at_3_diff1 + value: 42.84012935628984 + - type: nauc_recall_at_3_max + value: 33.69290527723077 + - type: nauc_recall_at_3_std + value: -0.9503712670051102 + - type: nauc_recall_at_5_diff1 + value: 42.1137382698146 + - type: nauc_recall_at_5_max + value: 36.12494070598603 + - type: nauc_recall_at_5_std + value: -1.394936950543654 + - type: ndcg_at_1 + value: 32.333 + - type: ndcg_at_10 + value: 44.018 + - type: ndcg_at_100 + value: 49.089 + - type: ndcg_at_1000 + value: 50.651 + - type: ndcg_at_20 + value: 46.089 + - type: ndcg_at_3 + value: 38.499 + - type: ndcg_at_5 + value: 41.297 + - type: precision_at_1 + value: 32.333 + - type: precision_at_10 + value: 6.4 + - type: precision_at_100 + value: 0.923 + - type: precision_at_1000 + value: 0.106 + - type: precision_at_20 + value: 3.6670000000000003 + - type: precision_at_3 + value: 15.443999999999999 + - type: precision_at_5 + value: 10.867 + - type: recall_at_1 + value: 30.778 + - type: recall_at_10 + value: 57.99999999999999 + - type: recall_at_100 + value: 81.722 + - type: recall_at_1000 + value: 94.033 + - type: recall_at_20 + value: 66.02799999999999 + - type: recall_at_3 + value: 43.056 + - type: recall_at_5 + value: 49.694 + task: + type: Retrieval + - dataset: + config: default + name: MTEB SprintDuplicateQuestions (default) + revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46 + split: test + type: mteb/sprintduplicatequestions-pairclassification + metrics: + - type: cosine_accuracy + value: 99.6 + - type: cosine_accuracy_threshold + value: 72.43388891220093 + - type: cosine_ap + value: 85.05626292429993 + - type: cosine_f1 + value: 78.94211576846308 + - type: cosine_f1_threshold + value: 70.86913585662842 + - type: cosine_precision + value: 78.78486055776892 + - type: cosine_recall + value: 79.10000000000001 + - type: dot_accuracy + value: 99.06534653465346 + - type: dot_accuracy_threshold + value: 76633.75244140625 + - type: dot_ap + value: 35.63520526748108 + - type: dot_f1 + value: 40.297274979355905 + - type: dot_f1_threshold + value: 46533.13903808594 + - type: dot_precision + value: 34.31786216596343 + - type: dot_recall + value: 48.8 + - type: euclidean_accuracy + value: 99.38217821782177 + - type: euclidean_accuracy_threshold + value: 1529.2129516601562 + - type: euclidean_ap + value: 65.66713048050076 + - type: euclidean_f1 + value: 63.702056698165656 + - type: euclidean_f1_threshold + value: 1659.9403381347656 + - type: euclidean_precision + value: 71.71464330413016 + - type: euclidean_recall + value: 57.3 + - type: main_score + value: 85.05626292429993 + - type: manhattan_accuracy + value: 99.36633663366337 + - type: manhattan_accuracy_threshold + value: 19134.791564941406 + - type: manhattan_ap + value: 64.327573756549 + - type: manhattan_f1 + value: 62.878385554965476 + - type: manhattan_f1_threshold + value: 20997.62725830078 + - type: manhattan_precision + value: 67.04416761041902 + - type: manhattan_recall + value: 59.199999999999996 + - type: max_accuracy + value: 99.6 + - type: max_ap + value: 85.05626292429993 + - type: max_f1 + value: 78.94211576846308 + - type: max_precision + value: 78.78486055776892 + - type: max_recall + value: 79.10000000000001 + - type: similarity_accuracy + value: 99.6 + - type: similarity_accuracy_threshold + value: 72.43388891220093 + - type: similarity_ap + value: 85.05626292429993 + - type: similarity_f1 + value: 78.94211576846308 + - type: similarity_f1_threshold + value: 70.86913585662842 + - type: similarity_precision + value: 78.78486055776892 + - type: similarity_recall + value: 79.10000000000001 + task: + type: PairClassification + - dataset: + config: default + name: MTEB StackExchangeClustering (default) + revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259 + split: test + type: mteb/stackexchange-clustering + metrics: + - type: main_score + value: 33.04088699016667 + - type: v_measure + value: 33.04088699016667 + - type: v_measure_std + value: 4.201419342997424 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackExchangeClusteringP2P (default) + revision: 815ca46b2622cec33ccafc3735d572c266efdb44 + split: test + type: mteb/stackexchange-clustering-p2p + metrics: + - type: main_score + value: 27.79227103935552 + - type: v_measure + value: 27.79227103935552 + - type: v_measure_std + value: 1.6306895991356034 + task: + type: Clustering + - dataset: + config: default + name: MTEB StackOverflowDupQuestions (default) + revision: e185fbe320c72810689fc5848eb6114e1ef5ec69 + split: test + type: mteb/stackoverflowdupquestions-reranking + metrics: + - type: main_score + value: 43.37562407771596 + - type: map + value: 43.37562407771596 + - type: mrr + value: 43.95843943638062 + - type: nAUC_map_diff1 + value: 35.17057785776578 + - type: nAUC_map_max + value: 16.895292109117968 + - type: nAUC_map_std + value: 7.566837158800999 + - type: nAUC_mrr_diff1 + value: 34.529930093774155 + - type: nAUC_mrr_max + value: 17.875421743140148 + - type: nAUC_mrr_std + value: 8.16194884246291 + task: + type: Reranking + - dataset: + config: default + name: MTEB SummEval (default) + revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c + split: test + type: mteb/summeval + metrics: + - type: cosine_pearson + value: 29.667795250962197 + - type: cosine_spearman + value: 29.280803143378677 + - type: dot_pearson + value: 17.20848486618972 + - type: dot_spearman + value: 19.642791960809518 + - type: main_score + value: 29.280803143378677 + - type: pearson + value: 29.667795250962197 + - type: spearman + value: 29.280803143378677 + task: + type: Summarization + - dataset: + config: default + name: MTEB TRECCOVID (default) + revision: bb9466bac8153a0349341eb1b22e06409e78ef4e + split: test + type: mteb/trec-covid + metrics: + - type: main_score + value: 47.015 + - type: map_at_1 + value: 0.11299999999999999 + - type: map_at_10 + value: 0.924 + - type: map_at_100 + value: 4.172 + - type: map_at_1000 + value: 9.794 + - type: map_at_20 + value: 1.512 + - type: map_at_3 + value: 0.32299999999999995 + - type: map_at_5 + value: 0.5349999999999999 + - type: mrr_at_1 + value: 54.0 + - type: mrr_at_10 + value: 64.37222222222222 + - type: mrr_at_100 + value: 64.95440794499618 + - type: mrr_at_1000 + value: 64.95440794499618 + - type: mrr_at_20 + value: 64.79285714285714 + - type: mrr_at_3 + value: 61.0 + - type: mrr_at_5 + value: 62.9 + - type: nauc_map_at_1000_diff1 + value: 5.391181504174254 + - type: nauc_map_at_1000_max + value: 48.53906859573933 + - type: nauc_map_at_1000_std + value: 58.77913245945572 + - type: nauc_map_at_100_diff1 + value: 5.602676644566584 + - type: nauc_map_at_100_max + value: 30.35986103902266 + - type: nauc_map_at_100_std + value: 43.61342447615204 + - type: nauc_map_at_10_diff1 + value: 11.168677765044714 + - type: nauc_map_at_10_max + value: 12.615876642210566 + - type: nauc_map_at_10_std + value: 15.487673375733934 + - type: nauc_map_at_1_diff1 + value: 13.856607126355705 + - type: nauc_map_at_1_max + value: 2.1470727276166315 + - type: nauc_map_at_1_std + value: 13.755038114656543 + - type: nauc_map_at_20_diff1 + value: 9.278354233919723 + - type: nauc_map_at_20_max + value: 14.549895562986578 + - type: nauc_map_at_20_std + value: 21.58014466138326 + - type: nauc_map_at_3_diff1 + value: 17.476371244979568 + - type: nauc_map_at_3_max + value: 5.336749157036172 + - type: nauc_map_at_3_std + value: 13.60030032869252 + - type: nauc_map_at_5_diff1 + value: 18.159708091961715 + - type: nauc_map_at_5_max + value: 5.5023295542724195 + - type: nauc_map_at_5_std + value: 13.464524190505264 + - type: nauc_mrr_at_1000_diff1 + value: 24.183591049739295 + - type: nauc_mrr_at_1000_max + value: 23.244935337421687 + - type: nauc_mrr_at_1000_std + value: 36.76491491232038 + - type: nauc_mrr_at_100_diff1 + value: 24.183591049739295 + - type: nauc_mrr_at_100_max + value: 23.244935337421687 + - type: nauc_mrr_at_100_std + value: 36.76491491232038 + - type: nauc_mrr_at_10_diff1 + value: 25.116993699935996 + - type: nauc_mrr_at_10_max + value: 23.996446760940472 + - type: nauc_mrr_at_10_std + value: 36.661108373978486 + - type: nauc_mrr_at_1_diff1 + value: 22.46394932066349 + - type: nauc_mrr_at_1_max + value: 17.99338723569777 + - type: nauc_mrr_at_1_std + value: 31.805173515601105 + - type: nauc_mrr_at_20_diff1 + value: 24.29457665863037 + - type: nauc_mrr_at_20_max + value: 23.511208714905433 + - type: nauc_mrr_at_20_std + value: 37.03779743443747 + - type: nauc_mrr_at_3_diff1 + value: 21.325058136848703 + - type: nauc_mrr_at_3_max + value: 25.498590855189146 + - type: nauc_mrr_at_3_std + value: 35.28303533385696 + - type: nauc_mrr_at_5_diff1 + value: 23.91581725239823 + - type: nauc_mrr_at_5_max + value: 21.88399789010818 + - type: nauc_mrr_at_5_std + value: 37.46999023019008 + - type: nauc_ndcg_at_1000_diff1 + value: 3.7557778508958846 + - type: nauc_ndcg_at_1000_max + value: 40.346503557806564 + - type: nauc_ndcg_at_1000_std + value: 50.92180253083818 + - type: nauc_ndcg_at_100_diff1 + value: 11.758581771303305 + - type: nauc_ndcg_at_100_max + value: 35.16894818233675 + - type: nauc_ndcg_at_100_std + value: 47.424485591389114 + - type: nauc_ndcg_at_10_diff1 + value: 12.849993798661563 + - type: nauc_ndcg_at_10_max + value: 30.851313506820976 + - type: nauc_ndcg_at_10_std + value: 36.943619057267505 + - type: nauc_ndcg_at_1_diff1 + value: 11.113346207488473 + - type: nauc_ndcg_at_1_max + value: 15.184797768479774 + - type: nauc_ndcg_at_1_std + value: 27.52387082931017 + - type: nauc_ndcg_at_20_diff1 + value: 12.331028684560186 + - type: nauc_ndcg_at_20_max + value: 28.893165127974708 + - type: nauc_ndcg_at_20_std + value: 39.097000545114646 + - type: nauc_ndcg_at_3_diff1 + value: 15.782271186947469 + - type: nauc_ndcg_at_3_max + value: 23.91790545249963 + - type: nauc_ndcg_at_3_std + value: 34.87568041720673 + - type: nauc_ndcg_at_5_diff1 + value: 14.306657014965335 + - type: nauc_ndcg_at_5_max + value: 24.92679497185896 + - type: nauc_ndcg_at_5_std + value: 35.14072395767764 + - type: nauc_precision_at_1000_diff1 + value: 9.698627632231533 + - type: nauc_precision_at_1000_max + value: 43.62044953565815 + - type: nauc_precision_at_1000_std + value: 54.089192302090495 + - type: nauc_precision_at_100_diff1 + value: 11.799461882261514 + - type: nauc_precision_at_100_max + value: 36.87868882997057 + - type: nauc_precision_at_100_std + value: 51.09246667126284 + - type: nauc_precision_at_10_diff1 + value: 13.170655404348533 + - type: nauc_precision_at_10_max + value: 38.227922901784936 + - type: nauc_precision_at_10_std + value: 40.51375636546919 + - type: nauc_precision_at_1_diff1 + value: 22.46394932066349 + - type: nauc_precision_at_1_max + value: 17.99338723569777 + - type: nauc_precision_at_1_std + value: 31.805173515601105 + - type: nauc_precision_at_20_diff1 + value: 13.020942321118012 + - type: nauc_precision_at_20_max + value: 32.76679746744021 + - type: nauc_precision_at_20_std + value: 43.375734018262754 + - type: nauc_precision_at_3_diff1 + value: 22.36277013079758 + - type: nauc_precision_at_3_max + value: 29.14917970240368 + - type: nauc_precision_at_3_std + value: 38.40675412594522 + - type: nauc_precision_at_5_diff1 + value: 20.38016205233649 + - type: nauc_precision_at_5_max + value: 28.40199750312108 + - type: nauc_precision_at_5_std + value: 37.658196861765916 + - type: nauc_recall_at_1000_diff1 + value: -1.8797682238301674 + - type: nauc_recall_at_1000_max + value: 40.00611463779723 + - type: nauc_recall_at_1000_std + value: 50.00277798847854 + - type: nauc_recall_at_100_diff1 + value: 5.570829659209835 + - type: nauc_recall_at_100_max + value: 21.511683158026184 + - type: nauc_recall_at_100_std + value: 37.17966017860592 + - type: nauc_recall_at_10_diff1 + value: 5.649731119631445 + - type: nauc_recall_at_10_max + value: 12.690473408729572 + - type: nauc_recall_at_10_std + value: 8.697137776280309 + - type: nauc_recall_at_1_diff1 + value: 13.856607126355705 + - type: nauc_recall_at_1_max + value: 2.1470727276166315 + - type: nauc_recall_at_1_std + value: 13.755038114656543 + - type: nauc_recall_at_20_diff1 + value: 8.149753992066595 + - type: nauc_recall_at_20_max + value: 8.365030917145909 + - type: nauc_recall_at_20_std + value: 15.05385058373975 + - type: nauc_recall_at_3_diff1 + value: 16.664831204533417 + - type: nauc_recall_at_3_max + value: 4.9075975386189015 + - type: nauc_recall_at_3_std + value: 11.436115039116913 + - type: nauc_recall_at_5_diff1 + value: 17.863326487393323 + - type: nauc_recall_at_5_max + value: 0.04244496355094046 + - type: nauc_recall_at_5_std + value: 8.039336595643896 + - type: ndcg_at_1 + value: 48.0 + - type: ndcg_at_10 + value: 47.015 + - type: ndcg_at_100 + value: 31.857999999999997 + - type: ndcg_at_1000 + value: 27.142 + - type: ndcg_at_20 + value: 43.162 + - type: ndcg_at_3 + value: 49.123 + - type: ndcg_at_5 + value: 49.425999999999995 + - type: precision_at_1 + value: 54.0 + - type: precision_at_10 + value: 51.0 + - type: precision_at_100 + value: 32.56 + - type: precision_at_1000 + value: 13.072000000000001 + - type: precision_at_20 + value: 45.9 + - type: precision_at_3 + value: 54.0 + - type: precision_at_5 + value: 55.2 + - type: recall_at_1 + value: 0.11299999999999999 + - type: recall_at_10 + value: 1.162 + - type: recall_at_100 + value: 6.809 + - type: recall_at_1000 + value: 25.805 + - type: recall_at_20 + value: 2.051 + - type: recall_at_3 + value: 0.35200000000000004 + - type: recall_at_5 + value: 0.618 + task: + type: Retrieval + - dataset: + config: default + name: MTEB Touche2020 (default) + revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f + split: test + type: mteb/touche2020 + metrics: + - type: main_score + value: 12.417 + - type: map_at_1 + value: 1.2 + - type: map_at_10 + value: 4.376 + - type: map_at_100 + value: 7.161 + - type: map_at_1000 + value: 8.405 + - type: map_at_20 + value: 5.578 + - type: map_at_3 + value: 2.396 + - type: map_at_5 + value: 3.044 + - type: mrr_at_1 + value: 16.3265306122449 + - type: mrr_at_10 + value: 30.004859086491738 + - type: mrr_at_100 + value: 31.506819710420675 + - type: mrr_at_1000 + value: 31.52488003189439 + - type: mrr_at_20 + value: 31.07992314474907 + - type: mrr_at_3 + value: 24.489795918367346 + - type: mrr_at_5 + value: 27.857142857142854 + - type: nauc_map_at_1000_diff1 + value: -15.240085041163246 + - type: nauc_map_at_1000_max + value: -34.07491781069546 + - type: nauc_map_at_1000_std + value: -39.33676134505847 + - type: nauc_map_at_100_diff1 + value: -17.475590176275173 + - type: nauc_map_at_100_max + value: -36.27378611366948 + - type: nauc_map_at_100_std + value: -42.367310265458066 + - type: nauc_map_at_10_diff1 + value: -17.79313659611791 + - type: nauc_map_at_10_max + value: -30.930524152161155 + - type: nauc_map_at_10_std + value: -37.96490423161143 + - type: nauc_map_at_1_diff1 + value: -20.304167493996196 + - type: nauc_map_at_1_max + value: -34.39784658467407 + - type: nauc_map_at_1_std + value: -34.8048180060142 + - type: nauc_map_at_20_diff1 + value: -19.601011957021058 + - type: nauc_map_at_20_max + value: -36.19251563365872 + - type: nauc_map_at_20_std + value: -41.872703350300306 + - type: nauc_map_at_3_diff1 + value: -18.604827557464603 + - type: nauc_map_at_3_max + value: -33.87036816368854 + - type: nauc_map_at_3_std + value: -37.87305582981634 + - type: nauc_map_at_5_diff1 + value: -19.000407560148222 + - type: nauc_map_at_5_max + value: -35.88105036080159 + - type: nauc_map_at_5_std + value: -39.89433800276062 + - type: nauc_mrr_at_1000_diff1 + value: -10.977908813445096 + - type: nauc_mrr_at_1000_max + value: -32.70254863800196 + - type: nauc_mrr_at_1000_std + value: -36.932750949391014 + - type: nauc_mrr_at_100_diff1 + value: -10.923380877501057 + - type: nauc_mrr_at_100_max + value: -32.61546764122419 + - type: nauc_mrr_at_100_std + value: -36.842894043351315 + - type: nauc_mrr_at_10_diff1 + value: -10.131576305498573 + - type: nauc_mrr_at_10_max + value: -31.890083580054764 + - type: nauc_mrr_at_10_std + value: -36.93266622814508 + - type: nauc_mrr_at_1_diff1 + value: -16.139790526714425 + - type: nauc_mrr_at_1_max + value: -29.900749975522345 + - type: nauc_mrr_at_1_std + value: -29.066801658151576 + - type: nauc_mrr_at_20_diff1 + value: -10.70805724526718 + - type: nauc_mrr_at_20_max + value: -32.340792705157114 + - type: nauc_mrr_at_20_std + value: -36.72547772593701 + - type: nauc_mrr_at_3_diff1 + value: -17.91765468161938 + - type: nauc_mrr_at_3_max + value: -32.241705526206275 + - type: nauc_mrr_at_3_std + value: -33.553729892050974 + - type: nauc_mrr_at_5_diff1 + value: -12.991140385709848 + - type: nauc_mrr_at_5_max + value: -33.87447283054401 + - type: nauc_mrr_at_5_std + value: -37.96193128324505 + - type: nauc_ndcg_at_1000_diff1 + value: 1.4521546341817582 + - type: nauc_ndcg_at_1000_max + value: -22.463819593958227 + - type: nauc_ndcg_at_1000_std + value: -27.617648672815875 + - type: nauc_ndcg_at_100_diff1 + value: -11.537693897677832 + - type: nauc_ndcg_at_100_max + value: -36.160393447246 + - type: nauc_ndcg_at_100_std + value: -44.05399962086289 + - type: nauc_ndcg_at_10_diff1 + value: -9.919400208671634 + - type: nauc_ndcg_at_10_max + value: -22.769115244797316 + - type: nauc_ndcg_at_10_std + value: -34.034353433778854 + - type: nauc_ndcg_at_1_diff1 + value: -17.822259770980857 + - type: nauc_ndcg_at_1_max + value: -26.332806784918134 + - type: nauc_ndcg_at_1_std + value: -26.435402666146484 + - type: nauc_ndcg_at_20_diff1 + value: -13.788195267001576 + - type: nauc_ndcg_at_20_max + value: -32.974957041119055 + - type: nauc_ndcg_at_20_std + value: -42.33157337528393 + - type: nauc_ndcg_at_3_diff1 + value: -16.223851866502706 + - type: nauc_ndcg_at_3_max + value: -26.2902601974522 + - type: nauc_ndcg_at_3_std + value: -32.304039646610335 + - type: nauc_ndcg_at_5_diff1 + value: -12.817036231720957 + - type: nauc_ndcg_at_5_max + value: -28.44642751642767 + - type: nauc_ndcg_at_5_std + value: -36.58899943553682 + - type: nauc_precision_at_1000_diff1 + value: 26.935463895508967 + - type: nauc_precision_at_1000_max + value: 46.72249889198106 + - type: nauc_precision_at_1000_std + value: 38.53058407998278 + - type: nauc_precision_at_100_diff1 + value: 4.163340339758862 + - type: nauc_precision_at_100_max + value: -10.581299020111306 + - type: nauc_precision_at_100_std + value: -29.038739456237955 + - type: nauc_precision_at_10_diff1 + value: 0.5857232239199855 + - type: nauc_precision_at_10_max + value: -12.365623679544461 + - type: nauc_precision_at_10_std + value: -29.949307140170728 + - type: nauc_precision_at_1_diff1 + value: -16.139790526714425 + - type: nauc_precision_at_1_max + value: -29.900749975522345 + - type: nauc_precision_at_1_std + value: -29.066801658151576 + - type: nauc_precision_at_20_diff1 + value: -7.74805679959642 + - type: nauc_precision_at_20_max + value: -25.268356658986903 + - type: nauc_precision_at_20_std + value: -37.758242471707966 + - type: nauc_precision_at_3_diff1 + value: -15.634998600034066 + - type: nauc_precision_at_3_max + value: -28.48849869574053 + - type: nauc_precision_at_3_std + value: -34.907495608911546 + - type: nauc_precision_at_5_diff1 + value: -8.48679992836417 + - type: nauc_precision_at_5_max + value: -29.707555980272975 + - type: nauc_precision_at_5_std + value: -40.733334704807156 + - type: nauc_recall_at_1000_diff1 + value: 8.826494916857577 + - type: nauc_recall_at_1000_max + value: -16.922331971426086 + - type: nauc_recall_at_1000_std + value: 1.4850859633484936 + - type: nauc_recall_at_100_diff1 + value: -12.650176624230422 + - type: nauc_recall_at_100_max + value: -40.574740215148125 + - type: nauc_recall_at_100_std + value: -40.52283965149714 + - type: nauc_recall_at_10_diff1 + value: -13.43480673345223 + - type: nauc_recall_at_10_max + value: -28.6156485981151 + - type: nauc_recall_at_10_std + value: -35.45555317207978 + - type: nauc_recall_at_1_diff1 + value: -20.304167493996196 + - type: nauc_recall_at_1_max + value: -34.39784658467407 + - type: nauc_recall_at_1_std + value: -34.8048180060142 + - type: nauc_recall_at_20_diff1 + value: -19.74246524681499 + - type: nauc_recall_at_20_max + value: -41.057831832815154 + - type: nauc_recall_at_20_std + value: -43.831099576419234 + - type: nauc_recall_at_3_diff1 + value: -22.564348397487556 + - type: nauc_recall_at_3_max + value: -35.421451948002236 + - type: nauc_recall_at_3_std + value: -36.72882367879091 + - type: nauc_recall_at_5_diff1 + value: -18.948821357059504 + - type: nauc_recall_at_5_max + value: -39.22248196683214 + - type: nauc_recall_at_5_std + value: -39.964758319612635 + - type: ndcg_at_1 + value: 14.285999999999998 + - type: ndcg_at_10 + value: 12.417 + - type: ndcg_at_100 + value: 21.564 + - type: ndcg_at_1000 + value: 34.264 + - type: ndcg_at_20 + value: 13.932 + - type: ndcg_at_3 + value: 13.997000000000002 + - type: ndcg_at_5 + value: 13.161999999999999 + - type: precision_at_1 + value: 16.326999999999998 + - type: precision_at_10 + value: 12.245000000000001 + - type: precision_at_100 + value: 5.163 + - type: precision_at_1000 + value: 1.304 + - type: precision_at_20 + value: 10.918 + - type: precision_at_3 + value: 16.326999999999998 + - type: precision_at_5 + value: 14.285999999999998 + - type: recall_at_1 + value: 1.2 + - type: recall_at_10 + value: 8.763 + - type: recall_at_100 + value: 31.584 + - type: recall_at_1000 + value: 70.519 + - type: recall_at_20 + value: 14.379 + - type: recall_at_3 + value: 3.229 + - type: recall_at_5 + value: 5.079000000000001 + task: + type: Retrieval + - dataset: + config: default + name: MTEB ToxicConversationsClassification (default) + revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de + split: test + type: mteb/toxic_conversations_50k + metrics: + - type: accuracy + value: 63.04199218749999 + - type: ap + value: 10.379917199607485 + - type: ap_weighted + value: 10.379917199607485 + - type: f1 + value: 47.876568123841864 + - type: f1_weighted + value: 71.2370937104015 + - type: main_score + value: 63.04199218749999 + task: + type: Classification + - dataset: + config: default + name: MTEB TweetSentimentExtractionClassification (default) + revision: d604517c81ca91fe16a244d1248fc021f9ecee7a + split: test + type: mteb/tweet_sentiment_extraction + metrics: + - type: accuracy + value: 49.442558007923026 + - type: f1 + value: 49.60441043943531 + - type: f1_weighted + value: 48.96898929345838 + - type: main_score + value: 49.442558007923026 + task: + type: Classification + - dataset: + config: default + name: MTEB TwentyNewsgroupsClustering (default) + revision: 6125ec4e24fa026cec8a478383ee943acfbd5449 + split: test + type: mteb/twentynewsgroups-clustering + metrics: + - type: main_score + value: 21.127920450161458 + - type: v_measure + value: 21.127920450161458 + - type: v_measure_std + value: 1.5027840050520012 + task: + type: Clustering + - dataset: + config: default + name: MTEB TwitterSemEval2015 (default) + revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1 + split: test + type: mteb/twittersemeval2015-pairclassification + metrics: + - type: cosine_accuracy + value: 82.18394230196103 + - type: cosine_accuracy_threshold + value: 70.92341184616089 + - type: cosine_ap + value: 59.78262740579837 + - type: cosine_f1 + value: 56.536101934874935 + - type: cosine_f1_threshold + value: 63.08426856994629 + - type: cosine_precision + value: 51.13102859581733 + - type: cosine_recall + value: 63.21899736147757 + - type: dot_accuracy + value: 78.2559456398641 + - type: dot_accuracy_threshold + value: 75122.66235351562 + - type: dot_ap + value: 42.7554645305854 + - type: dot_f1 + value: 46.84298752095361 + - type: dot_f1_threshold + value: 47930.230712890625 + - type: dot_precision + value: 36.19746689694876 + - type: dot_recall + value: 66.35883905013192 + - type: euclidean_accuracy + value: 80.41962210168684 + - type: euclidean_accuracy_threshold + value: 2041.592025756836 + - type: euclidean_ap + value: 53.9382918676684 + - type: euclidean_f1 + value: 53.007111003977336 + - type: euclidean_f1_threshold + value: 2444.729995727539 + - type: euclidean_precision + value: 48.79076991346794 + - type: euclidean_recall + value: 58.02110817941952 + - type: main_score + value: 59.78262740579837 + - type: manhattan_accuracy + value: 80.65208320915539 + - type: manhattan_accuracy_threshold + value: 26017.153930664062 + - type: manhattan_ap + value: 54.628314460914396 + - type: manhattan_f1 + value: 53.78151260504202 + - type: manhattan_f1_threshold + value: 30961.737060546875 + - type: manhattan_precision + value: 47.208931419457734 + - type: manhattan_recall + value: 62.48021108179419 + - type: max_accuracy + value: 82.18394230196103 + - type: max_ap + value: 59.78262740579837 + - type: max_f1 + value: 56.536101934874935 + - type: max_precision + value: 51.13102859581733 + - type: max_recall + value: 66.35883905013192 + - type: similarity_accuracy + value: 82.18394230196103 + - type: similarity_accuracy_threshold + value: 70.92341184616089 + - type: similarity_ap + value: 59.78262740579837 + - type: similarity_f1 + value: 56.536101934874935 + - type: similarity_f1_threshold + value: 63.08426856994629 + - type: similarity_precision + value: 51.13102859581733 + - type: similarity_recall + value: 63.21899736147757 + task: + type: PairClassification + - dataset: + config: default + name: MTEB TwitterURLCorpus (default) + revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf + split: test + type: mteb/twitterurlcorpus-pairclassification + metrics: + - type: cosine_accuracy + value: 86.35269918888501 + - type: cosine_accuracy_threshold + value: 65.62063097953796 + - type: cosine_ap + value: 79.86337146522463 + - type: cosine_f1 + value: 72.03383314109958 + - type: cosine_f1_threshold + value: 62.217533588409424 + - type: cosine_precision + value: 71.93979419444018 + - type: cosine_recall + value: 72.12811826301201 + - type: dot_accuracy + value: 82.84045484534482 + - type: dot_accuracy_threshold + value: 35566.62902832031 + - type: dot_ap + value: 69.69127356271262 + - type: dot_f1 + value: 64.93162154619034 + - type: dot_f1_threshold + value: 28885.244750976562 + - type: dot_precision + value: 59.36463383516203 + - type: dot_recall + value: 71.65075454265477 + - type: euclidean_accuracy + value: 83.63022470601933 + - type: euclidean_accuracy_threshold + value: 1693.5848236083984 + - type: euclidean_ap + value: 71.73555972139718 + - type: euclidean_f1 + value: 63.8556476722812 + - type: euclidean_f1_threshold + value: 1923.9103317260742 + - type: euclidean_precision + value: 62.26497914990124 + - type: euclidean_recall + value: 65.52971974129966 + - type: main_score + value: 79.86337146522463 + - type: manhattan_accuracy + value: 83.70978383203322 + - type: manhattan_accuracy_threshold + value: 21348.568725585938 + - type: manhattan_ap + value: 72.01847359087003 + - type: manhattan_f1 + value: 64.34136401773942 + - type: manhattan_f1_threshold + value: 23113.516235351562 + - type: manhattan_precision + value: 66.8715222988124 + - type: manhattan_recall + value: 61.99568832768709 + - type: max_accuracy + value: 86.35269918888501 + - type: max_ap + value: 79.86337146522463 + - type: max_f1 + value: 72.03383314109958 + - type: max_precision + value: 71.93979419444018 + - type: max_recall + value: 72.12811826301201 + - type: similarity_accuracy + value: 86.35269918888501 + - type: similarity_accuracy_threshold + value: 65.62063097953796 + - type: similarity_ap + value: 79.86337146522463 + - type: similarity_f1 + value: 72.03383314109958 + - type: similarity_f1_threshold + value: 62.217533588409424 + - type: similarity_precision + value: 71.93979419444018 + - type: similarity_recall + value: 72.12811826301201 + task: + type: PairClassification model_name: minishlab/M2V_base_output tags: - embeddings - static-embeddings +- mteb --- # minishlab/M2V_base_output Model Card