diff --git "a/README.md" "b/README.md" --- "a/README.md" +++ "b/README.md" @@ -61,23 +61,6 @@ model-index: value: 59.358 task: type: Classification - - dataset: - config: en - name: MTEB AmazonReviewsClassification (en) - revision: 1399c76144fd37290681b995c656ef9b2e06e26d - split: validation - type: mteb/amazon_reviews_multi - metrics: - - type: accuracy - value: 59.54200000000001 - - type: f1 - value: 59.20552246033062 - - type: f1_weighted - value: 59.20552246033062 - - type: main_score - value: 59.54200000000001 - task: - type: Classification - dataset: config: default name: MTEB ArguAna @@ -411,3876 +394,384 @@ model-index: - type: map value: 67.32597152838535 - type: mrr - value: 78.98683111286988 - - type: nAUC_map_diff1 - value: 16.8624639710487 - - type: nAUC_map_max - value: 24.91996491142433 - - type: nAUC_map_std - value: 17.91865808793225 - - type: nAUC_mrr_diff1 - value: 25.03766425631947 - - type: nAUC_mrr_max - value: 41.64561939958336 - - type: nAUC_mrr_std - value: 23.179909345891968 - task: - type: Reranking - - dataset: - config: default - name: MTEB BIOSSES - revision: d3fb88f8f02e40887cd149695127462bbcf29b4a - split: test - type: mteb/biosses-sts - metrics: - - type: cosine_pearson - value: 85.790820496042 - - type: cosine_spearman - value: 83.10731534330517 - - type: euclidean_pearson - value: 84.61741304343133 - - type: euclidean_spearman - value: 83.17297949010973 - - type: main_score - value: 83.10731534330517 - - type: manhattan_pearson - value: 85.2137696526676 - - type: manhattan_spearman - value: 84.39168195786738 - - type: pearson - value: 85.790820496042 - - type: spearman - value: 83.10731534330517 - task: - type: STS - - dataset: - config: default - name: MTEB Banking77Classification - revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 - split: test - type: mteb/banking77 - metrics: - - type: accuracy - value: 89.78896103896105 - - type: f1 - value: 89.76107366333488 - - type: f1_weighted - value: 89.76107366333488 - - type: main_score - value: 89.78896103896105 - task: - type: Classification - - dataset: - config: default - name: MTEB BiorxivClusteringP2P - revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 - split: test - type: mteb/biorxiv-clustering-p2p - metrics: - - type: main_score - value: 50.68092296236376 - - type: v_measure - value: 50.68092296236376 - - type: v_measure_std - value: 0.7832640983085436 - task: - type: Clustering - - dataset: - config: default - name: MTEB BiorxivClusteringS2S - revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 - split: test - type: mteb/biorxiv-clustering-s2s - metrics: - - type: main_score - value: 46.86629236732983 - - type: v_measure - value: 46.86629236732983 - - type: v_measure_std - value: 0.8784322236350974 - task: - type: Clustering - - dataset: - config: default - name: MTEB CQADupstackAndroidRetrieval - revision: f46a197baaae43b4f621051089b82a364682dfeb - split: test - type: mteb/cqadupstack-android - metrics: - - type: main_score - value: 55.698 - - type: map_at_1 - value: 34.943000000000005 - - type: map_at_10 - value: 48.412 - - type: map_at_100 - value: 50.015 - - type: map_at_1000 - value: 50.124 - - type: map_at_20 - value: 49.349 - - type: map_at_3 - value: 43.921 - - type: map_at_5 - value: 46.495999999999995 - - type: mrr_at_1 - value: 43.776824034334766 - - type: mrr_at_10 - value: 54.878568022344844 - - type: mrr_at_100 - value: 55.48878141977723 - - type: mrr_at_1000 - value: 55.52247635710942 - - type: mrr_at_20 - value: 55.24539198226065 - - type: mrr_at_3 - value: 52.122079160705745 - - type: mrr_at_5 - value: 53.69575584167856 - - type: nauc_map_at_1000_diff1 - value: 54.83637631494736 - - type: nauc_map_at_1000_max - value: 35.52458743218728 - - type: nauc_map_at_1000_std - value: -7.275819984945678 - - type: nauc_map_at_100_diff1 - value: 54.8368163650723 - - type: nauc_map_at_100_max - value: 35.51429313293532 - - type: nauc_map_at_100_std - value: -7.209081495342137 - - type: nauc_map_at_10_diff1 - value: 54.571251045523695 - - type: nauc_map_at_10_max - value: 35.13594763369283 - - type: nauc_map_at_10_std - value: -8.062736192082145 - - type: nauc_map_at_1_diff1 - value: 61.86437489279821 - - type: nauc_map_at_1_max - value: 30.837576154277528 - - type: nauc_map_at_1_std - value: -10.802149792652855 - - type: nauc_map_at_20_diff1 - value: 54.80239774838164 - - type: nauc_map_at_20_max - value: 35.307069496896524 - - type: nauc_map_at_20_std - value: -7.5590600480201084 - - type: nauc_map_at_3_diff1 - value: 56.30342166194192 - - type: nauc_map_at_3_max - value: 33.93416925095916 - - type: nauc_map_at_3_std - value: -9.895585975112043 - - type: nauc_map_at_5_diff1 - value: 55.13469955491529 - - type: nauc_map_at_5_max - value: 34.56062736964534 - - type: nauc_map_at_5_std - value: -8.468279768763258 - - type: nauc_mrr_at_1000_diff1 - value: 54.35779422379845 - - type: nauc_mrr_at_1000_max - value: 38.00754831524994 - - type: nauc_mrr_at_1000_std - value: -6.718471256413226 - - type: nauc_mrr_at_100_diff1 - value: 54.340708492510146 - - type: nauc_mrr_at_100_max - value: 38.01292132503959 - - type: nauc_mrr_at_100_std - value: -6.681495135209198 - - type: nauc_mrr_at_10_diff1 - value: 53.94275962175614 - - type: nauc_mrr_at_10_max - value: 38.09414773152168 - - type: nauc_mrr_at_10_std - value: -6.794616916068954 - - type: nauc_mrr_at_1_diff1 - value: 60.852338909452264 - - type: nauc_mrr_at_1_max - value: 38.96584368509479 - - type: nauc_mrr_at_1_std - value: -10.045964915794114 - - type: nauc_mrr_at_20_diff1 - value: 54.245719828208 - - type: nauc_mrr_at_20_max - value: 37.98399031096221 - - type: nauc_mrr_at_20_std - value: -6.631646361390074 - - type: nauc_mrr_at_3_diff1 - value: 54.943819112748315 - - type: nauc_mrr_at_3_max - value: 38.72670310558506 - - type: nauc_mrr_at_3_std - value: -7.3047984890023105 - - type: nauc_mrr_at_5_diff1 - value: 54.12052762196357 - - type: nauc_mrr_at_5_max - value: 37.98864287763163 - - type: nauc_mrr_at_5_std - value: -6.9053220503659265 - - type: nauc_ndcg_at_1000_diff1 - value: 53.168521840294005 - - type: nauc_ndcg_at_1000_max - value: 36.25929234058774 - - type: nauc_ndcg_at_1000_std - value: -5.01113875093572 - - type: nauc_ndcg_at_100_diff1 - value: 52.97172317197053 - - type: nauc_ndcg_at_100_max - value: 36.292559404355615 - - type: nauc_ndcg_at_100_std - value: -3.9936833034645867 - - type: nauc_ndcg_at_10_diff1 - value: 51.38148105179765 - - type: nauc_ndcg_at_10_max - value: 35.88586827346375 - - type: nauc_ndcg_at_10_std - value: -6.673784797732396 - - type: nauc_ndcg_at_1_diff1 - value: 60.852338909452264 - - type: nauc_ndcg_at_1_max - value: 38.96584368509479 - - type: nauc_ndcg_at_1_std - value: -10.045964915794114 - - type: nauc_ndcg_at_20_diff1 - value: 52.371052429309785 - - type: nauc_ndcg_at_20_max - value: 35.6004937406994 - - type: nauc_ndcg_at_20_std - value: -5.425915580039577 - - type: nauc_ndcg_at_3_diff1 - value: 53.2680031129826 - - type: nauc_ndcg_at_3_max - value: 36.53325082761763 - - type: nauc_ndcg_at_3_std - value: -7.827726412361283 - - type: nauc_ndcg_at_5_diff1 - value: 52.16973047122866 - - type: nauc_ndcg_at_5_max - value: 35.54372983982979 - - type: nauc_ndcg_at_5_std - value: -6.550536192290274 - - type: nauc_precision_at_1000_diff1 - value: -23.803635566071492 - - type: nauc_precision_at_1000_max - value: -4.4680884323262084 - - type: nauc_precision_at_1000_std - value: -5.4782877211099406 - - type: nauc_precision_at_100_diff1 - value: -15.735126039786982 - - type: nauc_precision_at_100_max - value: 5.745419801082826 - - type: nauc_precision_at_100_std - value: 7.527025248717274 - - type: nauc_precision_at_10_diff1 - value: 0.820392313600132 - - type: nauc_precision_at_10_max - value: 22.514672565277618 - - type: nauc_precision_at_10_std - value: 5.930871763593499 - - type: nauc_precision_at_1_diff1 - value: 60.852338909452264 - - type: nauc_precision_at_1_max - value: 38.96584368509479 - - type: nauc_precision_at_1_std - value: -10.045964915794114 - - type: nauc_precision_at_20_diff1 - value: -4.270036607143178 - - type: nauc_precision_at_20_max - value: 16.365591570487123 - - type: nauc_precision_at_20_std - value: 9.468602942722748 - - type: nauc_precision_at_3_diff1 - value: 26.02073484847779 - - type: nauc_precision_at_3_max - value: 34.39412841152471 - - type: nauc_precision_at_3_std - value: -1.2152655666245264 - - type: nauc_precision_at_5_diff1 - value: 13.669777177024686 - - type: nauc_precision_at_5_max - value: 29.651219124693423 - - type: nauc_precision_at_5_std - value: 4.454255364596209 - - type: nauc_recall_at_1000_diff1 - value: 37.8260265620583 - - type: nauc_recall_at_1000_max - value: 17.510564767254742 - - type: nauc_recall_at_1000_std - value: 53.12083608928702 - - type: nauc_recall_at_100_diff1 - value: 40.133033351680965 - - type: nauc_recall_at_100_max - value: 30.191343697115702 - - type: nauc_recall_at_100_std - value: 27.18528385298577 - - type: nauc_recall_at_10_diff1 - value: 38.05790273348577 - - type: nauc_recall_at_10_max - value: 30.04513821395271 - - type: nauc_recall_at_10_std - value: -3.5287672176113567 - - type: nauc_recall_at_1_diff1 - value: 61.86437489279821 - - type: nauc_recall_at_1_max - value: 30.837576154277528 - - type: nauc_recall_at_1_std - value: -10.802149792652855 - - type: nauc_recall_at_20_diff1 - value: 39.79776828661499 - - type: nauc_recall_at_20_max - value: 27.6538881802111 - - type: nauc_recall_at_20_std - value: 2.750348903039602 - - type: nauc_recall_at_3_diff1 - value: 48.62286391030405 - - type: nauc_recall_at_3_max - value: 31.93639897872922 - - type: nauc_recall_at_3_std - value: -8.01788709199078 - - type: nauc_recall_at_5_diff1 - value: 43.1218258316952 - - type: nauc_recall_at_5_max - value: 29.31823884354994 - - type: nauc_recall_at_5_std - value: -4.156997758846112 - - type: ndcg_at_1 - value: 43.777 - - type: ndcg_at_10 - value: 55.698 - - type: ndcg_at_100 - value: 60.681 - - type: ndcg_at_1000 - value: 61.966 - - type: ndcg_at_20 - value: 57.730000000000004 - - type: ndcg_at_3 - value: 49.725 - - type: ndcg_at_5 - value: 52.527 - - type: precision_at_1 - value: 43.777 - - type: precision_at_10 - value: 11.144 - - type: precision_at_100 - value: 1.685 - - type: precision_at_1000 - value: 0.209 - - type: precision_at_20 - value: 6.4879999999999995 - - type: precision_at_3 - value: 24.654 - - type: precision_at_5 - value: 18.026 - - type: recall_at_1 - value: 34.943000000000005 - - type: recall_at_10 - value: 69.333 - - type: recall_at_100 - value: 90.153 - - type: recall_at_1000 - value: 97.761 - - type: recall_at_20 - value: 76.753 - - type: recall_at_3 - value: 51.815999999999995 - - type: recall_at_5 - value: 59.589999999999996 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackEnglishRetrieval - revision: ad9991cb51e31e31e430383c75ffb2885547b5f0 - split: test - type: mteb/cqadupstack-english - metrics: - - type: main_score - value: 54.730000000000004 - - type: map_at_1 - value: 36.288 - - type: map_at_10 - value: 48.618 - - type: map_at_100 - value: 49.9 - - type: map_at_1000 - value: 50.03300000000001 - - type: map_at_20 - value: 49.345 - - type: map_at_3 - value: 45.318000000000005 - - type: map_at_5 - value: 47.103 - - type: mrr_at_1 - value: 46.496815286624205 - - type: mrr_at_10 - value: 55.0120564149227 - - type: mrr_at_100 - value: 55.637173112842866 - - type: mrr_at_1000 - value: 55.669818563530114 - - type: mrr_at_20 - value: 55.42145889032171 - - type: mrr_at_3 - value: 53.078556263269704 - - type: mrr_at_5 - value: 54.161358811040415 - - type: nauc_map_at_1000_diff1 - value: 56.46689280524137 - - type: nauc_map_at_1000_max - value: 39.66778030566005 - - type: nauc_map_at_1000_std - value: -2.2939456265123828 - - type: nauc_map_at_100_diff1 - value: 56.40682470243544 - - type: nauc_map_at_100_max - value: 39.56961568857141 - - type: nauc_map_at_100_std - value: -2.3632146801518235 - - type: nauc_map_at_10_diff1 - value: 56.75288379552944 - - type: nauc_map_at_10_max - value: 38.61429494642159 - - type: nauc_map_at_10_std - value: -3.862190076586902 - - type: nauc_map_at_1_diff1 - value: 60.36308471991815 - - type: nauc_map_at_1_max - value: 33.39652804870031 - - type: nauc_map_at_1_std - value: -9.62291874243431 - - type: nauc_map_at_20_diff1 - value: 56.44462833837671 - - type: nauc_map_at_20_max - value: 39.11778890218465 - - type: nauc_map_at_20_std - value: -3.0343797268212054 - - type: nauc_map_at_3_diff1 - value: 57.34460734939674 - - type: nauc_map_at_3_max - value: 36.695176518865495 - - type: nauc_map_at_3_std - value: -5.8079837040109865 - - type: nauc_map_at_5_diff1 - value: 56.73705905593219 - - type: nauc_map_at_5_max - value: 37.75982310638613 - - type: nauc_map_at_5_std - value: -5.057985215317977 - - type: nauc_mrr_at_1000_diff1 - value: 56.016293504605805 - - type: nauc_mrr_at_1000_max - value: 43.960790448380294 - - type: nauc_mrr_at_1000_std - value: 1.5286262952131746 - - type: nauc_mrr_at_100_diff1 - value: 56.00993533595076 - - type: nauc_mrr_at_100_max - value: 43.953682537073625 - - type: nauc_mrr_at_100_std - value: 1.5310645990691607 - - type: nauc_mrr_at_10_diff1 - value: 56.181066861680215 - - type: nauc_mrr_at_10_max - value: 43.95237703645959 - - type: nauc_mrr_at_10_std - value: 1.3126969313493262 - - type: nauc_mrr_at_1_diff1 - value: 59.345462167260536 - - type: nauc_mrr_at_1_max - value: 45.198742402012144 - - type: nauc_mrr_at_1_std - value: -1.975434919304149 - - type: nauc_mrr_at_20_diff1 - value: 56.04021587849311 - - type: nauc_mrr_at_20_max - value: 43.97948850003455 - - type: nauc_mrr_at_20_std - value: 1.462103753821496 - - type: nauc_mrr_at_3_diff1 - value: 56.28010458787395 - - type: nauc_mrr_at_3_max - value: 44.359236223927105 - - type: nauc_mrr_at_3_std - value: 0.98947895791584 - - type: nauc_mrr_at_5_diff1 - value: 56.18152155505639 - - type: nauc_mrr_at_5_max - value: 44.03436861076891 - - type: nauc_mrr_at_5_std - value: 1.193246119558553 - - type: nauc_ndcg_at_1000_diff1 - value: 54.686969440539116 - - type: nauc_ndcg_at_1000_max - value: 41.45245665688911 - - type: nauc_ndcg_at_1000_std - value: 2.6709494808988894 - - type: nauc_ndcg_at_100_diff1 - value: 54.49115436097919 - - type: nauc_ndcg_at_100_max - value: 40.84273939882796 - - type: nauc_ndcg_at_100_std - value: 2.5232491452761003 - - type: nauc_ndcg_at_10_diff1 - value: 55.60099783321824 - - type: nauc_ndcg_at_10_max - value: 40.687096005915954 - - type: nauc_ndcg_at_10_std - value: 0.14134743575996547 - - type: nauc_ndcg_at_1_diff1 - value: 59.345462167260536 - - type: nauc_ndcg_at_1_max - value: 45.198742402012144 - - type: nauc_ndcg_at_1_std - value: -1.975434919304149 - - type: nauc_ndcg_at_20_diff1 - value: 54.91962043024918 - - type: nauc_ndcg_at_20_max - value: 40.75948662832124 - - type: nauc_ndcg_at_20_std - value: 1.281515340695552 - - type: nauc_ndcg_at_3_diff1 - value: 54.894656566662626 - - type: nauc_ndcg_at_3_max - value: 40.98054458005936 - - type: nauc_ndcg_at_3_std - value: -1.1958948027573943 - - type: nauc_ndcg_at_5_diff1 - value: 55.206210616924714 - - type: nauc_ndcg_at_5_max - value: 40.81520447097436 - - type: nauc_ndcg_at_5_std - value: -1.2189120404114255 - - type: nauc_precision_at_1000_diff1 - value: -11.06463142836882 - - type: nauc_precision_at_1000_max - value: 16.85242202440994 - - type: nauc_precision_at_1000_std - value: 22.254962216674095 - - type: nauc_precision_at_100_diff1 - value: -5.889681335605225 - - type: nauc_precision_at_100_max - value: 25.013547959542688 - - type: nauc_precision_at_100_std - value: 28.4550925229075 - - type: nauc_precision_at_10_diff1 - value: 9.552608749535276 - - type: nauc_precision_at_10_max - value: 32.843831329780656 - - type: nauc_precision_at_10_std - value: 20.18163651010038 - - type: nauc_precision_at_1_diff1 - value: 59.345462167260536 - - type: nauc_precision_at_1_max - value: 45.198742402012144 - - type: nauc_precision_at_1_std - value: -1.975434919304149 - - type: nauc_precision_at_20_diff1 - value: 1.1372325410271844 - - type: nauc_precision_at_20_max - value: 30.110230673953435 - - type: nauc_precision_at_20_std - value: 25.2301109507936 - - type: nauc_precision_at_3_diff1 - value: 26.68533863846986 - - type: nauc_precision_at_3_max - value: 37.47926214115986 - - type: nauc_precision_at_3_std - value: 11.249926202200013 - - type: nauc_precision_at_5_diff1 - value: 18.115625682122925 - - type: nauc_precision_at_5_max - value: 36.15948376464767 - - type: nauc_precision_at_5_std - value: 14.536836763909655 - - type: nauc_recall_at_1000_diff1 - value: 32.86834628418128 - - type: nauc_recall_at_1000_max - value: 38.69690536529228 - - type: nauc_recall_at_1000_std - value: 47.46864129153341 - - type: nauc_recall_at_100_diff1 - value: 40.31733126845487 - - type: nauc_recall_at_100_max - value: 33.70215877935575 - - type: nauc_recall_at_100_std - value: 22.203284375225383 - - type: nauc_recall_at_10_diff1 - value: 49.62184271256615 - - type: nauc_recall_at_10_max - value: 33.829213165252064 - - type: nauc_recall_at_10_std - value: 3.2762306444704583 - - type: nauc_recall_at_1_diff1 - value: 60.36308471991815 - - type: nauc_recall_at_1_max - value: 33.39652804870031 - - type: nauc_recall_at_1_std - value: -9.62291874243431 - - type: nauc_recall_at_20_diff1 - value: 45.34115505822894 - - type: nauc_recall_at_20_max - value: 34.317797474261354 - - type: nauc_recall_at_20_std - value: 8.91557086334875 - - type: nauc_recall_at_3_diff1 - value: 52.2159501674344 - - type: nauc_recall_at_3_max - value: 33.78966220398346 - - type: nauc_recall_at_3_std - value: -3.3004922521236666 - - type: nauc_recall_at_5_diff1 - value: 50.71854741865499 - - type: nauc_recall_at_5_max - value: 33.89372486859709 - - type: nauc_recall_at_5_std - value: -1.6247218933347045 - - type: ndcg_at_1 - value: 46.497 - - type: ndcg_at_10 - value: 54.730000000000004 - - type: ndcg_at_100 - value: 58.633 - - type: ndcg_at_1000 - value: 60.458 - - type: ndcg_at_20 - value: 56.345 - - type: ndcg_at_3 - value: 50.834 - - type: ndcg_at_5 - value: 52.410000000000004 - - type: precision_at_1 - value: 46.497 - - type: precision_at_10 - value: 10.535 - - type: precision_at_100 - value: 1.601 - - type: precision_at_1000 - value: 0.207 - - type: precision_at_20 - value: 6.127 - - type: precision_at_3 - value: 25.244 - - type: precision_at_5 - value: 17.503 - - type: recall_at_1 - value: 36.288 - - type: recall_at_10 - value: 64.816 - - type: recall_at_100 - value: 81.467 - - type: recall_at_1000 - value: 92.487 - - type: recall_at_20 - value: 70.88499999999999 - - type: recall_at_3 - value: 52.086 - - type: recall_at_5 - value: 57.269000000000005 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGamingRetrieval - revision: 4885aa143210c98657558c04aaf3dc47cfb54340 - split: test - type: mteb/cqadupstack-gaming - metrics: - - type: main_score - value: 62.852 - - type: map_at_1 - value: 43.505 - - type: map_at_10 - value: 56.849000000000004 - - type: map_at_100 - value: 57.928000000000004 - - type: map_at_1000 - value: 57.961 - - type: map_at_20 - value: 57.54899999999999 - - type: map_at_3 - value: 53.47 - - type: map_at_5 - value: 55.30199999999999 - - type: mrr_at_1 - value: 50.03134796238244 - - type: mrr_at_10 - value: 60.38080310494111 - - type: mrr_at_100 - value: 61.01234552272702 - - type: mrr_at_1000 - value: 61.02874712046066 - - type: mrr_at_20 - value: 60.812621173644466 - - type: mrr_at_3 - value: 58.171368861024106 - - type: mrr_at_5 - value: 59.40334378265425 - - type: nauc_map_at_1000_diff1 - value: 52.16816507227677 - - type: nauc_map_at_1000_max - value: 38.98795133824293 - - type: nauc_map_at_1000_std - value: -5.028867811195151 - - type: nauc_map_at_100_diff1 - value: 52.153625462396455 - - type: nauc_map_at_100_max - value: 38.97014189874324 - - type: nauc_map_at_100_std - value: -5.042246042866819 - - type: nauc_map_at_10_diff1 - value: 52.07923020675717 - - type: nauc_map_at_10_max - value: 38.369009334557155 - - type: nauc_map_at_10_std - value: -5.765857710696675 - - type: nauc_map_at_1_diff1 - value: 56.328478399142924 - - type: nauc_map_at_1_max - value: 31.79021277811985 - - type: nauc_map_at_1_std - value: -8.98608809438414 - - type: nauc_map_at_20_diff1 - value: 52.105964393726765 - - type: nauc_map_at_20_max - value: 38.789873388059455 - - type: nauc_map_at_20_std - value: -5.222700490302784 - - type: nauc_map_at_3_diff1 - value: 52.556616811996 - - type: nauc_map_at_3_max - value: 37.320756821058495 - - type: nauc_map_at_3_std - value: -6.894175453592076 - - type: nauc_map_at_5_diff1 - value: 52.378347112597204 - - type: nauc_map_at_5_max - value: 37.93424310087063 - - type: nauc_map_at_5_std - value: -6.460337027009615 - - type: nauc_mrr_at_1000_diff1 - value: 51.74183684789293 - - type: nauc_mrr_at_1000_max - value: 40.58311804493183 - - type: nauc_mrr_at_1000_std - value: -3.9613238660342964 - - type: nauc_mrr_at_100_diff1 - value: 51.73289955795495 - - type: nauc_mrr_at_100_max - value: 40.586353253407744 - - type: nauc_mrr_at_100_std - value: -3.958410058546806 - - type: nauc_mrr_at_10_diff1 - value: 51.64168509083105 - - type: nauc_mrr_at_10_max - value: 40.399319537948756 - - type: nauc_mrr_at_10_std - value: -4.116682321334815 - - type: nauc_mrr_at_1_diff1 - value: 55.333800435562765 - - type: nauc_mrr_at_1_max - value: 39.35467448753652 - - type: nauc_mrr_at_1_std - value: -5.800227044173351 - - type: nauc_mrr_at_20_diff1 - value: 51.64274061544686 - - type: nauc_mrr_at_20_max - value: 40.58708648648336 - - type: nauc_mrr_at_20_std - value: -3.9058072640562185 - - type: nauc_mrr_at_3_diff1 - value: 51.72326489785739 - - type: nauc_mrr_at_3_max - value: 40.50521371391574 - - type: nauc_mrr_at_3_std - value: -4.683890918062745 - - type: nauc_mrr_at_5_diff1 - value: 51.488693612711536 - - type: nauc_mrr_at_5_max - value: 40.2882480652101 - - type: nauc_mrr_at_5_std - value: -4.4622186125220855 - - type: nauc_ndcg_at_1000_diff1 - value: 51.12814658619273 - - type: nauc_ndcg_at_1000_max - value: 40.81436571497994 - - type: nauc_ndcg_at_1000_std - value: -2.43859867526075 - - type: nauc_ndcg_at_100_diff1 - value: 50.80615451234526 - - type: nauc_ndcg_at_100_max - value: 40.80060641933624 - - type: nauc_ndcg_at_100_std - value: -2.180605542718217 - - type: nauc_ndcg_at_10_diff1 - value: 50.22487173329537 - - type: nauc_ndcg_at_10_max - value: 39.45527820611396 - - type: nauc_ndcg_at_10_std - value: -3.5002205667350164 - - type: nauc_ndcg_at_1_diff1 - value: 55.333800435562765 - - type: nauc_ndcg_at_1_max - value: 39.35467448753652 - - type: nauc_ndcg_at_1_std - value: -5.800227044173351 - - type: nauc_ndcg_at_20_diff1 - value: 50.25557695939378 - - type: nauc_ndcg_at_20_max - value: 40.28337678574298 - - type: nauc_ndcg_at_20_std - value: -2.3263304856520417 - - type: nauc_ndcg_at_3_diff1 - value: 50.949381425183695 - - type: nauc_ndcg_at_3_max - value: 38.95477985650601 - - type: nauc_ndcg_at_3_std - value: -5.0088129038376685 - - type: nauc_ndcg_at_5_diff1 - value: 50.7047728064737 - - type: nauc_ndcg_at_5_max - value: 39.203829151771686 - - type: nauc_ndcg_at_5_std - value: -4.622918391428571 - - type: nauc_precision_at_1000_diff1 - value: -14.62405918427924 - - type: nauc_precision_at_1000_max - value: 16.898489484573037 - - type: nauc_precision_at_1000_std - value: 21.967747453605394 - - type: nauc_precision_at_100_diff1 - value: -11.448550678871408 - - type: nauc_precision_at_100_max - value: 19.582209678979844 - - type: nauc_precision_at_100_std - value: 21.726382460432053 - - type: nauc_precision_at_10_diff1 - value: 5.973035356282201 - - type: nauc_precision_at_10_max - value: 28.48247102583669 - - type: nauc_precision_at_10_std - value: 13.32433424892232 - - type: nauc_precision_at_1_diff1 - value: 55.333800435562765 - - type: nauc_precision_at_1_max - value: 39.35467448753652 - - type: nauc_precision_at_1_std - value: -5.800227044173351 - - type: nauc_precision_at_20_diff1 - value: -2.004268653238695 - - type: nauc_precision_at_20_max - value: 25.80563708317859 - - type: nauc_precision_at_20_std - value: 19.355969977571576 - - type: nauc_precision_at_3_diff1 - value: 25.9256226158056 - - type: nauc_precision_at_3_max - value: 37.991696510180304 - - type: nauc_precision_at_3_std - value: 3.5509351197742234 - - type: nauc_precision_at_5_diff1 - value: 17.985770390816665 - - type: nauc_precision_at_5_max - value: 34.412743806278016 - - type: nauc_precision_at_5_std - value: 7.26584737170119 - - type: nauc_recall_at_1000_diff1 - value: 38.18794217334074 - - type: nauc_recall_at_1000_max - value: 80.75619706625903 - - type: nauc_recall_at_1000_std - value: 68.96313345550892 - - type: nauc_recall_at_100_diff1 - value: 36.29648389156607 - - type: nauc_recall_at_100_max - value: 51.864154739632916 - - type: nauc_recall_at_100_std - value: 27.873950597785225 - - type: nauc_recall_at_10_diff1 - value: 40.432973576202755 - - type: nauc_recall_at_10_max - value: 36.86537535706967 - - type: nauc_recall_at_10_std - value: 2.6176373660691707 - - type: nauc_recall_at_1_diff1 - value: 56.328478399142924 - - type: nauc_recall_at_1_max - value: 31.79021277811985 - - type: nauc_recall_at_1_std - value: -8.98608809438414 - - type: nauc_recall_at_20_diff1 - value: 37.63177369720761 - - type: nauc_recall_at_20_max - value: 41.908348681745714 - - type: nauc_recall_at_20_std - value: 12.370515559816726 - - type: nauc_recall_at_3_diff1 - value: 46.14276186098413 - - type: nauc_recall_at_3_max - value: 36.47844769030852 - - type: nauc_recall_at_3_std - value: -4.049933832592178 - - type: nauc_recall_at_5_diff1 - value: 43.62405029318324 - - type: nauc_recall_at_5_max - value: 36.6485145833116 - - type: nauc_recall_at_5_std - value: -1.9773716947174675 - - type: ndcg_at_1 - value: 50.031000000000006 - - type: ndcg_at_10 - value: 62.852 - - type: ndcg_at_100 - value: 66.78699999999999 - - type: ndcg_at_1000 - value: 67.45 - - type: ndcg_at_20 - value: 64.763 - - type: ndcg_at_3 - value: 57.428999999999995 - - type: ndcg_at_5 - value: 59.911 - - type: precision_at_1 - value: 50.031000000000006 - - type: precision_at_10 - value: 10.138 - - type: precision_at_100 - value: 1.303 - - type: precision_at_1000 - value: 0.13899999999999998 - - type: precision_at_20 - value: 5.643 - - type: precision_at_3 - value: 25.768 - - type: precision_at_5 - value: 17.467 - - type: recall_at_1 - value: 43.505 - - type: recall_at_10 - value: 76.893 - - type: recall_at_100 - value: 93.652 - - type: recall_at_1000 - value: 98.386 - - type: recall_at_20 - value: 83.964 - - type: recall_at_3 - value: 62.253 - - type: recall_at_5 - value: 68.396 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackGisRetrieval - revision: 5003b3064772da1887988e05400cf3806fe491f2 - split: test - type: mteb/cqadupstack-gis - metrics: - - type: main_score - value: 43.283 - - type: map_at_1 - value: 26.064999999999998 - - type: map_at_10 - value: 37.031 - - type: map_at_100 - value: 38.14 - - type: map_at_1000 - value: 38.218 - - type: map_at_20 - value: 37.716 - - type: map_at_3 - value: 33.629999999999995 - - type: map_at_5 - value: 35.461 - - type: mrr_at_1 - value: 28.587570621468927 - - type: mrr_at_10 - value: 39.29965922338802 - - type: mrr_at_100 - value: 40.18709583059303 - - type: mrr_at_1000 - value: 40.24310775012281 - - type: mrr_at_20 - value: 39.85344320292107 - - type: mrr_at_3 - value: 36.139359698681716 - - type: mrr_at_5 - value: 37.93032015065908 - - type: nauc_map_at_1000_diff1 - value: 42.42187211420457 - - type: nauc_map_at_1000_max - value: 28.847889189178446 - - type: nauc_map_at_1000_std - value: -4.478939123477985 - - type: nauc_map_at_100_diff1 - value: 42.39443063665968 - - type: nauc_map_at_100_max - value: 28.826251270773728 - - type: nauc_map_at_100_std - value: -4.48375519738342 - - type: nauc_map_at_10_diff1 - value: 42.35670401428237 - - type: nauc_map_at_10_max - value: 28.523018011471322 - - type: nauc_map_at_10_std - value: -4.858656652798197 - - type: nauc_map_at_1_diff1 - value: 50.5853813537782 - - type: nauc_map_at_1_max - value: 28.95750694379388 - - type: nauc_map_at_1_std - value: -5.473832706333683 - - type: nauc_map_at_20_diff1 - value: 42.296084034462886 - - type: nauc_map_at_20_max - value: 28.735714452542755 - - type: nauc_map_at_20_std - value: -4.483168458232437 - - type: nauc_map_at_3_diff1 - value: 43.60337075646144 - - type: nauc_map_at_3_max - value: 27.799101868783293 - - type: nauc_map_at_3_std - value: -5.8302242568306 - - type: nauc_map_at_5_diff1 - value: 42.7473439260839 - - type: nauc_map_at_5_max - value: 27.585072158467383 - - type: nauc_map_at_5_std - value: -6.311613977481642 - - type: nauc_mrr_at_1000_diff1 - value: 41.29593951356607 - - type: nauc_mrr_at_1000_max - value: 30.22991709104691 - - type: nauc_mrr_at_1000_std - value: -3.987347959936547 - - type: nauc_mrr_at_100_diff1 - value: 41.256998833399514 - - type: nauc_mrr_at_100_max - value: 30.221534877082995 - - type: nauc_mrr_at_100_std - value: -3.991703697507233 - - type: nauc_mrr_at_10_diff1 - value: 41.21410647118751 - - type: nauc_mrr_at_10_max - value: 29.96023432319693 - - type: nauc_mrr_at_10_std - value: -4.200960374925931 - - type: nauc_mrr_at_1_diff1 - value: 49.15433146229915 - - type: nauc_mrr_at_1_max - value: 31.655305432241367 - - type: nauc_mrr_at_1_std - value: -3.9137579419004287 - - type: nauc_mrr_at_20_diff1 - value: 41.18252761309007 - - type: nauc_mrr_at_20_max - value: 30.24674358119394 - - type: nauc_mrr_at_20_std - value: -3.9250468669030396 - - type: nauc_mrr_at_3_diff1 - value: 42.15780802979345 - - type: nauc_mrr_at_3_max - value: 29.779940512045023 - - type: nauc_mrr_at_3_std - value: -4.917542981232345 - - type: nauc_mrr_at_5_diff1 - value: 41.60404914882282 - - type: nauc_mrr_at_5_max - value: 29.441296666344375 - - type: nauc_mrr_at_5_std - value: -5.409222845458672 - - type: nauc_ndcg_at_1000_diff1 - value: 39.73817809472274 - - type: nauc_ndcg_at_1000_max - value: 30.112132185905953 - - type: nauc_ndcg_at_1000_std - value: -2.6914997195495762 - - type: nauc_ndcg_at_100_diff1 - value: 38.9523431140116 - - type: nauc_ndcg_at_100_max - value: 29.988461610940597 - - type: nauc_ndcg_at_100_std - value: -2.3452674909642197 - - type: nauc_ndcg_at_10_diff1 - value: 38.866521808107734 - - type: nauc_ndcg_at_10_max - value: 28.98901997129894 - - type: nauc_ndcg_at_10_std - value: -3.3577165697265516 - - type: nauc_ndcg_at_1_diff1 - value: 49.15433146229915 - - type: nauc_ndcg_at_1_max - value: 31.655305432241367 - - type: nauc_ndcg_at_1_std - value: -3.9137579419004287 - - type: nauc_ndcg_at_20_diff1 - value: 38.52149162968572 - - type: nauc_ndcg_at_20_max - value: 29.784955189449324 - - type: nauc_ndcg_at_20_std - value: -2.1550586757761963 - - type: nauc_ndcg_at_3_diff1 - value: 41.26556261344799 - - type: nauc_ndcg_at_3_max - value: 28.076844796153555 - - type: nauc_ndcg_at_3_std - value: -5.775777269440859 - - type: nauc_ndcg_at_5_diff1 - value: 39.92076501559221 - - type: nauc_ndcg_at_5_max - value: 27.2798255916491 - - type: nauc_ndcg_at_5_std - value: -6.6289089695351855 - - type: nauc_precision_at_1000_diff1 - value: -5.296580005564376 - - type: nauc_precision_at_1000_max - value: 16.558230624538986 - - type: nauc_precision_at_1000_std - value: 10.723628175442379 - - type: nauc_precision_at_100_diff1 - value: 6.447527156493023 - - type: nauc_precision_at_100_max - value: 25.972188897251186 - - type: nauc_precision_at_100_std - value: 13.06586853762115 - - type: nauc_precision_at_10_diff1 - value: 21.420583889218314 - - type: nauc_precision_at_10_max - value: 30.910468456498453 - - type: nauc_precision_at_10_std - value: 5.201964222877949 - - type: nauc_precision_at_1_diff1 - value: 49.15433146229915 - - type: nauc_precision_at_1_max - value: 31.655305432241367 - - type: nauc_precision_at_1_std - value: -3.9137579419004287 - - type: nauc_precision_at_20_diff1 - value: 15.950077846071602 - - type: nauc_precision_at_20_max - value: 31.655197596985058 - - type: nauc_precision_at_20_std - value: 11.246868894868724 - - type: nauc_precision_at_3_diff1 - value: 32.15869249918426 - - type: nauc_precision_at_3_max - value: 29.45192678013276 - - type: nauc_precision_at_3_std - value: -3.601077663834796 - - type: nauc_precision_at_5_diff1 - value: 26.916231048491916 - - type: nauc_precision_at_5_max - value: 26.80734357882765 - - type: nauc_precision_at_5_std - value: -4.505543292098691 - - type: nauc_recall_at_1000_diff1 - value: 14.958750440953253 - - type: nauc_recall_at_1000_max - value: 43.514251968484686 - - type: nauc_recall_at_1000_std - value: 19.974978865375515 - - type: nauc_recall_at_100_diff1 - value: 20.521208710453955 - - type: nauc_recall_at_100_max - value: 32.98379725953528 - - type: nauc_recall_at_100_std - value: 9.69206995924816 - - type: nauc_recall_at_10_diff1 - value: 26.815546511752796 - - type: nauc_recall_at_10_max - value: 27.86212696549476 - - type: nauc_recall_at_10_std - value: 1.7081361808897406 - - type: nauc_recall_at_1_diff1 - value: 50.5853813537782 - - type: nauc_recall_at_1_max - value: 28.95750694379388 - - type: nauc_recall_at_1_std - value: -5.473832706333683 - - type: nauc_recall_at_20_diff1 - value: 23.75470124208999 - - type: nauc_recall_at_20_max - value: 31.388982709530495 - - type: nauc_recall_at_20_std - value: 7.583586267131971 - - type: nauc_recall_at_3_diff1 - value: 34.408725099080065 - - type: nauc_recall_at_3_max - value: 24.663819415905227 - - type: nauc_recall_at_3_std - value: -6.090959685767185 - - type: nauc_recall_at_5_diff1 - value: 31.43375763159866 - - type: nauc_recall_at_5_max - value: 23.3902533756189 - - type: nauc_recall_at_5_std - value: -8.221510877005835 - - type: ndcg_at_1 - value: 28.588 - - type: ndcg_at_10 - value: 43.283 - - type: ndcg_at_100 - value: 48.187999999999995 - - type: ndcg_at_1000 - value: 49.968 - - type: ndcg_at_20 - value: 45.552 - - type: ndcg_at_3 - value: 36.673 - - type: ndcg_at_5 - value: 39.775 - - type: precision_at_1 - value: 28.588 - - type: precision_at_10 - value: 6.994 - - type: precision_at_100 - value: 0.985 - - type: precision_at_1000 - value: 0.117 - - type: precision_at_20 - value: 4.0280000000000005 - - type: precision_at_3 - value: 15.895000000000001 - - type: precision_at_5 - value: 11.48 - - type: recall_at_1 - value: 26.064999999999998 - - type: recall_at_10 - value: 60.305 - - type: recall_at_100 - value: 81.905 - - type: recall_at_1000 - value: 94.997 - - type: recall_at_20 - value: 68.863 - - type: recall_at_3 - value: 42.641 - - type: recall_at_5 - value: 49.889 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackMathematicaRetrieval - revision: 90fceea13679c63fe563ded68f3b6f06e50061de - split: test - type: mteb/cqadupstack-mathematica - metrics: - - type: main_score - value: 37.446 - - type: map_at_1 - value: 20.067 - - type: map_at_10 - value: 31.039 - - type: map_at_100 - value: 32.448 - - type: map_at_1000 - value: 32.568999999999996 - - type: map_at_20 - value: 31.862000000000002 - - type: map_at_3 - value: 27.511000000000003 - - type: map_at_5 - value: 29.401 - - type: mrr_at_1 - value: 25.0 - - type: mrr_at_10 - value: 35.78451986101241 - - type: mrr_at_100 - value: 36.753438697885464 - - type: mrr_at_1000 - value: 36.82003799858393 - - type: mrr_at_20 - value: 36.39663937700652 - - type: mrr_at_3 - value: 32.62852404643451 - - type: mrr_at_5 - value: 34.53772802653399 - - type: nauc_map_at_1000_diff1 - value: 36.05896529090642 - - type: nauc_map_at_1000_max - value: 15.671309477610798 - - type: nauc_map_at_1000_std - value: 4.475635751011654 - - type: nauc_map_at_100_diff1 - value: 36.019391595005004 - - type: nauc_map_at_100_max - value: 15.66217063183362 - - type: nauc_map_at_100_std - value: 4.508405110479613 - - type: nauc_map_at_10_diff1 - value: 35.84042671931317 - - type: nauc_map_at_10_max - value: 15.368517303736223 - - type: nauc_map_at_10_std - value: 3.876035429672711 - - type: nauc_map_at_1_diff1 - value: 40.48912661695433 - - type: nauc_map_at_1_max - value: 13.69883279024985 - - type: nauc_map_at_1_std - value: 3.744315387412784 - - type: nauc_map_at_20_diff1 - value: 35.99908585225915 - - type: nauc_map_at_20_max - value: 15.314111789738066 - - type: nauc_map_at_20_std - value: 4.008777800950492 - - type: nauc_map_at_3_diff1 - value: 36.60945838361659 - - type: nauc_map_at_3_max - value: 14.917696303941232 - - type: nauc_map_at_3_std - value: 3.3471768670108015 - - type: nauc_map_at_5_diff1 - value: 35.911911941121176 - - type: nauc_map_at_5_max - value: 14.968695395330888 - - type: nauc_map_at_5_std - value: 3.2515259862721932 - - type: nauc_mrr_at_1000_diff1 - value: 36.898068388598546 - - type: nauc_mrr_at_1000_max - value: 18.461630278605405 - - type: nauc_mrr_at_1000_std - value: 2.330762879933047 - - type: nauc_mrr_at_100_diff1 - value: 36.87417879467055 - - type: nauc_mrr_at_100_max - value: 18.46567622846986 - - type: nauc_mrr_at_100_std - value: 2.336737122580058 - - type: nauc_mrr_at_10_diff1 - value: 36.715555947183894 - - type: nauc_mrr_at_10_max - value: 18.42263131138216 - - type: nauc_mrr_at_10_std - value: 2.0495127830234163 - - type: nauc_mrr_at_1_diff1 - value: 41.536232116296794 - - type: nauc_mrr_at_1_max - value: 17.224487449529438 - - type: nauc_mrr_at_1_std - value: 0.5335760894600696 - - type: nauc_mrr_at_20_diff1 - value: 36.89224396954191 - - type: nauc_mrr_at_20_max - value: 18.370891623861144 - - type: nauc_mrr_at_20_std - value: 2.0679010433581846 - - type: nauc_mrr_at_3_diff1 - value: 36.84781218130023 - - type: nauc_mrr_at_3_max - value: 17.787322385401254 - - type: nauc_mrr_at_3_std - value: 1.4238966460667293 - - type: nauc_mrr_at_5_diff1 - value: 36.82828355006567 - - type: nauc_mrr_at_5_max - value: 18.40427077231103 - - type: nauc_mrr_at_5_std - value: 2.2181911860090313 - - type: nauc_ndcg_at_1000_diff1 - value: 35.437481163865776 - - type: nauc_ndcg_at_1000_max - value: 18.20622883319508 - - type: nauc_ndcg_at_1000_std - value: 6.314093567004441 - - type: nauc_ndcg_at_100_diff1 - value: 34.74558858596492 - - type: nauc_ndcg_at_100_max - value: 17.897651102227037 - - type: nauc_ndcg_at_100_std - value: 6.889044901306916 - - type: nauc_ndcg_at_10_diff1 - value: 34.25244637413115 - - type: nauc_ndcg_at_10_max - value: 16.75821287616703 - - type: nauc_ndcg_at_10_std - value: 4.107982711840355 - - type: nauc_ndcg_at_1_diff1 - value: 41.536232116296794 - - type: nauc_ndcg_at_1_max - value: 17.224487449529438 - - type: nauc_ndcg_at_1_std - value: 0.5335760894600696 - - type: nauc_ndcg_at_20_diff1 - value: 34.792910843723405 - - type: nauc_ndcg_at_20_max - value: 16.500521917621107 - - type: nauc_ndcg_at_20_std - value: 4.386742172400979 - - type: nauc_ndcg_at_3_diff1 - value: 35.905097590246896 - - type: nauc_ndcg_at_3_max - value: 16.366456898662946 - - type: nauc_ndcg_at_3_std - value: 2.284616986823101 - - type: nauc_ndcg_at_5_diff1 - value: 34.85002987514305 - - type: nauc_ndcg_at_5_max - value: 16.301969698078135 - - type: nauc_ndcg_at_5_std - value: 3.091621176782891 - - type: nauc_precision_at_1000_diff1 - value: 2.8643015655109076 - - type: nauc_precision_at_1000_max - value: 10.492390885381257 - - type: nauc_precision_at_1000_std - value: -1.8003804143743998 - - type: nauc_precision_at_100_diff1 - value: 9.777438987179002 - - type: nauc_precision_at_100_max - value: 15.755495154710436 - - type: nauc_precision_at_100_std - value: 8.144312169070117 - - type: nauc_precision_at_10_diff1 - value: 20.528805438704264 - - type: nauc_precision_at_10_max - value: 18.505443699135714 - - type: nauc_precision_at_10_std - value: 4.1194507188617 - - type: nauc_precision_at_1_diff1 - value: 41.536232116296794 - - type: nauc_precision_at_1_max - value: 17.224487449529438 - - type: nauc_precision_at_1_std - value: 0.5335760894600696 - - type: nauc_precision_at_20_diff1 - value: 17.655826225778 - - type: nauc_precision_at_20_max - value: 15.968707387070893 - - type: nauc_precision_at_20_std - value: 3.6471700411056074 - - type: nauc_precision_at_3_diff1 - value: 29.288368256814113 - - type: nauc_precision_at_3_max - value: 19.393713628629918 - - type: nauc_precision_at_3_std - value: 1.1678930849545104 - - type: nauc_precision_at_5_diff1 - value: 24.747039535895006 - - type: nauc_precision_at_5_max - value: 19.37471463096941 - - type: nauc_precision_at_5_std - value: 2.1072554494740587 - - type: nauc_recall_at_1000_diff1 - value: 25.348910046707175 - - type: nauc_recall_at_1000_max - value: 46.655076967466215 - - type: nauc_recall_at_1000_std - value: 51.80465296222736 - - type: nauc_recall_at_100_diff1 - value: 24.917032193154455 - - type: nauc_recall_at_100_max - value: 21.546151283672067 - - type: nauc_recall_at_100_std - value: 22.351525493151474 - - type: nauc_recall_at_10_diff1 - value: 27.1307328548228 - - type: nauc_recall_at_10_max - value: 16.42721368396447 - - type: nauc_recall_at_10_std - value: 4.830746601420713 - - type: nauc_recall_at_1_diff1 - value: 40.48912661695433 - - type: nauc_recall_at_1_max - value: 13.69883279024985 - - type: nauc_recall_at_1_std - value: 3.744315387412784 - - type: nauc_recall_at_20_diff1 - value: 27.80298416224803 - - type: nauc_recall_at_20_max - value: 14.791741861498448 - - type: nauc_recall_at_20_std - value: 5.769973222681834 - - type: nauc_recall_at_3_diff1 - value: 31.93453164205915 - - type: nauc_recall_at_3_max - value: 15.680550835449104 - - type: nauc_recall_at_3_std - value: 3.1696648883180476 - - type: nauc_recall_at_5_diff1 - value: 29.78902445025613 - - type: nauc_recall_at_5_max - value: 15.277025908354966 - - type: nauc_recall_at_5_std - value: 3.442734696498184 - - type: ndcg_at_1 - value: 25.0 - - type: ndcg_at_10 - value: 37.446 - - type: ndcg_at_100 - value: 43.309999999999995 - - type: ndcg_at_1000 - value: 45.872 - - type: ndcg_at_20 - value: 40.056000000000004 - - type: ndcg_at_3 - value: 31.304 - - type: ndcg_at_5 - value: 34.102 - - type: precision_at_1 - value: 25.0 - - type: precision_at_10 - value: 7.251 - - type: precision_at_100 - value: 1.154 - - type: precision_at_1000 - value: 0.15 - - type: precision_at_20 - value: 4.353 - - type: precision_at_3 - value: 15.423 - - type: precision_at_5 - value: 11.443 - - type: recall_at_1 - value: 20.067 - - type: recall_at_10 - value: 52.097 - - type: recall_at_100 - value: 76.44800000000001 - - type: recall_at_1000 - value: 94.352 - - type: recall_at_20 - value: 61.452 - - type: recall_at_3 - value: 35.13 - - type: recall_at_5 - value: 42.198 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackPhysicsRetrieval - revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4 - split: test - type: mteb/cqadupstack-physics - metrics: - - type: main_score - value: 55.415000000000006 - - type: map_at_1 - value: 34.589999999999996 - - type: map_at_10 - value: 48.723 - - type: map_at_100 - value: 50.144999999999996 - - type: map_at_1000 - value: 50.234 - - type: map_at_20 - value: 49.547999999999995 - - type: map_at_3 - value: 44.853 - - type: map_at_5 - value: 47.214 - - type: mrr_at_1 - value: 43.503368623676614 - - type: mrr_at_10 - value: 54.46258612524254 - - type: mrr_at_100 - value: 55.21475192497595 - - type: mrr_at_1000 - value: 55.24157667498575 - - type: mrr_at_20 - value: 54.977284672294616 - - type: mrr_at_3 - value: 51.876804619826736 - - type: mrr_at_5 - value: 53.426371511068346 - - type: nauc_map_at_1000_diff1 - value: 48.70811157700997 - - type: nauc_map_at_1000_max - value: 33.60529368840378 - - type: nauc_map_at_1000_std - value: -2.854935387108443 - - type: nauc_map_at_100_diff1 - value: 48.70594404740001 - - type: nauc_map_at_100_max - value: 33.579717784765016 - - type: nauc_map_at_100_std - value: -2.8791449718850277 - - type: nauc_map_at_10_diff1 - value: 48.79283083978676 - - type: nauc_map_at_10_max - value: 33.26660403263183 - - type: nauc_map_at_10_std - value: -3.5841120398185793 - - type: nauc_map_at_1_diff1 - value: 52.544771399002364 - - type: nauc_map_at_1_max - value: 29.705116547453663 - - type: nauc_map_at_1_std - value: -5.601562862373656 - - type: nauc_map_at_20_diff1 - value: 48.77748505048382 - - type: nauc_map_at_20_max - value: 33.421562873302705 - - type: nauc_map_at_20_std - value: -3.182579472737019 - - type: nauc_map_at_3_diff1 - value: 48.286108414395116 - - type: nauc_map_at_3_max - value: 30.938497280994287 - - type: nauc_map_at_3_std - value: -4.0236487836297625 - - type: nauc_map_at_5_diff1 - value: 48.519438148461305 - - type: nauc_map_at_5_max - value: 33.00611184814483 - - type: nauc_map_at_5_std - value: -3.7775481925049452 - - type: nauc_mrr_at_1000_diff1 - value: 48.277264994217425 - - type: nauc_mrr_at_1000_max - value: 35.97266404049971 - - type: nauc_mrr_at_1000_std - value: -2.123009634125046 - - type: nauc_mrr_at_100_diff1 - value: 48.273814689867066 - - type: nauc_mrr_at_100_max - value: 35.96575330515099 - - type: nauc_mrr_at_100_std - value: -2.109190098790991 - - type: nauc_mrr_at_10_diff1 - value: 48.19383487073961 - - type: nauc_mrr_at_10_max - value: 35.98431226038537 - - type: nauc_mrr_at_10_std - value: -2.2525468820243733 - - type: nauc_mrr_at_1_diff1 - value: 51.06156572507775 - - type: nauc_mrr_at_1_max - value: 36.130071198744915 - - type: nauc_mrr_at_1_std - value: -3.6987073278382097 - - type: nauc_mrr_at_20_diff1 - value: 48.17993843956302 - - type: nauc_mrr_at_20_max - value: 35.883506987853444 - - type: nauc_mrr_at_20_std - value: -2.2396794954983688 - - type: nauc_mrr_at_3_diff1 - value: 48.023787207245235 - - type: nauc_mrr_at_3_max - value: 35.06522559840627 - - type: nauc_mrr_at_3_std - value: -2.4196862666204586 - - type: nauc_mrr_at_5_diff1 - value: 47.99567629464062 - - type: nauc_mrr_at_5_max - value: 36.287724757841104 - - type: nauc_mrr_at_5_std - value: -2.3172197591354546 - - type: nauc_ndcg_at_1000_diff1 - value: 48.13267529689748 - - type: nauc_ndcg_at_1000_max - value: 35.28926463903508 - - type: nauc_ndcg_at_1000_std - value: -0.975275066914596 - - type: nauc_ndcg_at_100_diff1 - value: 48.08279554535348 - - type: nauc_ndcg_at_100_max - value: 35.06918767828454 - - type: nauc_ndcg_at_100_std - value: -0.9148919965139696 - - type: nauc_ndcg_at_10_diff1 - value: 47.88020216330185 - - type: nauc_ndcg_at_10_max - value: 34.09860780369103 - - type: nauc_ndcg_at_10_std - value: -3.211991208178331 - - type: nauc_ndcg_at_1_diff1 - value: 51.06156572507775 - - type: nauc_ndcg_at_1_max - value: 36.130071198744915 - - type: nauc_ndcg_at_1_std - value: -3.6987073278382097 - - type: nauc_ndcg_at_20_diff1 - value: 47.81204239679312 - - type: nauc_ndcg_at_20_max - value: 34.08565346064627 - - type: nauc_ndcg_at_20_std - value: -2.319094833112998 - - type: nauc_ndcg_at_3_diff1 - value: 46.62727837063755 - - type: nauc_ndcg_at_3_max - value: 32.31694733238124 - - type: nauc_ndcg_at_3_std - value: -2.8694697450791025 - - type: nauc_ndcg_at_5_diff1 - value: 47.163743819793716 - - type: nauc_ndcg_at_5_max - value: 34.54508602063915 - - type: nauc_ndcg_at_5_std - value: -3.065010213302116 - - type: nauc_precision_at_1000_diff1 - value: -15.363112865347068 - - type: nauc_precision_at_1000_max - value: 1.0710258213837947 - - type: nauc_precision_at_1000_std - value: 11.99888975386951 - - type: nauc_precision_at_100_diff1 - value: -11.003234253190557 - - type: nauc_precision_at_100_max - value: 8.240198555273011 - - type: nauc_precision_at_100_std - value: 13.695783311849826 - - type: nauc_precision_at_10_diff1 - value: 9.718261781558812 - - type: nauc_precision_at_10_max - value: 23.187819865066686 - - type: nauc_precision_at_10_std - value: 6.611311345607956 - - type: nauc_precision_at_1_diff1 - value: 51.06156572507775 - - type: nauc_precision_at_1_max - value: 36.130071198744915 - - type: nauc_precision_at_1_std - value: -3.6987073278382097 - - type: nauc_precision_at_20_diff1 - value: 0.7631719415782295 - - type: nauc_precision_at_20_max - value: 16.967400845374932 - - type: nauc_precision_at_20_std - value: 10.321820961212765 - - type: nauc_precision_at_3_diff1 - value: 22.865842308254884 - - type: nauc_precision_at_3_max - value: 26.988123224415993 - - type: nauc_precision_at_3_std - value: 2.9803381006113407 - - type: nauc_precision_at_5_diff1 - value: 16.647505624227946 - - type: nauc_precision_at_5_max - value: 29.10928055358471 - - type: nauc_precision_at_5_std - value: 4.519877361452181 - - type: nauc_recall_at_1000_diff1 - value: 47.230180388981175 - - type: nauc_recall_at_1000_max - value: 63.59967720216338 - - type: nauc_recall_at_1000_std - value: 39.61544752174729 - - type: nauc_recall_at_100_diff1 - value: 43.74771083625564 - - type: nauc_recall_at_100_max - value: 36.24409622855235 - - type: nauc_recall_at_100_std - value: 14.190250157642126 - - type: nauc_recall_at_10_diff1 - value: 42.70125356264119 - - type: nauc_recall_at_10_max - value: 31.148765347668316 - - type: nauc_recall_at_10_std - value: -3.8529781862684844 - - type: nauc_recall_at_1_diff1 - value: 52.544771399002364 - - type: nauc_recall_at_1_max - value: 29.705116547453663 - - type: nauc_recall_at_1_std - value: -5.601562862373656 - - type: nauc_recall_at_20_diff1 - value: 41.45436649923809 - - type: nauc_recall_at_20_max - value: 28.88529838997527 - - type: nauc_recall_at_20_std - value: -0.74118707258864 - - type: nauc_recall_at_3_diff1 - value: 42.38845270930942 - - type: nauc_recall_at_3_max - value: 26.975128911610096 - - type: nauc_recall_at_3_std - value: -3.9603003198517874 - - type: nauc_recall_at_5_diff1 - value: 41.926816165219435 - - type: nauc_recall_at_5_max - value: 32.52234840278525 - - type: nauc_recall_at_5_std - value: -3.930581158477037 - - type: ndcg_at_1 - value: 43.503 - - type: ndcg_at_10 - value: 55.415000000000006 - - type: ndcg_at_100 - value: 60.629 - - type: ndcg_at_1000 - value: 61.889 - - type: ndcg_at_20 - value: 57.794000000000004 - - type: ndcg_at_3 - value: 50.07 - - type: ndcg_at_5 - value: 52.917 - - type: precision_at_1 - value: 43.503 - - type: precision_at_10 - value: 10.212 - - type: precision_at_100 - value: 1.497 - - type: precision_at_1000 - value: 0.17600000000000002 - - type: precision_at_20 - value: 5.982 - - type: precision_at_3 - value: 24.735 - - type: precision_at_5 - value: 17.421 - - type: recall_at_1 - value: 34.589999999999996 - - type: recall_at_10 - value: 69.269 - - type: recall_at_100 - value: 90.193 - - type: recall_at_1000 - value: 97.78999999999999 - - type: recall_at_20 - value: 77.459 - - type: recall_at_3 - value: 53.910000000000004 - - type: recall_at_5 - value: 61.673 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackProgrammersRetrieval - revision: 6184bc1440d2dbc7612be22b50686b8826d22b32 - split: test - type: mteb/cqadupstack-programmers - metrics: - - type: main_score - value: 50.519999999999996 - - type: map_at_1 - value: 31.580000000000002 - - type: map_at_10 - value: 43.742 - - type: map_at_100 - value: 45.196 - - type: map_at_1000 - value: 45.288000000000004 - - type: map_at_20 - value: 44.596000000000004 - - type: map_at_3 - value: 39.69 - - type: map_at_5 - value: 41.894 - - type: mrr_at_1 - value: 40.06849315068493 - - type: mrr_at_10 - value: 50.05866311516994 - - type: mrr_at_100 - value: 50.9108187845444 - - type: mrr_at_1000 - value: 50.94986370040752 - - type: mrr_at_20 - value: 50.61498736271569 - - type: mrr_at_3 - value: 47.39345509893453 - - type: mrr_at_5 - value: 48.88318112633176 - - type: nauc_map_at_1000_diff1 - value: 42.58190059221122 - - type: nauc_map_at_1000_max - value: 42.24027580723332 - - type: nauc_map_at_1000_std - value: 3.0856149046170005 - - type: nauc_map_at_100_diff1 - value: 42.55434873869965 - - type: nauc_map_at_100_max - value: 42.253447954245566 - - type: nauc_map_at_100_std - value: 3.1551662487791203 - - type: nauc_map_at_10_diff1 - value: 42.24482815355762 - - type: nauc_map_at_10_max - value: 41.69105238949104 - - type: nauc_map_at_10_std - value: 2.520799276313239 - - type: nauc_map_at_1_diff1 - value: 47.560851703744774 - - type: nauc_map_at_1_max - value: 38.6248469791681 - - type: nauc_map_at_1_std - value: -1.8170572347787832 - - type: nauc_map_at_20_diff1 - value: 42.46448256002967 - - type: nauc_map_at_20_max - value: 42.122163883138676 - - type: nauc_map_at_20_std - value: 2.8735074101432825 - - type: nauc_map_at_3_diff1 - value: 42.852783936850564 - - type: nauc_map_at_3_max - value: 39.472931019277894 - - type: nauc_map_at_3_std - value: -0.3475890309252013 - - type: nauc_map_at_5_diff1 - value: 42.585500010159514 - - type: nauc_map_at_5_max - value: 40.45610693188885 - - type: nauc_map_at_5_std - value: 1.4395701934604168 - - type: nauc_mrr_at_1000_diff1 - value: 42.423644717291154 - - type: nauc_mrr_at_1000_max - value: 44.65054622179436 - - type: nauc_mrr_at_1000_std - value: 4.232909363310718 - - type: nauc_mrr_at_100_diff1 - value: 42.4111985157921 - - type: nauc_mrr_at_100_max - value: 44.64403905116052 - - type: nauc_mrr_at_100_std - value: 4.270671488128001 - - type: nauc_mrr_at_10_diff1 - value: 42.15967299835129 - - type: nauc_mrr_at_10_max - value: 44.59286101312794 - - type: nauc_mrr_at_10_std - value: 3.9958749006290457 - - type: nauc_mrr_at_1_diff1 - value: 46.96021803898227 - - type: nauc_mrr_at_1_max - value: 45.730628543873635 - - type: nauc_mrr_at_1_std - value: 3.0321693147544266 - - type: nauc_mrr_at_20_diff1 - value: 42.28916367832821 - - type: nauc_mrr_at_20_max - value: 44.62734577020967 - - type: nauc_mrr_at_20_std - value: 4.096580770642528 - - type: nauc_mrr_at_3_diff1 - value: 42.35145293488433 - - type: nauc_mrr_at_3_max - value: 44.250892891986474 - - type: nauc_mrr_at_3_std - value: 2.888573667622583 - - type: nauc_mrr_at_5_diff1 - value: 41.978496839842855 - - type: nauc_mrr_at_5_max - value: 44.12581663000585 - - type: nauc_mrr_at_5_std - value: 3.578587338340754 - - type: nauc_ndcg_at_1000_diff1 - value: 41.77074346352433 - - type: nauc_ndcg_at_1000_max - value: 43.58097356675654 - - type: nauc_ndcg_at_1000_std - value: 5.602153215417836 - - type: nauc_ndcg_at_100_diff1 - value: 41.42926135953559 - - type: nauc_ndcg_at_100_max - value: 43.75287565409255 - - type: nauc_ndcg_at_100_std - value: 6.98655252924014 - - type: nauc_ndcg_at_10_diff1 - value: 40.720516948960025 - - type: nauc_ndcg_at_10_max - value: 43.069417293025495 - - type: nauc_ndcg_at_10_std - value: 4.523429060201205 - - type: nauc_ndcg_at_1_diff1 - value: 46.96021803898227 - - type: nauc_ndcg_at_1_max - value: 45.730628543873635 - - type: nauc_ndcg_at_1_std - value: 3.0321693147544266 - - type: nauc_ndcg_at_20_diff1 - value: 41.14839082748255 - - type: nauc_ndcg_at_20_max - value: 43.67012537029431 - - type: nauc_ndcg_at_20_std - value: 5.510489672585324 - - type: nauc_ndcg_at_3_diff1 - value: 41.427980208562126 - - type: nauc_ndcg_at_3_max - value: 40.967307875582804 - - type: nauc_ndcg_at_3_std - value: 0.7313507182329976 - - type: nauc_ndcg_at_5_diff1 - value: 41.16187520995125 - - type: nauc_ndcg_at_5_max - value: 41.242001895631866 - - type: nauc_ndcg_at_5_std - value: 2.7475504026736615 - - type: nauc_precision_at_1000_diff1 - value: -6.8969607107056765 - - type: nauc_precision_at_1000_max - value: -1.604712187109837 - - type: nauc_precision_at_1000_std - value: -2.0100930123166676 - - type: nauc_precision_at_100_diff1 - value: -2.481194803351693 - - type: nauc_precision_at_100_max - value: 12.198658178689044 - - type: nauc_precision_at_100_std - value: 10.381181740292977 - - type: nauc_precision_at_10_diff1 - value: 10.932641746185313 - - type: nauc_precision_at_10_max - value: 32.74791233183574 - - type: nauc_precision_at_10_std - value: 14.310676221226531 - - type: nauc_precision_at_1_diff1 - value: 46.96021803898227 - - type: nauc_precision_at_1_max - value: 45.730628543873635 - - type: nauc_precision_at_1_std - value: 3.0321693147544266 - - type: nauc_precision_at_20_diff1 - value: 5.5310216115349995 - - type: nauc_precision_at_20_max - value: 26.444236097552743 - - type: nauc_precision_at_20_std - value: 14.042626144032427 - - type: nauc_precision_at_3_diff1 - value: 25.443454094624084 - - type: nauc_precision_at_3_max - value: 38.87053030012482 - - type: nauc_precision_at_3_std - value: 5.723054837019903 - - type: nauc_precision_at_5_diff1 - value: 18.95365147558431 - - type: nauc_precision_at_5_max - value: 35.371421600374156 - - type: nauc_precision_at_5_std - value: 10.495239445400859 - - type: nauc_recall_at_1000_diff1 - value: 33.87920406348084 - - type: nauc_recall_at_1000_max - value: 49.25430026483254 - - type: nauc_recall_at_1000_std - value: 68.60869611967505 - - type: nauc_recall_at_100_diff1 - value: 31.480912514518483 - - type: nauc_recall_at_100_max - value: 43.05135980241577 - - type: nauc_recall_at_100_std - value: 38.36523764466429 - - type: nauc_recall_at_10_diff1 - value: 32.77114254594519 - - type: nauc_recall_at_10_max - value: 40.447623194129676 - - type: nauc_recall_at_10_std - value: 9.450100645814036 - - type: nauc_recall_at_1_diff1 - value: 47.560851703744774 - - type: nauc_recall_at_1_max - value: 38.6248469791681 - - type: nauc_recall_at_1_std - value: -1.8170572347787832 - - type: nauc_recall_at_20_diff1 - value: 33.132251568021246 - - type: nauc_recall_at_20_max - value: 42.31031758105075 - - type: nauc_recall_at_20_std - value: 15.147293205224663 - - type: nauc_recall_at_3_diff1 - value: 37.144923197664696 - - type: nauc_recall_at_3_max - value: 35.80095936531684 - - type: nauc_recall_at_3_std - value: -0.26602015775193216 - - type: nauc_recall_at_5_diff1 - value: 34.787180172569634 - - type: nauc_recall_at_5_max - value: 35.6889420548128 - - type: nauc_recall_at_5_std - value: 4.236319477919327 - - type: ndcg_at_1 - value: 40.068 - - type: ndcg_at_10 - value: 50.519999999999996 - - type: ndcg_at_100 - value: 56.059000000000005 - - type: ndcg_at_1000 - value: 57.619 - - type: ndcg_at_20 - value: 53.002 - - type: ndcg_at_3 - value: 44.525 - - type: ndcg_at_5 - value: 47.165 - - type: precision_at_1 - value: 40.068 - - type: precision_at_10 - value: 9.543 - - type: precision_at_100 - value: 1.426 - - type: precision_at_1000 - value: 0.172 - - type: precision_at_20 - value: 5.588 - - type: precision_at_3 - value: 21.651 - - type: precision_at_5 - value: 15.457 - - type: recall_at_1 - value: 31.580000000000002 - - type: recall_at_10 - value: 64.332 - - type: recall_at_100 - value: 87.339 - - type: recall_at_1000 - value: 97.41 - - type: recall_at_20 - value: 73.124 - - type: recall_at_3 - value: 47.253 - - type: recall_at_5 - value: 54.718 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackRetrieval - revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 - split: test - type: mteb/cqadupstack - metrics: - - type: main_score - value: 47.74883333333334 - - type: map_at_1 - value: 30.179249999999996 - - type: map_at_10 - value: 41.60824999999999 - - type: map_at_100 - value: 42.94008333333332 - - type: map_at_1000 - value: 43.04666666666667 - - type: map_at_20 - value: 42.36833333333334 - - type: map_at_3 - value: 38.23491666666666 - - type: map_at_5 - value: 40.10183333333333 - - type: mrr_at_1 - value: 36.47676085808166 - - type: mrr_at_10 - value: 46.300991916437155 - - type: mrr_at_100 - value: 47.12155753713262 - - type: mrr_at_1000 - value: 47.168033610799945 - - type: mrr_at_20 - value: 46.80405724560391 - - type: mrr_at_3 - value: 43.77000352801797 - - type: mrr_at_5 - value: 45.22295361704542 - - type: nauc_map_at_1000_diff1 - value: 46.953671666941524 - - type: nauc_map_at_1000_max - value: 32.260396316089675 - - type: nauc_map_at_1000_std - value: 0.6657766120094878 - - type: nauc_map_at_100_diff1 - value: 46.94717463394555 - - type: nauc_map_at_100_max - value: 32.25088350678177 - - type: nauc_map_at_100_std - value: 0.6257017014549283 - - type: nauc_map_at_10_diff1 - value: 46.974678429336464 - - type: nauc_map_at_10_max - value: 31.862230807295504 - - type: nauc_map_at_10_std - value: -0.14758828549579284 - - type: nauc_map_at_1_diff1 - value: 52.48913346466124 - - type: nauc_map_at_1_max - value: 29.874374024967725 - - type: nauc_map_at_1_std - value: -2.433547569836134 - - type: nauc_map_at_20_diff1 - value: 46.96088684217651 - - type: nauc_map_at_20_max - value: 32.08954208613205 - - type: nauc_map_at_20_std - value: 0.25946321113436527 - - type: nauc_map_at_3_diff1 - value: 47.703230121518345 - - type: nauc_map_at_3_max - value: 30.977880095983107 - - type: nauc_map_at_3_std - value: -1.342777563991804 - - type: nauc_map_at_5_diff1 - value: 47.1615010199957 - - type: nauc_map_at_5_max - value: 31.420885812683284 - - type: nauc_map_at_5_std - value: -0.8789297099444306 - - type: nauc_mrr_at_1000_diff1 - value: 46.69178645962615 - - type: nauc_mrr_at_1000_max - value: 34.392807413340655 - - type: nauc_mrr_at_1000_std - value: 1.6155464863667934 - - type: nauc_mrr_at_100_diff1 - value: 46.67417236349189 - - type: nauc_mrr_at_100_max - value: 34.384607045512624 - - type: nauc_mrr_at_100_std - value: 1.6259917384109652 - - type: nauc_mrr_at_10_diff1 - value: 46.60497560446239 - - type: nauc_mrr_at_10_max - value: 34.32918897817958 - - type: nauc_mrr_at_10_std - value: 1.39387793769014 - - type: nauc_mrr_at_1_diff1 - value: 51.61608573254137 - - type: nauc_mrr_at_1_max - value: 35.18105023234596 - - type: nauc_mrr_at_1_std - value: 0.17943702145478177 - - type: nauc_mrr_at_20_diff1 - value: 46.635943069860254 - - type: nauc_mrr_at_20_max - value: 34.37050973118794 - - type: nauc_mrr_at_20_std - value: 1.5346464678860607 - - type: nauc_mrr_at_3_diff1 - value: 47.154389369038334 - - type: nauc_mrr_at_3_max - value: 34.41036411855465 - - type: nauc_mrr_at_3_std - value: 0.924551812357872 - - type: nauc_mrr_at_5_diff1 - value: 46.6690101691763 - - type: nauc_mrr_at_5_max - value: 34.29740388138466 - - type: nauc_mrr_at_5_std - value: 1.0567184149139792 - - type: nauc_ndcg_at_1000_diff1 - value: 45.375448289173264 - - type: nauc_ndcg_at_1000_max - value: 33.47957083714482 - - type: nauc_ndcg_at_1000_std - value: 3.192251100225568 - - type: nauc_ndcg_at_100_diff1 - value: 44.93601014699499 - - type: nauc_ndcg_at_100_max - value: 33.21249888295249 - - type: nauc_ndcg_at_100_std - value: 3.609842852934217 - - type: nauc_ndcg_at_10_diff1 - value: 44.87893284011915 - - type: nauc_ndcg_at_10_max - value: 32.384885249478515 - - type: nauc_ndcg_at_10_std - value: 1.454493065035396 - - type: nauc_ndcg_at_1_diff1 - value: 51.61608573254137 - - type: nauc_ndcg_at_1_max - value: 35.18105023234596 - - type: nauc_ndcg_at_1_std - value: 0.17943702145478177 - - type: nauc_ndcg_at_20_diff1 - value: 44.867752179050605 - - type: nauc_ndcg_at_20_max - value: 32.689535921840196 - - type: nauc_ndcg_at_20_std - value: 2.337765158573901 - - type: nauc_ndcg_at_3_diff1 - value: 45.87485821381341 - - type: nauc_ndcg_at_3_max - value: 32.33282450558947 - - type: nauc_ndcg_at_3_std - value: 0.0681643829273283 - - type: nauc_ndcg_at_5_diff1 - value: 45.202902131892394 - - type: nauc_ndcg_at_5_max - value: 32.1026971523917 - - type: nauc_ndcg_at_5_std - value: 0.3565572833774486 - - type: nauc_precision_at_1000_diff1 - value: -8.935267931198956 - - type: nauc_precision_at_1000_max - value: 6.464981960169269 - - type: nauc_precision_at_1000_std - value: 10.662786182234633 - - type: nauc_precision_at_100_diff1 - value: -1.64091517847155 - - type: nauc_precision_at_100_max - value: 15.175617871025024 - - type: nauc_precision_at_100_std - value: 16.924256989248075 - - type: nauc_precision_at_10_diff1 - value: 15.676651966277047 - - type: nauc_precision_at_10_max - value: 26.243734188847117 - - type: nauc_precision_at_10_std - value: 10.601741034956333 - - type: nauc_precision_at_1_diff1 - value: 51.61608573254137 - - type: nauc_precision_at_1_max - value: 35.18105023234596 - - type: nauc_precision_at_1_std - value: 0.17943702145478177 - - type: nauc_precision_at_20_diff1 - value: 9.447267260198654 - - type: nauc_precision_at_20_max - value: 23.024130858142723 - - type: nauc_precision_at_20_std - value: 13.739145648899603 - - type: nauc_precision_at_3_diff1 - value: 30.11583572134629 - - type: nauc_precision_at_3_max - value: 31.37321080069495 - - type: nauc_precision_at_3_std - value: 4.705512374126024 - - type: nauc_precision_at_5_diff1 - value: 23.192015335996093 - - type: nauc_precision_at_5_max - value: 29.415746835998764 - - type: nauc_precision_at_5_std - value: 6.843498772798558 - - type: nauc_recall_at_1000_diff1 - value: 25.36573313426033 - - type: nauc_recall_at_1000_max - value: 43.06672256524168 - - type: nauc_recall_at_1000_std - value: 47.93664853815292 - - type: nauc_recall_at_100_diff1 - value: 31.222880916617406 - - type: nauc_recall_at_100_max - value: 31.761159904172658 - - type: nauc_recall_at_100_std - value: 23.034218976635877 - - type: nauc_recall_at_10_diff1 - value: 36.23439028915225 - - type: nauc_recall_at_10_max - value: 28.473458977606438 - - type: nauc_recall_at_10_std - value: 3.7797969934159 - - type: nauc_recall_at_1_diff1 - value: 52.48913346466124 - - type: nauc_recall_at_1_max - value: 29.874374024967725 - - type: nauc_recall_at_1_std - value: -2.433547569836134 - - type: nauc_recall_at_20_diff1 - value: 34.678676952584766 - - type: nauc_recall_at_20_max - value: 29.04638392522168 - - type: nauc_recall_at_20_std - value: 8.148894982082549 - - type: nauc_recall_at_3_diff1 - value: 41.31029996231311 - - type: nauc_recall_at_3_max - value: 28.44199443414157 - - type: nauc_recall_at_3_std - value: -0.747324057600377 - - type: nauc_recall_at_5_diff1 - value: 38.535873899920674 - - type: nauc_recall_at_5_max - value: 27.942667805948375 - - type: nauc_recall_at_5_std - value: 0.30652206930973686 - - type: ndcg_at_1 - value: 36.47675 - - type: ndcg_at_10 - value: 47.74883333333334 - - type: ndcg_at_100 - value: 52.902416666666674 - - type: ndcg_at_1000 - value: 54.69116666666667 - - type: ndcg_at_20 - value: 49.89758333333333 - - type: ndcg_at_3 - value: 42.462250000000004 - - type: ndcg_at_5 - value: 44.91841666666667 - - type: precision_at_1 - value: 36.47675 - - type: precision_at_10 - value: 8.582416666666665 - - type: precision_at_100 - value: 1.31475 - - type: precision_at_1000 - value: 0.16458333333333333 - - type: precision_at_20 - value: 5.021833333333333 - - type: precision_at_3 - value: 20.004499999999997 - - type: precision_at_5 - value: 14.178666666666665 - - type: recall_at_1 - value: 30.179249999999996 - - type: recall_at_10 - value: 60.950166666666675 - - type: recall_at_100 - value: 83.19025 - - type: recall_at_1000 - value: 95.27774999999998 - - type: recall_at_20 - value: 68.80175 - - type: recall_at_3 - value: 46.01841666666666 - - type: recall_at_5 - value: 52.482416666666666 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackStatsRetrieval - revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a - split: test - type: mteb/cqadupstack-stats - metrics: - - type: main_score - value: 42.088 - - type: map_at_1 - value: 27.842 - - type: map_at_10 - value: 36.948 - - type: map_at_100 - value: 38.017 - - type: map_at_1000 - value: 38.109 - - type: map_at_20 - value: 37.516 - - type: map_at_3 - value: 34.111000000000004 - - type: map_at_5 - value: 35.69 - - type: mrr_at_1 - value: 31.901840490797547 - - type: mrr_at_10 - value: 40.27710828707761 - - type: mrr_at_100 - value: 41.149090448206785 - - type: mrr_at_1000 - value: 41.213796330959845 - - type: mrr_at_20 - value: 40.75757473043628 - - type: mrr_at_3 - value: 37.85787321063395 - - type: mrr_at_5 - value: 39.22290388548056 - - type: nauc_map_at_1000_diff1 - value: 54.61566029116032 - - type: nauc_map_at_1000_max - value: 40.138557245628405 - - type: nauc_map_at_1000_std - value: 1.3601229535722448 - - type: nauc_map_at_100_diff1 - value: 54.591685538932666 - - type: nauc_map_at_100_max - value: 40.103258261336116 - - type: nauc_map_at_100_std - value: 1.3193639839585527 - - type: nauc_map_at_10_diff1 - value: 54.877494201740575 - - type: nauc_map_at_10_max - value: 39.858924128386356 - - type: nauc_map_at_10_std - value: 1.043199544642079 - - type: nauc_map_at_1_diff1 - value: 61.23575497820379 - - type: nauc_map_at_1_max - value: 40.509267645549016 - - type: nauc_map_at_1_std - value: -2.501859215320505 - - type: nauc_map_at_20_diff1 - value: 54.646983639740945 - - type: nauc_map_at_20_max - value: 40.00719058704446 - - type: nauc_map_at_20_std - value: 1.168227947649819 - - type: nauc_map_at_3_diff1 - value: 56.14955028519406 - - type: nauc_map_at_3_max - value: 40.59554072461519 - - type: nauc_map_at_3_std - value: -0.640510661185155 - - type: nauc_map_at_5_diff1 - value: 55.025033173818336 - - type: nauc_map_at_5_max - value: 40.31755086883854 - - type: nauc_map_at_5_std - value: 0.3991058966794467 - - type: nauc_mrr_at_1000_diff1 - value: 55.55545769747445 - - type: nauc_mrr_at_1000_max - value: 42.60411604361116 - - type: nauc_mrr_at_1000_std - value: 2.573975721013623 - - type: nauc_mrr_at_100_diff1 - value: 55.53954363695672 - - type: nauc_mrr_at_100_max - value: 42.58467449227468 - - type: nauc_mrr_at_100_std - value: 2.554517920300089 - - type: nauc_mrr_at_10_diff1 - value: 55.74151557656298 - - type: nauc_mrr_at_10_max - value: 42.5132399457698 - - type: nauc_mrr_at_10_std - value: 2.3585516824867434 - - type: nauc_mrr_at_1_diff1 - value: 62.01205399308514 - - type: nauc_mrr_at_1_max - value: 44.19608859806141 - - type: nauc_mrr_at_1_std - value: 0.5061111299485684 - - type: nauc_mrr_at_20_diff1 - value: 55.62472789910339 - - type: nauc_mrr_at_20_max - value: 42.644662244470084 - - type: nauc_mrr_at_20_std - value: 2.56548024772991 - - type: nauc_mrr_at_3_diff1 - value: 57.43794390483703 - - type: nauc_mrr_at_3_max - value: 43.297436510883905 - - type: nauc_mrr_at_3_std - value: 1.4139624870962728 - - type: nauc_mrr_at_5_diff1 - value: 56.08859303784681 - - type: nauc_mrr_at_5_max - value: 42.88164936954427 - - type: nauc_mrr_at_5_std - value: 1.9227490057593364 - - type: nauc_ndcg_at_1000_diff1 - value: 51.90315173180464 - - type: nauc_ndcg_at_1000_max - value: 40.56081270445609 - - type: nauc_ndcg_at_1000_std - value: 4.375505052542293 - - type: nauc_ndcg_at_100_diff1 - value: 51.52704472018422 - - type: nauc_ndcg_at_100_max - value: 40.04127748829899 - - type: nauc_ndcg_at_100_std - value: 4.096234919083777 - - type: nauc_ndcg_at_10_diff1 - value: 52.527834518136316 - - type: nauc_ndcg_at_10_max - value: 39.11422620672842 - - type: nauc_ndcg_at_10_std - value: 2.5113743626930423 - - type: nauc_ndcg_at_1_diff1 - value: 62.01205399308514 - - type: nauc_ndcg_at_1_max - value: 44.19608859806141 - - type: nauc_ndcg_at_1_std - value: 0.5061111299485684 - - type: nauc_ndcg_at_20_diff1 - value: 51.78503805848182 - - type: nauc_ndcg_at_20_max - value: 39.553253285969525 - - type: nauc_ndcg_at_20_std - value: 3.1435512234873784 - - type: nauc_ndcg_at_3_diff1 - value: 55.17727016530467 - - type: nauc_ndcg_at_3_max - value: 41.62220051468326 - - type: nauc_ndcg_at_3_std - value: 0.170785014256851 - - type: nauc_ndcg_at_5_diff1 - value: 53.01310617471978 - - type: nauc_ndcg_at_5_max - value: 40.37643667834214 - - type: nauc_ndcg_at_5_std - value: 1.270149201159188 - - type: nauc_precision_at_1000_diff1 - value: -0.11996625198994583 - - type: nauc_precision_at_1000_max - value: 16.866734452178175 - - type: nauc_precision_at_1000_std - value: 11.552826379568124 - - type: nauc_precision_at_100_diff1 - value: 14.63054252341779 - - type: nauc_precision_at_100_max - value: 26.965458398098264 - - type: nauc_precision_at_100_std - value: 15.440647927645406 - - type: nauc_precision_at_10_diff1 - value: 34.56196869357697 - - type: nauc_precision_at_10_max - value: 34.704664579952464 - - type: nauc_precision_at_10_std - value: 11.839293378857143 - - type: nauc_precision_at_1_diff1 - value: 62.01205399308514 - - type: nauc_precision_at_1_max - value: 44.19608859806141 - - type: nauc_precision_at_1_std - value: 0.5061111299485684 - - type: nauc_precision_at_20_diff1 - value: 27.764170365573452 - - type: nauc_precision_at_20_max - value: 33.57330325847278 - - type: nauc_precision_at_20_std - value: 13.081677793643415 - - type: nauc_precision_at_3_diff1 - value: 46.88595265423412 - - type: nauc_precision_at_3_max - value: 42.5885632193871 - - type: nauc_precision_at_3_std - value: 4.683698609960498 - - type: nauc_precision_at_5_diff1 - value: 39.515700464802755 - - type: nauc_precision_at_5_max - value: 40.17055596823263 - - type: nauc_precision_at_5_std - value: 9.471526935004691 - - type: nauc_recall_at_1000_diff1 - value: 9.815704767870127 - - type: nauc_recall_at_1000_max - value: 34.85267826940964 - - type: nauc_recall_at_1000_std - value: 50.07053698113471 - - type: nauc_recall_at_100_diff1 - value: 31.542342038446332 - - type: nauc_recall_at_100_max - value: 33.204804837272 - - type: nauc_recall_at_100_std - value: 18.103348454879914 - - type: nauc_recall_at_10_diff1 - value: 42.17157104039057 - - type: nauc_recall_at_10_max - value: 32.03520274748068 - - type: nauc_recall_at_10_std - value: 5.6739508166433295 - - type: nauc_recall_at_1_diff1 - value: 61.23575497820379 - - type: nauc_recall_at_1_max - value: 40.509267645549016 - - type: nauc_recall_at_1_std - value: -2.501859215320505 - - type: nauc_recall_at_20_diff1 - value: 38.251645749760186 - - type: nauc_recall_at_20_max - value: 32.32645924242071 - - type: nauc_recall_at_20_std - value: 8.11256769262173 - - type: nauc_recall_at_3_diff1 - value: 49.53236305060202 - - type: nauc_recall_at_3_max - value: 37.92318361460069 - - type: nauc_recall_at_3_std - value: -0.5543411253371702 - - type: nauc_recall_at_5_diff1 - value: 44.08014119458319 - - type: nauc_recall_at_5_max - value: 35.28363364060963 - - type: nauc_recall_at_5_std - value: 2.000585201707296 - - type: ndcg_at_1 - value: 31.902 - - type: ndcg_at_10 - value: 42.088 - - type: ndcg_at_100 - value: 47.111999999999995 - - type: ndcg_at_1000 - value: 49.289 - - type: ndcg_at_20 - value: 43.936 - - type: ndcg_at_3 - value: 37.120999999999995 - - type: ndcg_at_5 - value: 39.507 - - type: precision_at_1 - value: 31.902 - - type: precision_at_10 - value: 6.779 - - type: precision_at_100 - value: 1.002 - - type: precision_at_1000 - value: 0.126 - - type: precision_at_20 - value: 3.857 - - type: precision_at_3 - value: 16.207 - - type: precision_at_5 - value: 11.379999999999999 - - type: recall_at_1 - value: 27.842 - - type: recall_at_10 - value: 54.462999999999994 - - type: recall_at_100 - value: 77.273 - - type: recall_at_1000 - value: 92.96900000000001 - - type: recall_at_20 - value: 61.392 - - type: recall_at_3 - value: 40.715 - - type: recall_at_5 - value: 46.763 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackTexRetrieval - revision: 46989137a86843e03a6195de44b09deda022eec7 - split: test - type: mteb/cqadupstack-tex - metrics: - - type: main_score - value: 35.695 - - type: map_at_1 - value: 21.3 - - type: map_at_10 - value: 30.206 - - type: map_at_100 - value: 31.518 - - type: map_at_1000 - value: 31.641000000000002 - - type: map_at_20 - value: 30.956 - - type: map_at_3 - value: 27.372999999999998 - - type: map_at_5 - value: 28.872999999999998 - - type: mrr_at_1 - value: 26.634549208534068 - - type: mrr_at_10 - value: 34.99146538633813 - - type: mrr_at_100 - value: 35.963474572280546 - - type: mrr_at_1000 - value: 36.03093496246274 - - type: mrr_at_20 - value: 35.5864558592648 - - type: mrr_at_3 - value: 32.61642578573075 - - type: mrr_at_5 - value: 33.898256480844346 - - type: nauc_map_at_1000_diff1 - value: 36.574400394232335 - - type: nauc_map_at_1000_max - value: 26.140103422500633 - - type: nauc_map_at_1000_std - value: 6.560014457471597 - - type: nauc_map_at_100_diff1 - value: 36.532495247648114 - - type: nauc_map_at_100_max - value: 26.119709494991945 - - type: nauc_map_at_100_std - value: 6.531476971829413 - - type: nauc_map_at_10_diff1 - value: 36.787900510346496 - - type: nauc_map_at_10_max - value: 26.012094027181433 - - type: nauc_map_at_10_std - value: 5.958149844466696 - - type: nauc_map_at_1_diff1 - value: 41.12910465822455 - - type: nauc_map_at_1_max - value: 24.922839565199613 - - type: nauc_map_at_1_std - value: 4.133739487187822 - - type: nauc_map_at_20_diff1 - value: 36.670852346802775 - - type: nauc_map_at_20_max - value: 26.04401134304956 - - type: nauc_map_at_20_std - value: 6.276890221629242 - - type: nauc_map_at_3_diff1 - value: 36.9645976302353 - - type: nauc_map_at_3_max - value: 25.23669772818175 - - type: nauc_map_at_3_std - value: 4.847234233812939 - - type: nauc_map_at_5_diff1 - value: 36.88502579253138 - - type: nauc_map_at_5_max - value: 25.579662002376235 - - type: nauc_map_at_5_std - value: 5.373806788582024 - - type: nauc_mrr_at_1000_diff1 - value: 36.226802392893354 - - type: nauc_mrr_at_1000_max - value: 26.845815630397148 - - type: nauc_mrr_at_1000_std - value: 7.453084590273735 - - type: nauc_mrr_at_100_diff1 - value: 36.206650499203974 - - type: nauc_mrr_at_100_max - value: 26.839285742065844 - - type: nauc_mrr_at_100_std - value: 7.4531214081950665 - - type: nauc_mrr_at_10_diff1 - value: 36.30447424000286 - - type: nauc_mrr_at_10_max - value: 26.82407721635929 - - type: nauc_mrr_at_10_std - value: 7.128350859354006 - - type: nauc_mrr_at_1_diff1 - value: 40.33242024913157 - - type: nauc_mrr_at_1_max - value: 27.091486246948644 - - type: nauc_mrr_at_1_std - value: 6.651284050654496 - - type: nauc_mrr_at_20_diff1 - value: 36.25133940616511 - - type: nauc_mrr_at_20_max - value: 26.80492854473064 - - type: nauc_mrr_at_20_std - value: 7.357308723900899 - - type: nauc_mrr_at_3_diff1 - value: 36.56178278497094 - - type: nauc_mrr_at_3_max - value: 26.778158065345036 - - type: nauc_mrr_at_3_std - value: 6.6184108126324315 - - type: nauc_mrr_at_5_diff1 - value: 36.392351544524246 - - type: nauc_mrr_at_5_max - value: 26.739980026222078 - - type: nauc_mrr_at_5_std - value: 6.756111945913891 - - type: nauc_ndcg_at_1000_diff1 - value: 34.95079579203404 - - type: nauc_ndcg_at_1000_max - value: 27.20208866490515 - - type: nauc_ndcg_at_1000_std - value: 9.261368905154118 - - type: nauc_ndcg_at_100_diff1 - value: 34.23419180931321 - - type: nauc_ndcg_at_100_max - value: 26.813354471991328 - - type: nauc_ndcg_at_100_std - value: 9.32209446793392 - - type: nauc_ndcg_at_10_diff1 - value: 35.35968678440425 - - type: nauc_ndcg_at_10_max - value: 26.46708774056249 - - type: nauc_ndcg_at_10_std - value: 7.301241728262717 - - type: nauc_ndcg_at_1_diff1 - value: 40.33242024913157 - - type: nauc_ndcg_at_1_max - value: 27.091486246948644 - - type: nauc_ndcg_at_1_std - value: 6.651284050654496 - - type: nauc_ndcg_at_20_diff1 - value: 35.03849294787951 - - type: nauc_ndcg_at_20_max - value: 26.409827567943882 - - type: nauc_ndcg_at_20_std - value: 8.055637424086237 - - type: nauc_ndcg_at_3_diff1 - value: 35.65505388433528 - - type: nauc_ndcg_at_3_max - value: 25.761188798312208 - - type: nauc_ndcg_at_3_std - value: 5.904185852803786 - - type: nauc_ndcg_at_5_diff1 - value: 35.613042597941416 - - type: nauc_ndcg_at_5_max - value: 25.91763716317898 - - type: nauc_ndcg_at_5_std - value: 6.3359295002576825 - - type: nauc_precision_at_1000_diff1 - value: 9.984149195871025 - - type: nauc_precision_at_1000_max - value: 13.706584530811504 - - type: nauc_precision_at_1000_std - value: 10.808393484427647 - - type: nauc_precision_at_100_diff1 - value: 9.753861262312848 - - type: nauc_precision_at_100_max - value: 17.538086631929836 - - type: nauc_precision_at_100_std - value: 17.588307297546375 - - type: nauc_precision_at_10_diff1 - value: 22.178680553578857 - - type: nauc_precision_at_10_max - value: 23.82005220714167 - - type: nauc_precision_at_10_std - value: 12.210843300842786 - - type: nauc_precision_at_1_diff1 - value: 40.33242024913157 - - type: nauc_precision_at_1_max - value: 27.091486246948644 - - type: nauc_precision_at_1_std - value: 6.651284050654496 - - type: nauc_precision_at_20_diff1 - value: 18.20284235467181 - - type: nauc_precision_at_20_max - value: 21.55994934799995 - - type: nauc_precision_at_20_std - value: 14.823512635496444 - - type: nauc_precision_at_3_diff1 - value: 28.51175964422829 - - type: nauc_precision_at_3_max - value: 26.036101082651903 - - type: nauc_precision_at_3_std - value: 8.32337618430701 - - type: nauc_precision_at_5_diff1 - value: 26.03785153029795 - - type: nauc_precision_at_5_max - value: 25.62122042616537 - - type: nauc_precision_at_5_std - value: 10.010491130373877 - - type: nauc_recall_at_1000_diff1 - value: 21.16205088053666 - - type: nauc_recall_at_1000_max - value: 37.893638759886564 - - type: nauc_recall_at_1000_std - value: 34.61273354489395 - - type: nauc_recall_at_100_diff1 - value: 21.14198721349634 - - type: nauc_recall_at_100_max - value: 25.920059670195094 - - type: nauc_recall_at_100_std - value: 20.518028066597463 - - type: nauc_recall_at_10_diff1 - value: 29.73472729380844 - - type: nauc_recall_at_10_max - value: 24.853019683450643 - - type: nauc_recall_at_10_std - value: 8.89065056391719 - - type: nauc_recall_at_1_diff1 - value: 41.12910465822455 - - type: nauc_recall_at_1_max - value: 24.922839565199613 - - type: nauc_recall_at_1_std - value: 4.133739487187822 - - type: nauc_recall_at_20_diff1 - value: 27.673332407195627 - - type: nauc_recall_at_20_max - value: 23.71384644501052 - - type: nauc_recall_at_20_std - value: 11.300075581386578 - - type: nauc_recall_at_3_diff1 - value: 32.075174207271715 - - type: nauc_recall_at_3_max - value: 23.714760452502023 - - type: nauc_recall_at_3_std - value: 4.987005671759398 - - type: nauc_recall_at_5_diff1 - value: 31.33818717257691 - - type: nauc_recall_at_5_max - value: 23.698331718798485 - - type: nauc_recall_at_5_std - value: 6.167112844989579 - - type: ndcg_at_1 - value: 26.634999999999998 - - type: ndcg_at_10 - value: 35.695 - - type: ndcg_at_100 - value: 41.410000000000004 - - type: ndcg_at_1000 - value: 43.963 - - type: ndcg_at_20 - value: 38.023 - - type: ndcg_at_3 - value: 31.019000000000002 - - type: ndcg_at_5 - value: 33.054 - - type: precision_at_1 - value: 26.634999999999998 - - type: precision_at_10 - value: 6.654999999999999 - - type: precision_at_100 - value: 1.1039999999999999 - - type: precision_at_1000 - value: 0.15 - - type: precision_at_20 - value: 4.0280000000000005 - - type: precision_at_3 - value: 14.969 - - type: precision_at_5 - value: 10.75 - - type: recall_at_1 - value: 21.3 - - type: recall_at_10 - value: 47.274 - - type: recall_at_100 - value: 72.576 - - type: recall_at_1000 - value: 90.33099999999999 - - type: recall_at_20 - value: 55.852999999999994 - - type: recall_at_3 - value: 33.833999999999996 - - type: recall_at_5 - value: 39.306000000000004 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackUnixRetrieval - revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53 - split: test - type: mteb/cqadupstack-unix - metrics: - - type: main_score - value: 48.254000000000005 - - type: map_at_1 - value: 31.058999999999997 - - type: map_at_10 - value: 42.184 - - type: map_at_100 - value: 43.486000000000004 - - type: map_at_1000 - value: 43.580999999999996 - - type: map_at_20 - value: 42.925000000000004 - - type: map_at_3 - value: 38.807 - - type: map_at_5 - value: 40.716 - - type: mrr_at_1 - value: 37.12686567164179 - - type: mrr_at_10 - value: 46.90539119876802 - - type: mrr_at_100 - value: 47.76243092540689 - - type: mrr_at_1000 - value: 47.81385590652854 - - type: mrr_at_20 - value: 47.43082203094801 - - type: mrr_at_3 - value: 44.21641791044772 - - type: mrr_at_5 - value: 45.7975746268656 - - type: nauc_map_at_1000_diff1 - value: 51.4558447015615 - - type: nauc_map_at_1000_max - value: 38.45945877475137 - - type: nauc_map_at_1000_std - value: 1.4496436945102138 - - type: nauc_map_at_100_diff1 - value: 51.433266542284095 - - type: nauc_map_at_100_max - value: 38.442249480858834 - - type: nauc_map_at_100_std - value: 1.4472006787823615 - - type: nauc_map_at_10_diff1 - value: 51.2169946617527 - - type: nauc_map_at_10_max - value: 37.91575906488831 - - type: nauc_map_at_10_std - value: 0.9395292392054411 - - type: nauc_map_at_1_diff1 - value: 57.06692954349093 - - type: nauc_map_at_1_max - value: 37.52195301264229 - - type: nauc_map_at_1_std - value: 1.0317959357152677 - - type: nauc_map_at_20_diff1 - value: 51.39166717137811 - - type: nauc_map_at_20_max - value: 38.30425708455791 - - type: nauc_map_at_20_std - value: 1.1678146894626718 - - type: nauc_map_at_3_diff1 - value: 52.284386388905205 - - type: nauc_map_at_3_max - value: 37.77544254509988 - - type: nauc_map_at_3_std - value: 0.4509178159923028 - - type: nauc_map_at_5_diff1 - value: 51.92099853890086 - - type: nauc_map_at_5_max - value: 38.04410222885556 - - type: nauc_map_at_5_std - value: 0.49356799186598777 - - type: nauc_mrr_at_1000_diff1 - value: 50.83672022787427 - - type: nauc_mrr_at_1000_max - value: 40.40639302900314 - - type: nauc_mrr_at_1000_std - value: 3.021173876177588 - - type: nauc_mrr_at_100_diff1 - value: 50.81622141227109 - - type: nauc_mrr_at_100_max - value: 40.391753930357424 - - type: nauc_mrr_at_100_std - value: 3.0149687206608435 - - type: nauc_mrr_at_10_diff1 - value: 50.610842445863504 - - type: nauc_mrr_at_10_max - value: 40.292536027495906 - - type: nauc_mrr_at_10_std - value: 2.8205411230714423 - - type: nauc_mrr_at_1_diff1 - value: 55.93133439246388 - - type: nauc_mrr_at_1_max - value: 41.64878657954779 - - type: nauc_mrr_at_1_std - value: 3.6875867041356862 - - type: nauc_mrr_at_20_diff1 - value: 50.800509011749874 - - type: nauc_mrr_at_20_max - value: 40.37785685396547 - - type: nauc_mrr_at_20_std - value: 2.861233504434791 - - type: nauc_mrr_at_3_diff1 - value: 51.32672688744832 - - type: nauc_mrr_at_3_max - value: 40.68903973754008 - - type: nauc_mrr_at_3_std - value: 2.491026086202177 - - type: nauc_mrr_at_5_diff1 - value: 50.87923319570954 - - type: nauc_mrr_at_5_max - value: 40.56793174802199 - - type: nauc_mrr_at_5_std - value: 2.3822611439240498 - - type: nauc_ndcg_at_1000_diff1 - value: 49.78740830809827 - - type: nauc_ndcg_at_1000_max - value: 39.19945785583833 - - type: nauc_ndcg_at_1000_std - value: 3.197089736978403 - - type: nauc_ndcg_at_100_diff1 - value: 49.176636212489264 - - type: nauc_ndcg_at_100_max - value: 38.75259199237999 - - type: nauc_ndcg_at_100_std - value: 3.5088596331762254 - - type: nauc_ndcg_at_10_diff1 - value: 48.67385674355404 - - type: nauc_ndcg_at_10_max - value: 37.40965505388787 - - type: nauc_ndcg_at_10_std - value: 1.4005200795238943 - - type: nauc_ndcg_at_1_diff1 - value: 55.93133439246388 - - type: nauc_ndcg_at_1_max - value: 41.64878657954779 - - type: nauc_ndcg_at_1_std - value: 3.6875867041356862 - - type: nauc_ndcg_at_20_diff1 - value: 49.23395020884403 - - type: nauc_ndcg_at_20_max - value: 38.29413681599753 - - type: nauc_ndcg_at_20_std - value: 2.0261582977308903 - - type: nauc_ndcg_at_3_diff1 - value: 50.37879167712567 - - type: nauc_ndcg_at_3_max - value: 38.30708528778667 - - type: nauc_ndcg_at_3_std - value: 0.7482238068027645 - - type: nauc_ndcg_at_5_diff1 - value: 49.7874793326571 - - type: nauc_ndcg_at_5_max - value: 37.92115937776956 - - type: nauc_ndcg_at_5_std - value: 0.3066787171114837 - - type: nauc_precision_at_1000_diff1 - value: -9.96531693883328 - - type: nauc_precision_at_1000_max - value: 3.4627078237504634 - - type: nauc_precision_at_1000_std - value: 3.6103904347228917 - - type: nauc_precision_at_100_diff1 - value: -1.3777100103786304 - - type: nauc_precision_at_100_max - value: 13.644624976237932 - - type: nauc_precision_at_100_std - value: 9.379466477252286 - - type: nauc_precision_at_10_diff1 - value: 18.868006929242437 - - type: nauc_precision_at_10_max - value: 27.342748504326668 - - type: nauc_precision_at_10_std - value: 2.250963665566955 - - type: nauc_precision_at_1_diff1 - value: 55.93133439246388 - - type: nauc_precision_at_1_max - value: 41.64878657954779 - - type: nauc_precision_at_1_std - value: 3.6875867041356862 - - type: nauc_precision_at_20_diff1 - value: 13.08070242743754 - - type: nauc_precision_at_20_max - value: 25.586231504695878 - - type: nauc_precision_at_20_std - value: 4.410767200400472 - - type: nauc_precision_at_3_diff1 - value: 36.315597960821385 - - type: nauc_precision_at_3_max - value: 35.7897272478074 - - type: nauc_precision_at_3_std - value: 0.5393014854836691 - - type: nauc_precision_at_5_diff1 - value: 28.951288404329766 - - type: nauc_precision_at_5_max - value: 33.52407854361305 - - type: nauc_precision_at_5_std - value: 0.6755786324554106 - - type: nauc_recall_at_1000_diff1 - value: 17.993868934514715 - - type: nauc_recall_at_1000_max - value: 43.00675041530867 - - type: nauc_recall_at_1000_std - value: 45.60811034522631 - - type: nauc_recall_at_100_diff1 - value: 32.66185575711067 - - type: nauc_recall_at_100_max - value: 32.56190006302012 - - type: nauc_recall_at_100_std - value: 16.814907489166366 - - type: nauc_recall_at_10_diff1 - value: 38.077558092701516 - - type: nauc_recall_at_10_max - value: 29.919557204665566 - - type: nauc_recall_at_10_std - value: 1.4252796105147276 - - type: nauc_recall_at_1_diff1 - value: 57.06692954349093 - - type: nauc_recall_at_1_max - value: 37.52195301264229 - - type: nauc_recall_at_1_std - value: 1.0317959357152677 - - type: nauc_recall_at_20_diff1 - value: 39.11878095285628 - - type: nauc_recall_at_20_max - value: 31.98554679525679 - - type: nauc_recall_at_20_std - value: 3.5833443797094557 - - type: nauc_recall_at_3_diff1 - value: 45.38872391135796 - - type: nauc_recall_at_3_max - value: 33.91070676314719 - - type: nauc_recall_at_3_std - value: -1.21372888057884 - - type: nauc_recall_at_5_diff1 - value: 42.9812450636276 - - type: nauc_recall_at_5_max - value: 32.992197458198106 - - type: nauc_recall_at_5_std - value: -1.6465957495550636 - - type: ndcg_at_1 - value: 37.126999999999995 - - type: ndcg_at_10 - value: 48.254000000000005 - - type: ndcg_at_100 - value: 53.547999999999995 - - type: ndcg_at_1000 - value: 55.425000000000004 - - type: ndcg_at_20 - value: 50.409000000000006 - - type: ndcg_at_3 - value: 42.69 - - type: ndcg_at_5 - value: 45.359 - - type: precision_at_1 - value: 37.126999999999995 - - type: precision_at_10 - value: 8.283999999999999 - - type: precision_at_100 - value: 1.224 - - type: precision_at_1000 - value: 0.147 - - type: precision_at_20 - value: 4.776 - - type: precision_at_3 - value: 19.714000000000002 - - type: precision_at_5 - value: 13.955 - - type: recall_at_1 - value: 31.058999999999997 - - type: recall_at_10 - value: 61.955000000000005 - - type: recall_at_100 - value: 83.994 - - type: recall_at_1000 - value: 96.75 - - type: recall_at_20 - value: 69.458 - - type: recall_at_3 - value: 46.394000000000005 - - type: recall_at_5 - value: 53.419000000000004 - task: - type: Retrieval - - dataset: - config: default - name: MTEB CQADupstackWebmastersRetrieval - revision: 160c094312a0e1facb97e55eeddb698c0abe3571 - split: test - type: mteb/cqadupstack-webmasters - metrics: - - type: main_score - value: 47.625 - - type: map_at_1 - value: 28.828 - - type: map_at_10 - value: 40.934 - - type: map_at_100 - value: 42.762 - - type: map_at_1000 - value: 42.985 - - type: map_at_20 - value: 41.857 - - type: map_at_3 - value: 37.861 - - type: map_at_5 - value: 39.517 - - type: mrr_at_1 - value: 35.573122529644266 - - type: mrr_at_10 - value: 46.13032498902065 - - type: mrr_at_100 - value: 47.01689487158973 - - type: mrr_at_1000 - value: 47.05482579853294 - - type: mrr_at_20 - value: 46.618451847491315 - - type: mrr_at_3 - value: 43.741765480895936 - - type: mrr_at_5 - value: 45.1844532279315 - - type: nauc_map_at_1000_diff1 - value: 48.77406678111267 - - type: nauc_map_at_1000_max - value: 29.14679611765707 - - type: nauc_map_at_1000_std - value: 10.438826979520995 - - type: nauc_map_at_100_diff1 - value: 48.954012673349126 - - type: nauc_map_at_100_max - value: 29.283862389807314 - - type: nauc_map_at_100_std - value: 9.928399080485168 - - type: nauc_map_at_10_diff1 - value: 49.41573056795243 - - type: nauc_map_at_10_max - value: 28.93790324706381 - - type: nauc_map_at_10_std - value: 8.007413834048545 - - type: nauc_map_at_1_diff1 - value: 55.26744597511385 - - type: nauc_map_at_1_max - value: 29.656962248604547 - - type: nauc_map_at_1_std - value: 6.496654661609257 - - type: nauc_map_at_20_diff1 - value: 49.02827194771431 - - type: nauc_map_at_20_max - value: 29.157466445395837 - - type: nauc_map_at_20_std - value: 8.889368158106869 - - type: nauc_map_at_3_diff1 - value: 49.92449135372416 - - type: nauc_map_at_3_max - value: 29.030070902700633 - - type: nauc_map_at_3_std - value: 6.988810033527698 - - type: nauc_map_at_5_diff1 - value: 49.64125376372618 - - type: nauc_map_at_5_max - value: 28.65366881384872 - - type: nauc_map_at_5_std - value: 6.850897141779166 - - type: nauc_mrr_at_1000_diff1 - value: 47.51489572372838 - - type: nauc_mrr_at_1000_max - value: 30.56703558832266 - - type: nauc_mrr_at_1000_std - value: 11.003510282592163 - - type: nauc_mrr_at_100_diff1 - value: 47.4965726288855 - - type: nauc_mrr_at_100_max - value: 30.547777150740252 - - type: nauc_mrr_at_100_std - value: 11.024158632984479 - - type: nauc_mrr_at_10_diff1 - value: 47.44362412223882 - - type: nauc_mrr_at_10_max - value: 30.457562402358583 - - type: nauc_mrr_at_10_std - value: 10.724316125494697 - - type: nauc_mrr_at_1_diff1 - value: 52.148964351939576 - - type: nauc_mrr_at_1_max - value: 33.678536351312744 - - type: nauc_mrr_at_1_std - value: 11.470999800716983 - - type: nauc_mrr_at_20_diff1 - value: 47.34460523851512 - - type: nauc_mrr_at_20_max - value: 30.469013865786103 - - type: nauc_mrr_at_20_std - value: 10.921684889846375 - - type: nauc_mrr_at_3_diff1 - value: 47.95877258797435 - - type: nauc_mrr_at_3_max - value: 30.692710281909562 - - type: nauc_mrr_at_3_std - value: 10.808031142670313 - - type: nauc_mrr_at_5_diff1 - value: 47.341998958512335 - - type: nauc_mrr_at_5_max - value: 30.233410609233097 - - type: nauc_mrr_at_5_std - value: 10.168549484481513 - - type: nauc_ndcg_at_1000_diff1 - value: 46.799656036201796 - - type: nauc_ndcg_at_1000_max - value: 29.92955740798368 - - type: nauc_ndcg_at_1000_std - value: 12.623653956716705 - - type: nauc_ndcg_at_100_diff1 - value: 46.639657956193645 - - type: nauc_ndcg_at_100_max - value: 29.70013635690556 - - type: nauc_ndcg_at_100_std - value: 13.11403835564951 - - type: nauc_ndcg_at_10_diff1 - value: 46.32468486467343 - - type: nauc_ndcg_at_10_max - value: 27.861763413803182 - - type: nauc_ndcg_at_10_std - value: 10.936957612998238 - - type: nauc_ndcg_at_1_diff1 - value: 52.148964351939576 - - type: nauc_ndcg_at_1_max - value: 33.678536351312744 - - type: nauc_ndcg_at_1_std - value: 11.470999800716983 - - type: nauc_ndcg_at_20_diff1 - value: 45.54932609594158 - - type: nauc_ndcg_at_20_max - value: 28.240601529603403 - - type: nauc_ndcg_at_20_std - value: 11.976619987906291 - - type: nauc_ndcg_at_3_diff1 - value: 46.81299422826539 - - type: nauc_ndcg_at_3_max - value: 29.15968647348599 - - type: nauc_ndcg_at_3_std - value: 10.59911489835806 - - type: nauc_ndcg_at_5_diff1 - value: 46.5402791796294 - - type: nauc_ndcg_at_5_max - value: 27.625492517670764 - - type: nauc_ndcg_at_5_std - value: 9.801934353035088 - - type: nauc_precision_at_1000_diff1 - value: -21.018206351353395 - - type: nauc_precision_at_1000_max - value: -9.576873873393701 - - type: nauc_precision_at_1000_std - value: 40.79498444770508 - - type: nauc_precision_at_100_diff1 - value: -15.107718416928162 - - type: nauc_precision_at_100_max - value: -1.493344374948485 - - type: nauc_precision_at_100_std - value: 38.1823156861858 - - type: nauc_precision_at_10_diff1 - value: 9.530038329849683 - - type: nauc_precision_at_10_max - value: 17.068430234988014 - - type: nauc_precision_at_10_std - value: 22.723346258198585 - - type: nauc_precision_at_1_diff1 - value: 52.148964351939576 - - type: nauc_precision_at_1_max - value: 33.678536351312744 - - type: nauc_precision_at_1_std - value: 11.470999800716983 - - type: nauc_precision_at_20_diff1 - value: -1.8286624283740411 - - type: nauc_precision_at_20_max - value: 11.189699167855812 - - type: nauc_precision_at_20_std - value: 28.744505194131186 - - type: nauc_precision_at_3_diff1 - value: 29.590033615831874 - - type: nauc_precision_at_3_max - value: 26.429375827797298 - - type: nauc_precision_at_3_std - value: 15.5273969841391 - - type: nauc_precision_at_5_diff1 - value: 20.837334140704538 - - type: nauc_precision_at_5_max - value: 21.53211730854718 - - type: nauc_precision_at_5_std - value: 15.770254226373295 - - type: nauc_recall_at_1000_diff1 - value: 3.7913465372858397 - - type: nauc_recall_at_1000_max - value: 37.37087655432564 - - type: nauc_recall_at_1000_std - value: 53.383787573977635 - - type: nauc_recall_at_100_diff1 - value: 31.885773379839087 - - type: nauc_recall_at_100_max - value: 27.119723474909435 - - type: nauc_recall_at_100_std - value: 32.44128773357717 - - type: nauc_recall_at_10_diff1 - value: 38.48925653392728 - - type: nauc_recall_at_10_max - value: 21.913297943445638 - - type: nauc_recall_at_10_std - value: 9.670625471069304 - - type: nauc_recall_at_1_diff1 - value: 55.26744597511385 - - type: nauc_recall_at_1_max - value: 29.656962248604547 - - type: nauc_recall_at_1_std - value: 6.496654661609257 - - type: nauc_recall_at_20_diff1 - value: 32.775224475928454 - - type: nauc_recall_at_20_max - value: 21.855898704010244 - - type: nauc_recall_at_20_std - value: 15.279476236578427 - - type: nauc_recall_at_3_diff1 - value: 42.46793868969819 - - type: nauc_recall_at_3_max - value: 23.97410619836597 - - type: nauc_recall_at_3_std - value: 6.281096355003174 - - type: nauc_recall_at_5_diff1 - value: 40.19624293801811 - - type: nauc_recall_at_5_max - value: 20.874090229546805 - - type: nauc_recall_at_5_std - value: 5.640861998007423 - - type: ndcg_at_1 - value: 35.573 - - type: ndcg_at_10 - value: 47.625 - - type: ndcg_at_100 - value: 53.516 - - type: ndcg_at_1000 - value: 55.266999999999996 - - type: ndcg_at_20 - value: 49.809 - - type: ndcg_at_3 - value: 43.108999999999995 - - type: ndcg_at_5 - value: 45.222 - - type: precision_at_1 - value: 35.573 - - type: precision_at_10 - value: 9.447 - - type: precision_at_100 - value: 1.844 - - type: precision_at_1000 - value: 0.256 - - type: precision_at_20 - value: 5.888999999999999 - - type: precision_at_3 - value: 20.883 - - type: precision_at_5 - value: 15.059000000000001 - - type: recall_at_1 - value: 28.828 - - type: recall_at_10 - value: 59.476 - - type: recall_at_100 - value: 86.08 - - type: recall_at_1000 - value: 96.955 - - type: recall_at_20 - value: 67.951 - - type: recall_at_3 - value: 46.568 - - type: recall_at_5 - value: 52.092000000000006 + value: 78.98683111286988 + - type: nAUC_map_diff1 + value: 16.8624639710487 + - type: nAUC_map_max + value: 24.91996491142433 + - type: nAUC_map_std + value: 17.91865808793225 + - type: nAUC_mrr_diff1 + value: 25.03766425631947 + - type: nAUC_mrr_max + value: 41.64561939958336 + - type: nAUC_mrr_std + value: 23.179909345891968 task: - type: Retrieval + type: Reranking + - dataset: + config: default + name: MTEB BIOSSES + revision: d3fb88f8f02e40887cd149695127462bbcf29b4a + split: test + type: mteb/biosses-sts + metrics: + - type: cosine_pearson + value: 85.790820496042 + - type: cosine_spearman + value: 83.10731534330517 + - type: euclidean_pearson + value: 84.61741304343133 + - type: euclidean_spearman + value: 83.17297949010973 + - type: main_score + value: 83.10731534330517 + - type: manhattan_pearson + value: 85.2137696526676 + - type: manhattan_spearman + value: 84.39168195786738 + - type: pearson + value: 85.790820496042 + - type: spearman + value: 83.10731534330517 + task: + type: STS + - dataset: + config: default + name: MTEB Banking77Classification + revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 + split: test + type: mteb/banking77 + metrics: + - type: accuracy + value: 89.78896103896105 + - type: f1 + value: 89.76107366333488 + - type: f1_weighted + value: 89.76107366333488 + - type: main_score + value: 89.78896103896105 + task: + type: Classification + - dataset: + config: default + name: MTEB BiorxivClusteringP2P + revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40 + split: test + type: mteb/biorxiv-clustering-p2p + metrics: + - type: main_score + value: 50.68092296236376 + - type: v_measure + value: 50.68092296236376 + - type: v_measure_std + value: 0.7832640983085436 + task: + type: Clustering + - dataset: + config: default + name: MTEB BiorxivClusteringS2S + revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908 + split: test + type: mteb/biorxiv-clustering-s2s + metrics: + - type: main_score + value: 46.86629236732983 + - type: v_measure + value: 46.86629236732983 + - type: v_measure_std + value: 0.8784322236350974 + task: + type: Clustering - dataset: config: default - name: MTEB CQADupstackWordpressRetrieval + name: MTEB CQADupstackRetrieval revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4 split: test - type: mteb/cqadupstack-wordpress + type: mteb/cqadupstack metrics: - type: main_score - value: 39.379999999999995 + value: 47.74883333333334 - type: map_at_1 - value: 26.084000000000003 + value: 30.179249999999996 - type: map_at_10 - value: 34.613 + value: 41.60824999999999 - type: map_at_100 - value: 35.726 + value: 42.94008333333332 - type: map_at_1000 - value: 35.817 + value: 43.04666666666667 - type: map_at_20 - value: 35.201 + value: 42.36833333333334 - type: map_at_3 - value: 32.274 + value: 38.23491666666666 - type: map_at_5 - value: 33.555 + value: 40.10183333333333 - type: mrr_at_1 - value: 29.02033271719039 + value: 36.47676085808166 - type: mrr_at_10 - value: 37.43075726901975 + value: 46.300991916437155 - type: mrr_at_100 - value: 38.36239433476147 + value: 47.12155753713262 - type: mrr_at_1000 - value: 38.42736216591512 + value: 47.168033610799945 - type: mrr_at_20 - value: 37.93355581794175 + value: 46.80405724560391 - type: mrr_at_3 - value: 35.39741219963033 + value: 43.77000352801797 - type: mrr_at_5 - value: 36.53419593345658 + value: 45.22295361704542 - type: nauc_map_at_1000_diff1 - value: 38.781804068433686 + value: 46.953671666941524 - type: nauc_map_at_1000_max - value: 18.694752994022 + value: 32.260396316089675 - type: nauc_map_at_1000_std - value: 2.5519685366497864 + value: 0.6657766120094878 - type: nauc_map_at_100_diff1 - value: 38.78325405746408 + value: 46.94717463394555 - type: nauc_map_at_100_max - value: 18.685884092519192 + value: 32.25088350678177 - type: nauc_map_at_100_std - value: 2.59585073077414 + value: 0.6257017014549283 - type: nauc_map_at_10_diff1 - value: 38.75986643549505 + value: 46.974678429336464 - type: nauc_map_at_10_max - value: 18.653645568024267 + value: 31.862230807295504 - type: nauc_map_at_10_std - value: 2.0173660776842692 + value: -0.14758828549579284 - type: nauc_map_at_1_diff1 - value: 45.434297335562924 + value: 52.48913346466124 - type: nauc_map_at_1_max - value: 18.870845585854045 + value: 29.874374024967725 - type: nauc_map_at_1_std - value: 0.1963923383192026 + value: -2.433547569836134 - type: nauc_map_at_20_diff1 - value: 38.90273902276131 + value: 46.96088684217651 - type: nauc_map_at_20_max - value: 18.753294787674115 + value: 32.08954208613205 - type: nauc_map_at_20_std - value: 2.210860501783562 + value: 0.25946321113436527 - type: nauc_map_at_3_diff1 - value: 39.559368485502965 + value: 47.703230121518345 - type: nauc_map_at_3_max - value: 18.018480187319938 + value: 30.977880095983107 - type: nauc_map_at_3_std - value: 1.6922481470404367 + value: -1.342777563991804 - type: nauc_map_at_5_diff1 - value: 38.45140122170111 + value: 47.1615010199957 - type: nauc_map_at_5_max - value: 18.1849659275464 + value: 31.420885812683284 - type: nauc_map_at_5_std - value: 1.7201336631050346 + value: -0.8789297099444306 - type: nauc_mrr_at_1000_diff1 - value: 39.156719283573025 + value: 46.69178645962615 - type: nauc_mrr_at_1000_max - value: 20.4241142282454 + value: 34.392807413340655 - type: nauc_mrr_at_1000_std - value: 4.0326675443965865 + value: 1.6155464863667934 - type: nauc_mrr_at_100_diff1 - value: 39.13134596444042 + value: 46.67417236349189 - type: nauc_mrr_at_100_max - value: 20.401832653328036 + value: 34.384607045512624 - type: nauc_mrr_at_100_std - value: 4.067459959068112 + value: 1.6259917384109652 - type: nauc_mrr_at_10_diff1 - value: 39.11056900715075 + value: 46.60497560446239 - type: nauc_mrr_at_10_max - value: 20.456968932149042 + value: 34.32918897817958 - type: nauc_mrr_at_10_std - value: 3.701497341227079 + value: 1.39387793769014 - type: nauc_mrr_at_1_diff1 - value: 44.724306948944644 + value: 51.61608573254137 - type: nauc_mrr_at_1_max - value: 21.297951813248098 + value: 35.18105023234596 - type: nauc_mrr_at_1_std - value: 1.7056093167974031 + value: 0.17943702145478177 - type: nauc_mrr_at_20_diff1 - value: 39.13758526011843 + value: 46.635943069860254 - type: nauc_mrr_at_20_max - value: 20.470602004704723 + value: 34.37050973118794 - type: nauc_mrr_at_20_std - value: 3.7856446687462473 + value: 1.5346464678860607 - type: nauc_mrr_at_3_diff1 - value: 40.239397311526425 + value: 47.154389369038334 - type: nauc_mrr_at_3_max - value: 20.992490395710238 + value: 34.41036411855465 - type: nauc_mrr_at_3_std - value: 3.7871606030059763 + value: 0.924551812357872 - type: nauc_mrr_at_5_diff1 - value: 39.128696670419274 + value: 46.6690101691763 - type: nauc_mrr_at_5_max - value: 20.575506443481455 + value: 34.29740388138466 - type: nauc_mrr_at_5_std - value: 3.5549080224627607 + value: 1.0567184149139792 - type: nauc_ndcg_at_1000_diff1 - value: 37.0016517159043 + value: 45.375448289173264 - type: nauc_ndcg_at_1000_max - value: 19.1482194752052 + value: 33.47957083714482 - type: nauc_ndcg_at_1000_std - value: 5.378711500654773 + value: 3.192251100225568 - type: nauc_ndcg_at_100_diff1 - value: 36.17557041559903 + value: 44.93601014699499 - type: nauc_ndcg_at_100_max - value: 18.59854501778945 + value: 33.21249888295249 - type: nauc_ndcg_at_100_std - value: 6.31248861720501 + value: 3.609842852934217 - type: nauc_ndcg_at_10_diff1 - value: 36.73409325784973 + value: 44.87893284011915 - type: nauc_ndcg_at_10_max - value: 18.822390149084008 + value: 32.384885249478515 - type: nauc_ndcg_at_10_std - value: 3.2747769315176276 + value: 1.454493065035396 - type: nauc_ndcg_at_1_diff1 - value: 44.724306948944644 + value: 51.61608573254137 - type: nauc_ndcg_at_1_max - value: 21.297951813248098 + value: 35.18105023234596 - type: nauc_ndcg_at_1_std - value: 1.7056093167974031 + value: 0.17943702145478177 - type: nauc_ndcg_at_20_diff1 - value: 36.98513332082282 + value: 44.867752179050605 - type: nauc_ndcg_at_20_max - value: 19.09199876979337 + value: 32.689535921840196 - type: nauc_ndcg_at_20_std - value: 3.8988673585749765 + value: 2.337765158573901 - type: nauc_ndcg_at_3_diff1 - value: 38.1362287230064 + value: 45.87485821381341 - type: nauc_ndcg_at_3_max - value: 18.947600825842066 + value: 32.33282450558947 - type: nauc_ndcg_at_3_std - value: 3.0573764513266837 + value: 0.0681643829273283 - type: nauc_ndcg_at_5_diff1 - value: 36.30379048265372 + value: 45.202902131892394 - type: nauc_ndcg_at_5_max - value: 18.459993423164825 + value: 32.1026971523917 - type: nauc_ndcg_at_5_std - value: 2.8111098564769605 + value: 0.3565572833774486 - type: nauc_precision_at_1000_diff1 - value: -11.919196633256085 + value: -8.935267931198956 - type: nauc_precision_at_1000_max - value: -2.6791276321661734 + value: 6.464981960169269 - type: nauc_precision_at_1000_std - value: 3.5303729886014925 + value: 10.662786182234633 - type: nauc_precision_at_100_diff1 - value: 2.74286346705139 + value: -1.64091517847155 - type: nauc_precision_at_100_max - value: 12.944870595453715 + value: 15.175617871025024 - type: nauc_precision_at_100_std - value: 19.504700491456116 + value: 16.924256989248075 - type: nauc_precision_at_10_diff1 - value: 24.0347998139923 + value: 15.676651966277047 - type: nauc_precision_at_10_max - value: 22.79629546632503 + value: 26.243734188847117 - type: nauc_precision_at_10_std - value: 8.516200784820182 + value: 10.601741034956333 - type: nauc_precision_at_1_diff1 - value: 44.724306948944644 + value: 51.61608573254137 - type: nauc_precision_at_1_max - value: 21.297951813248098 + value: 35.18105023234596 - type: nauc_precision_at_1_std - value: 1.7056093167974031 + value: 0.17943702145478177 - type: nauc_precision_at_20_diff1 - value: 21.385129497466938 + value: 9.447267260198654 - type: nauc_precision_at_20_max - value: 21.06338576408547 + value: 23.024130858142723 - type: nauc_precision_at_20_std - value: 10.496115050816298 + value: 13.739145648899603 - type: nauc_precision_at_3_diff1 - value: 31.698631519409233 + value: 30.11583572134629 - type: nauc_precision_at_3_max - value: 21.0653812345273 + value: 31.37321080069495 - type: nauc_precision_at_3_std - value: 7.536571111521341 + value: 4.705512374126024 - type: nauc_precision_at_5_diff1 - value: 25.92640855765465 + value: 23.192015335996093 - type: nauc_precision_at_5_max - value: 21.254782726051953 + value: 29.415746835998764 - type: nauc_precision_at_5_std - value: 7.3203658849399496 + value: 6.843498772798558 - type: nauc_recall_at_1000_diff1 - value: 21.32646653121391 + value: 25.36573313426033 - type: nauc_recall_at_1000_max - value: 23.68975318221683 + value: 43.06672256524168 - type: nauc_recall_at_1000_std - value: 42.00822770724794 + value: 47.93664853815292 - type: nauc_recall_at_100_diff1 - value: 20.028899844432022 + value: 31.222880916617406 - type: nauc_recall_at_100_max - value: 12.744369014395417 + value: 31.761159904172658 - type: nauc_recall_at_100_std - value: 26.67145389470723 + value: 23.034218976635877 - type: nauc_recall_at_10_diff1 - value: 28.80817601158257 + value: 36.23439028915225 - type: nauc_recall_at_10_max - value: 16.334974224702982 + value: 28.473458977606438 - type: nauc_recall_at_10_std - value: 5.195951424061981 + value: 3.7797969934159 - type: nauc_recall_at_1_diff1 - value: 45.434297335562924 + value: 52.48913346466124 - type: nauc_recall_at_1_max - value: 18.870845585854045 + value: 29.874374024967725 - type: nauc_recall_at_1_std - value: 0.1963923383192026 + value: -2.433547569836134 - type: nauc_recall_at_20_diff1 - value: 29.41013933162779 + value: 34.678676952584766 - type: nauc_recall_at_20_max - value: 17.41848103768873 + value: 29.04638392522168 - type: nauc_recall_at_20_std - value: 7.715174946039472 + value: 8.148894982082549 - type: nauc_recall_at_3_diff1 - value: 33.40119110199151 + value: 41.31029996231311 - type: nauc_recall_at_3_max - value: 16.45620877978056 + value: 28.44199443414157 - type: nauc_recall_at_3_std - value: 4.0480077397084 + value: -0.747324057600377 - type: nauc_recall_at_5_diff1 - value: 28.433468467065047 + value: 38.535873899920674 - type: nauc_recall_at_5_max - value: 15.724712587196866 + value: 27.942667805948375 - type: nauc_recall_at_5_std - value: 3.7484297445312524 + value: 0.30652206930973686 - type: ndcg_at_1 - value: 29.020000000000003 + value: 36.47675 - type: ndcg_at_10 - value: 39.379999999999995 + value: 47.74883333333334 - type: ndcg_at_100 - value: 44.956 + value: 52.902416666666674 - type: ndcg_at_1000 - value: 47.128 + value: 54.69116666666667 - type: ndcg_at_20 - value: 41.352 + value: 49.89758333333333 - type: ndcg_at_3 - value: 35.048 + value: 42.462250000000004 - type: ndcg_at_5 - value: 37.072 + value: 44.91841666666667 - type: precision_at_1 - value: 29.020000000000003 + value: 36.47675 - type: precision_at_10 - value: 6.007 + value: 8.582416666666665 - type: precision_at_100 - value: 0.9520000000000001 + value: 1.31475 - type: precision_at_1000 - value: 0.126 + value: 0.16458333333333333 - type: precision_at_20 - value: 3.5029999999999997 + value: 5.021833333333333 - type: precision_at_3 - value: 14.911 + value: 20.004499999999997 - type: precision_at_5 - value: 10.203 + value: 14.178666666666665 - type: recall_at_1 - value: 26.084000000000003 + value: 30.179249999999996 - type: recall_at_10 - value: 51.18899999999999 + value: 60.950166666666675 - type: recall_at_100 - value: 77.203 + value: 83.19025 - type: recall_at_1000 - value: 93.145 + value: 95.27774999999998 - type: recall_at_20 - value: 58.467 + value: 68.80175 - type: recall_at_3 - value: 39.621 + value: 46.01841666666666 - type: recall_at_5 - value: 44.476 + value: 52.482416666666666 task: type: Retrieval - dataset: @@ -6118,23 +2609,6 @@ model-index: value: 85.83053127101546 task: type: Classification - - dataset: - config: en - name: MTEB MassiveIntentClassification (en) - revision: 4672e20407010da34463acc759c162ca9734bca6 - split: validation - type: mteb/amazon_massive_intent - metrics: - - type: accuracy - value: 86.41416625676341 - - type: f1 - value: 83.89525778024213 - - type: f1_weighted - value: 86.17934075018363 - - type: main_score - value: 86.41416625676341 - task: - type: Classification - dataset: config: en name: MTEB MassiveScenarioClassification (en) @@ -6152,23 +2626,6 @@ model-index: value: 90.19838601210489 task: type: Classification - - dataset: - config: en - name: MTEB MassiveScenarioClassification (en) - revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8 - split: validation - type: mteb/amazon_massive_scenario - metrics: - - type: accuracy - value: 89.89178553861288 - - type: f1 - value: 89.15362501094349 - - type: f1_weighted - value: 89.78021435879828 - - type: main_score - value: 89.89178553861288 - task: - type: Classification - dataset: config: default name: MTEB MedrxivClusteringP2P @@ -8968,7 +5425,7 @@ tags: - sentence-transformers - transformers - sentence-similarity -license: apache-2.0 +license: mit ---