mteb model-index region:us
---
tags:
- mteb
model-index:
- name: KaLM-Embedding
  results:
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (en-ext)
      type: mteb/amazon_counterfactual
      config: en-ext
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 94.89505247376313
    - type: ap
      value: 64.78774888517734
    - type: ap_weighted
      value: 64.78774888517734
    - type: f1
      value: 88.11460157320857
    - type: f1_weighted
      value: 95.22074397272716
    - type: main_score
      value: 94.89505247376313
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (en)
      type: mteb/amazon_counterfactual
      config: en
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 93.71641791044777
    - type: ap
      value: 75.08750683510948
    - type: ap_weighted
      value: 75.08750683510948
    - type: f1
      value: 90.83321356354264
    - type: f1_weighted
      value: 93.96359461200854
    - type: main_score
      value: 93.71641791044777
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonPolarityClassification
      type: mteb/amazon_polarity
      config: default
      split: test
      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
    metrics:
    - type: accuracy
      value: 97.2393
    - type: ap
      value: 95.64635258594004
    - type: ap_weighted
      value: 95.64635258594004
    - type: f1
      value: 97.23897196428621
    - type: f1_weighted
      value: 97.23897196428621
    - type: main_score
      value: 97.2393
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (en)
      type: mteb/amazon_reviews_multi
      config: en
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 63.242
    - type: f1
      value: 61.61382228477497
    - type: f1_weighted
      value: 61.61382228477497
    - type: main_score
      value: 63.242
  - task:
      type: Retrieval
    dataset:
      name: MTEB ArguAna
      type: mteb/arguana
      config: default
      split: test
      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
    metrics:
    - type: main_score
      value: 57.001000000000005
    - type: map_at_1
      value: 31.579
    - type: map_at_10
      value: 47.608
    - type: map_at_100
      value: 48.355
    - type: map_at_1000
      value: 48.358000000000004
    - type: map_at_20
      value: 48.251
    - type: map_at_3
      value: 42.141
    - type: map_at_5
      value: 45.107
    - type: mrr_at_1
      value: 32.005689900426745
    - type: mrr_at_10
      value: 47.78630133893301
    - type: mrr_at_100
      value: 48.526996572187365
    - type: mrr_at_1000
      value: 48.52998293331554
    - type: mrr_at_20
      value: 48.42307540999908
    - type: mrr_at_3
      value: 42.33048838311999
    - type: mrr_at_5
      value: 45.29279279279284
    - type: nauc_map_at_1000_diff1
      value: 3.975707828444012
    - type: nauc_map_at_1000_max
      value: -8.508536488810098
    - type: nauc_map_at_1000_std
      value: -12.394531033411965
    - type: nauc_map_at_100_diff1
      value: 3.980642580317845
    - type: nauc_map_at_100_max
      value: -8.50321527222367
    - type: nauc_map_at_100_std
      value: -12.394985565396297
    - type: nauc_map_at_10_diff1
      value: 3.893567849541356
    - type: nauc_map_at_10_max
      value: -8.271980181442737
    - type: nauc_map_at_10_std
      value: -12.312905395474713
    - type: nauc_map_at_1_diff1
      value: 5.01085575286572
    - type: nauc_map_at_1_max
      value: -11.363672050604157
    - type: nauc_map_at_1_std
      value: -11.995919412735057
    - type: nauc_map_at_20_diff1
      value: 3.9346708746144134
    - type: nauc_map_at_20_max
      value: -8.439896611546802
    - type: nauc_map_at_20_std
      value: -12.361203788668389
    - type: nauc_map_at_3_diff1
      value: 3.743269266512459
    - type: nauc_map_at_3_max
      value: -8.22680712736569
    - type: nauc_map_at_3_std
      value: -12.7911586403021
    - type: nauc_map_at_5_diff1
      value: 4.210565900704311
    - type: nauc_map_at_5_max
      value: -8.300679250967558
    - type: nauc_map_at_5_std
      value: -12.297010083783297
    - type: nauc_mrr_at_1000_diff1
      value: 2.6890165178859644
    - type: nauc_mrr_at_1000_max
      value: -8.908073671643209
    - type: nauc_mrr_at_1000_std
      value: -12.28522362969723
    - type: nauc_mrr_at_100_diff1
      value: 2.694071328592611
    - type: nauc_mrr_at_100_max
      value: -8.90272031925046
    - type: nauc_mrr_at_100_std
      value: -12.285688313011413
    - type: nauc_mrr_at_10_diff1
      value: 2.6202946436162757
    - type: nauc_mrr_at_10_max
      value: -8.661484408173118
    - type: nauc_mrr_at_10_std
      value: -12.21587817885135
    - type: nauc_mrr_at_1_diff1
      value: 3.7776170605790957
    - type: nauc_mrr_at_1_max
      value: -11.09253154366557
    - type: nauc_mrr_at_1_std
      value: -11.785521817968217
    - type: nauc_mrr_at_20_diff1
      value: 2.6521648248215843
    - type: nauc_mrr_at_20_max
      value: -8.838157718530379
    - type: nauc_mrr_at_20_std
      value: -12.252360108609953
    - type: nauc_mrr_at_3_diff1
      value: 2.4731200282807007
    - type: nauc_mrr_at_3_max
      value: -8.666767296113468
    - type: nauc_mrr_at_3_std
      value: -12.677898342896492
    - type: nauc_mrr_at_5_diff1
      value: 3.014858760125055
    - type: nauc_mrr_at_5_max
      value: -8.681386979182577
    - type: nauc_mrr_at_5_std
      value: -12.152778387690352
    - type: nauc_ndcg_at_1000_diff1
      value: 4.02700634185317
    - type: nauc_ndcg_at_1000_max
      value: -7.90622869574075
    - type: nauc_ndcg_at_1000_std
      value: -12.052240010016689
    - type: nauc_ndcg_at_100_diff1
      value: 4.1586699446096365
    - type: nauc_ndcg_at_100_max
      value: -7.770944362546775
    - type: nauc_ndcg_at_100_std
      value: -12.029866779235611
    - type: nauc_ndcg_at_10_diff1
      value: 3.6889869038334426
    - type: nauc_ndcg_at_10_max
      value: -6.663423609407744
    - type: nauc_ndcg_at_10_std
      value: -11.709445993744765
    - type: nauc_ndcg_at_1_diff1
      value: 5.01085575286572
    - type: nauc_ndcg_at_1_max
      value: -11.363672050604157
    - type: nauc_ndcg_at_1_std
      value: -11.995919412735057
    - type: nauc_ndcg_at_20_diff1
      value: 3.906327916792264
    - type: nauc_ndcg_at_20_max
      value: -7.2453986746925825
    - type: nauc_ndcg_at_20_std
      value: -11.850535874582807
    - type: nauc_ndcg_at_3_diff1
      value: 3.438181037582238
    - type: nauc_ndcg_at_3_max
      value: -7.114704612909642
    - type: nauc_ndcg_at_3_std
      value: -12.81020014782788
    - type: nauc_ndcg_at_5_diff1
      value: 4.347648183437709
    - type: nauc_ndcg_at_5_max
      value: -7.059450574661502
    - type: nauc_ndcg_at_5_std
      value: -11.841954074407058
    - type: nauc_precision_at_1000_diff1
      value: 30.752404058283062
    - type: nauc_precision_at_1000_max
      value: 25.067465235993
    - type: nauc_precision_at_1000_std
      value: 73.43547834923922
    - type: nauc_precision_at_100_diff1
      value: 46.20282993499485
    - type: nauc_precision_at_100_max
      value: 37.42658285150555
    - type: nauc_precision_at_100_std
      value: 34.45050238262001
    - type: nauc_precision_at_10_diff1
      value: 2.4893089137078603
    - type: nauc_precision_at_10_max
      value: 5.875977804770932
    - type: nauc_precision_at_10_std
      value: -6.353442736911137
    - type: nauc_precision_at_1_diff1
      value: 5.01085575286572
    - type: nauc_precision_at_1_max
      value: -11.363672050604157
    - type: nauc_precision_at_1_std
      value: -11.995919412735057
    - type: nauc_precision_at_20_diff1
      value: 5.913356944621958
    - type: nauc_precision_at_20_max
      value: 17.59293075220789
    - type: nauc_precision_at_20_std
      value: 1.3017849029612656
    - type: nauc_precision_at_3_diff1
      value: 2.5562621001691115
    - type: nauc_precision_at_3_max
      value: -3.743851981046284
    - type: nauc_precision_at_3_std
      value: -12.789902696420377
    - type: nauc_precision_at_5_diff1
      value: 5.091135127202832
    - type: nauc_precision_at_5_max
      value: -2.4978007000117155
    - type: nauc_precision_at_5_std
      value: -9.912417664884615
    - type: nauc_recall_at_1000_diff1
      value: 30.75240405828252
    - type: nauc_recall_at_1000_max
      value: 25.067465235989367
    - type: nauc_recall_at_1000_std
      value: 73.43547834923713
    - type: nauc_recall_at_100_diff1
      value: 46.20282993499401
    - type: nauc_recall_at_100_max
      value: 37.426582851507746
    - type: nauc_recall_at_100_std
      value: 34.45050238261915
    - type: nauc_recall_at_10_diff1
      value: 2.4893089137075974
    - type: nauc_recall_at_10_max
      value: 5.875977804770882
    - type: nauc_recall_at_10_std
      value: -6.35344273691122
    - type: nauc_recall_at_1_diff1
      value: 5.01085575286572
    - type: nauc_recall_at_1_max
      value: -11.363672050604157
    - type: nauc_recall_at_1_std
      value: -11.995919412735057
    - type: nauc_recall_at_20_diff1
      value: 5.9133569446220005
    - type: nauc_recall_at_20_max
      value: 17.592930752208254
    - type: nauc_recall_at_20_std
      value: 1.3017849029618116
    - type: nauc_recall_at_3_diff1
      value: 2.5562621001691705
    - type: nauc_recall_at_3_max
      value: -3.7438519810462445
    - type: nauc_recall_at_3_std
      value: -12.789902696420356
    - type: nauc_recall_at_5_diff1
      value: 5.09113512720278
    - type: nauc_recall_at_5_max
      value: -2.4978007000117453
    - type: nauc_recall_at_5_std
      value: -9.91241766488461
    - type: ndcg_at_1
      value: 31.579
    - type: ndcg_at_10
      value: 57.001000000000005
    - type: ndcg_at_100
      value: 59.891000000000005
    - type: ndcg_at_1000
      value: 59.95
    - type: ndcg_at_20
      value: 59.23500000000001
    - type: ndcg_at_3
      value: 45.635
    - type: ndcg_at_5
      value: 50.988
    - type: precision_at_1
      value: 31.579
    - type: precision_at_10
      value: 8.727
    - type: precision_at_100
      value: 0.992
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.7940000000000005
    - type: precision_at_3
      value: 18.587
    - type: precision_at_5
      value: 13.755
    - type: recall_at_1
      value: 31.579
    - type: recall_at_10
      value: 87.26899999999999
    - type: recall_at_100
      value: 99.21799999999999
    - type: recall_at_1000
      value: 99.644
    - type: recall_at_20
      value: 95.875
    - type: recall_at_3
      value: 55.761
    - type: recall_at_5
      value: 68.777
  - task:
      type: Clustering
    dataset:
      name: MTEB ArxivClusteringP2P
      type: mteb/arxiv-clustering-p2p
      config: default
      split: test
      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
    metrics:
    - type: main_score
      value: 52.97653625462488
    - type: v_measure
      value: 52.97653625462488
    - type: v_measure_std
      value: 14.008984673132934
  - task:
      type: Clustering
    dataset:
      name: MTEB ArxivClusteringS2S
      type: mteb/arxiv-clustering-s2s
      config: default
      split: test
      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
    metrics:
    - type: main_score
      value: 48.48583330645067
    - type: v_measure
      value: 48.48583330645067
    - type: v_measure_std
      value: 14.267964156859984
  - task:
      type: Reranking
    dataset:
      name: MTEB AskUbuntuDupQuestions
      type: mteb/askubuntudupquestions-reranking
      config: default
      split: test
      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
    metrics:
    - type: main_score
      value: 62.24253504089556
    - type: map
      value: 62.24253504089556
    - type: mrr
      value: 76.33128874818625
    - type: nAUC_map_diff1
      value: 4.176880288432435
    - type: nAUC_map_max
      value: 11.819450923749487
    - type: nAUC_map_std
      value: 17.4613469587158
    - type: nAUC_mrr_diff1
      value: 12.732722534858695
    - type: nAUC_mrr_max
      value: 18.43070743488316
    - type: nAUC_mrr_std
      value: 20.000499971038455
  - task:
      type: STS
    dataset:
      name: MTEB BIOSSES
      type: mteb/biosses-sts
      config: default
      split: test
      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
    metrics:
    - type: cosine_pearson
      value: 90.04909665335794
    - type: cosine_spearman
      value: 87.42307633144942
    - type: euclidean_pearson
      value: 89.2025951864775
    - type: euclidean_spearman
      value: 87.42307633144942
    - type: main_score
      value: 87.42307633144942
    - type: manhattan_pearson
      value: 89.21547857295786
    - type: manhattan_spearman
      value: 87.42548602491014
    - type: pearson
      value: 90.04909665335794
    - type: spearman
      value: 87.42307633144942
  - task:
      type: Classification
    dataset:
      name: MTEB Banking77Classification
      type: mteb/banking77
      config: default
      split: test
      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
    metrics:
    - type: accuracy
      value: 90.0422077922078
    - type: f1
      value: 89.74361913624858
    - type: f1_weighted
      value: 89.74361913624858
    - type: main_score
      value: 90.0422077922078
  - task:
      type: Clustering
    dataset:
      name: MTEB BiorxivClusteringP2P
      type: mteb/biorxiv-clustering-p2p
      config: default
      split: test
      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
    metrics:
    - type: main_score
      value: 46.14362661035026
    - type: v_measure
      value: 46.14362661035026
    - type: v_measure_std
      value: 0.7301809991373645
  - task:
      type: Clustering
    dataset:
      name: MTEB BiorxivClusteringS2S
      type: mteb/biorxiv-clustering-s2s
      config: default
      split: test
      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
    metrics:
    - type: main_score
      value: 43.15187727673325
    - type: v_measure
      value: 43.15187727673325
    - type: v_measure_std
      value: 0.903171615579515
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackAndroidRetrieval
      type: mteb/cqadupstack-android
      config: default
      split: test
      revision: f46a197baaae43b4f621051089b82a364682dfeb
    metrics:
    - type: main_score
      value: 50.55
    - type: map_at_1
      value: 30.524
    - type: map_at_10
      value: 43.303000000000004
    - type: map_at_100
      value: 44.884
    - type: map_at_1000
      value: 44.988
    - type: map_at_20
      value: 44.25
    - type: map_at_3
      value: 39.223
    - type: map_at_5
      value: 41.526
    - type: mrr_at_1
      value: 37.33905579399141
    - type: mrr_at_10
      value: 49.18097281831182
    - type: mrr_at_100
      value: 49.875998410207785
    - type: mrr_at_1000
      value: 49.90193241244399
    - type: mrr_at_20
      value: 49.63961997147391
    - type: mrr_at_3
      value: 45.85121602288983
    - type: mrr_at_5
      value: 47.91845493562227
    - type: nauc_map_at_1000_diff1
      value: 50.87835448616023
    - type: nauc_map_at_1000_max
      value: 22.967590148656136
    - type: nauc_map_at_1000_std
      value: -11.074964378865882
    - type: nauc_map_at_100_diff1
      value: 50.836191470106094
    - type: nauc_map_at_100_max
      value: 23.004317727993794
    - type: nauc_map_at_100_std
      value: -11.03683263151284
    - type: nauc_map_at_10_diff1
      value: 51.029979478127
    - type: nauc_map_at_10_max
      value: 22.403181482973423
    - type: nauc_map_at_10_std
      value: -12.08842665832672
    - type: nauc_map_at_1_diff1
      value: 56.685765978079104
    - type: nauc_map_at_1_max
      value: 20.18890217442875
    - type: nauc_map_at_1_std
      value: -16.18134719380821
    - type: nauc_map_at_20_diff1
      value: 50.93444469847115
    - type: nauc_map_at_20_max
      value: 22.75581584688478
    - type: nauc_map_at_20_std
      value: -11.388960684671968
    - type: nauc_map_at_3_diff1
      value: 52.51826923816856
    - type: nauc_map_at_3_max
      value: 22.01783468494555
    - type: nauc_map_at_3_std
      value: -12.60190918367979
    - type: nauc_map_at_5_diff1
      value: 51.59135231216494
    - type: nauc_map_at_5_max
      value: 22.20977273899385
    - type: nauc_map_at_5_std
      value: -12.118393799591253
    - type: nauc_mrr_at_1000_diff1
      value: 49.62171163269558
    - type: nauc_mrr_at_1000_max
      value: 21.923043748600087
    - type: nauc_mrr_at_1000_std
      value: -9.680926976914957
    - type: nauc_mrr_at_100_diff1
      value: 49.59811053509576
    - type: nauc_mrr_at_100_max
      value: 21.913454668559275
    - type: nauc_mrr_at_100_std
      value: -9.672048537630879
    - type: nauc_mrr_at_10_diff1
      value: 49.58359769106626
    - type: nauc_mrr_at_10_max
      value: 21.73110258783102
    - type: nauc_mrr_at_10_std
      value: -10.130675415222257
    - type: nauc_mrr_at_1_diff1
      value: 54.309459671423774
    - type: nauc_mrr_at_1_max
      value: 21.563830920135707
    - type: nauc_mrr_at_1_std
      value: -13.421862266004053
    - type: nauc_mrr_at_20_diff1
      value: 49.59553148953588
    - type: nauc_mrr_at_20_max
      value: 21.801105215804707
    - type: nauc_mrr_at_20_std
      value: -9.719343039469418
    - type: nauc_mrr_at_3_diff1
      value: 50.22906571400681
    - type: nauc_mrr_at_3_max
      value: 22.414076676024557
    - type: nauc_mrr_at_3_std
      value: -10.592386840515493
    - type: nauc_mrr_at_5_diff1
      value: 49.94769223296349
    - type: nauc_mrr_at_5_max
      value: 22.156012648090666
    - type: nauc_mrr_at_5_std
      value: -9.967460566741972
    - type: nauc_ndcg_at_1000_diff1
      value: 48.44084970097002
    - type: nauc_ndcg_at_1000_max
      value: 23.27939730927873
    - type: nauc_ndcg_at_1000_std
      value: -8.3169007128838
    - type: nauc_ndcg_at_100_diff1
      value: 47.61783008151571
    - type: nauc_ndcg_at_100_max
      value: 23.363658909885288
    - type: nauc_ndcg_at_100_std
      value: -7.542314697294894
    - type: nauc_ndcg_at_10_diff1
      value: 48.40177354418614
    - type: nauc_ndcg_at_10_max
      value: 22.04032784529905
    - type: nauc_ndcg_at_10_std
      value: -10.521057264382854
    - type: nauc_ndcg_at_1_diff1
      value: 54.309459671423774
    - type: nauc_ndcg_at_1_max
      value: 21.563830920135707
    - type: nauc_ndcg_at_1_std
      value: -13.421862266004053
    - type: nauc_ndcg_at_20_diff1
      value: 48.05509104678278
    - type: nauc_ndcg_at_20_max
      value: 22.23403669779171
    - type: nauc_ndcg_at_20_std
      value: -8.884501785863877
    - type: nauc_ndcg_at_3_diff1
      value: 50.63893148031915
    - type: nauc_ndcg_at_3_max
      value: 22.985487564912173
    - type: nauc_ndcg_at_3_std
      value: -9.961969212617811
    - type: nauc_ndcg_at_5_diff1
      value: 49.840718181887205
    - type: nauc_ndcg_at_5_max
      value: 22.62266067823627
    - type: nauc_ndcg_at_5_std
      value: -9.753465469827125
    - type: nauc_precision_at_1000_diff1
      value: -9.642177815038657
    - type: nauc_precision_at_1000_max
      value: -7.011848867218704
    - type: nauc_precision_at_1000_std
      value: -1.0554008965229682
    - type: nauc_precision_at_100_diff1
      value: -10.82958078076645
    - type: nauc_precision_at_100_max
      value: 3.7360468761626735
    - type: nauc_precision_at_100_std
      value: 10.213629797601754
    - type: nauc_precision_at_10_diff1
      value: 7.228619585448093
    - type: nauc_precision_at_10_max
      value: 15.505787188436223
    - type: nauc_precision_at_10_std
      value: 3.453167330810958
    - type: nauc_precision_at_1_diff1
      value: 54.309459671423774
    - type: nauc_precision_at_1_max
      value: 21.563830920135707
    - type: nauc_precision_at_1_std
      value: -13.421862266004053
    - type: nauc_precision_at_20_diff1
      value: -1.7520984766129104
    - type: nauc_precision_at_20_max
      value: 11.062834415673692
    - type: nauc_precision_at_20_std
      value: 9.110362167451381
    - type: nauc_precision_at_3_diff1
      value: 30.810349807525146
    - type: nauc_precision_at_3_max
      value: 21.454275520082614
    - type: nauc_precision_at_3_std
      value: -3.361922508754609
    - type: nauc_precision_at_5_diff1
      value: 20.565139612074127
    - type: nauc_precision_at_5_max
      value: 20.018698697322932
    - type: nauc_precision_at_5_std
      value: 0.6090753970348068
    - type: nauc_recall_at_1000_diff1
      value: 23.305610956929122
    - type: nauc_recall_at_1000_max
      value: 47.93957263377874
    - type: nauc_recall_at_1000_std
      value: 56.51460933889256
    - type: nauc_recall_at_100_diff1
      value: 21.055069984278102
    - type: nauc_recall_at_100_max
      value: 27.28361854728133
    - type: nauc_recall_at_100_std
      value: 22.95330046751934
    - type: nauc_recall_at_10_diff1
      value: 36.824297431318534
    - type: nauc_recall_at_10_max
      value: 16.78391962481304
    - type: nauc_recall_at_10_std
      value: -7.654512690478331
    - type: nauc_recall_at_1_diff1
      value: 56.685765978079104
    - type: nauc_recall_at_1_max
      value: 20.18890217442875
    - type: nauc_recall_at_1_std
      value: -16.18134719380821
    - type: nauc_recall_at_20_diff1
      value: 33.73117180369375
    - type: nauc_recall_at_20_max
      value: 17.378862974482637
    - type: nauc_recall_at_20_std
      value: 0.9094643417016374
    - type: nauc_recall_at_3_diff1
      value: 46.622283696180126
    - type: nauc_recall_at_3_max
      value: 21.479984733453943
    - type: nauc_recall_at_3_std
      value: -8.824613646181701
    - type: nauc_recall_at_5_diff1
      value: 42.94803414271339
    - type: nauc_recall_at_5_max
      value: 19.71393422033561
    - type: nauc_recall_at_5_std
      value: -6.7509927712272795
    - type: ndcg_at_1
      value: 37.339
    - type: ndcg_at_10
      value: 50.55
    - type: ndcg_at_100
      value: 55.982
    - type: ndcg_at_1000
      value: 57.408
    - type: ndcg_at_20
      value: 52.934000000000005
    - type: ndcg_at_3
      value: 44.457
    - type: ndcg_at_5
      value: 47.436
    - type: precision_at_1
      value: 37.339
    - type: precision_at_10
      value: 9.886000000000001
    - type: precision_at_100
      value: 1.5789999999999997
    - type: precision_at_1000
      value: 0.198
    - type: precision_at_20
      value: 5.937
    - type: precision_at_3
      value: 21.65
    - type: precision_at_5
      value: 15.937000000000001
    - type: recall_at_1
      value: 30.524
    - type: recall_at_10
      value: 65.352
    - type: recall_at_100
      value: 87.637
    - type: recall_at_1000
      value: 96.196
    - type: recall_at_20
      value: 73.76
    - type: recall_at_3
      value: 47.969
    - type: recall_at_5
      value: 56.04599999999999
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackEnglishRetrieval
      type: mteb/cqadupstack-english
      config: default
      split: test
      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
    metrics:
    - type: main_score
      value: 49.755
    - type: map_at_1
      value: 32.126
    - type: map_at_10
      value: 43.763999999999996
    - type: map_at_100
      value: 45.046
    - type: map_at_1000
      value: 45.175
    - type: map_at_20
      value: 44.452999999999996
    - type: map_at_3
      value: 40.68
    - type: map_at_5
      value: 42.472
    - type: mrr_at_1
      value: 39.80891719745223
    - type: mrr_at_10
      value: 49.715347285411035
    - type: mrr_at_100
      value: 50.3067137739916
    - type: mrr_at_1000
      value: 50.351755886641016
    - type: mrr_at_20
      value: 50.068925634771844
    - type: mrr_at_3
      value: 47.52653927813167
    - type: mrr_at_5
      value: 48.841825902335536
    - type: nauc_map_at_1000_diff1
      value: 48.59094553355779
    - type: nauc_map_at_1000_max
      value: 30.455633813140746
    - type: nauc_map_at_1000_std
      value: -7.217406073058152
    - type: nauc_map_at_100_diff1
      value: 48.60124648489388
    - type: nauc_map_at_100_max
      value: 30.428573520920466
    - type: nauc_map_at_100_std
      value: -7.272726299567417
    - type: nauc_map_at_10_diff1
      value: 48.947272730266825
    - type: nauc_map_at_10_max
      value: 29.84188561695202
    - type: nauc_map_at_10_std
      value: -8.462571966727642
    - type: nauc_map_at_1_diff1
      value: 55.74406817125299
    - type: nauc_map_at_1_max
      value: 24.430384754170788
    - type: nauc_map_at_1_std
      value: -12.790982292634853
    - type: nauc_map_at_20_diff1
      value: 48.67656984970764
    - type: nauc_map_at_20_max
      value: 30.052835051394112
    - type: nauc_map_at_20_std
      value: -7.952122633861652
    - type: nauc_map_at_3_diff1
      value: 49.88369074916337
    - type: nauc_map_at_3_max
      value: 27.92376094690595
    - type: nauc_map_at_3_std
      value: -10.39159662660692
    - type: nauc_map_at_5_diff1
      value: 49.33479052279142
    - type: nauc_map_at_5_max
      value: 28.89736772207175
    - type: nauc_map_at_5_std
      value: -9.247446286716967
    - type: nauc_mrr_at_1000_diff1
      value: 48.02495353590695
    - type: nauc_mrr_at_1000_max
      value: 33.01510639655688
    - type: nauc_mrr_at_1000_std
      value: -2.608804747034229
    - type: nauc_mrr_at_100_diff1
      value: 48.00159674365556
    - type: nauc_mrr_at_100_max
      value: 33.012146981367046
    - type: nauc_mrr_at_100_std
      value: -2.596093152602284
    - type: nauc_mrr_at_10_diff1
      value: 47.92254673059952
    - type: nauc_mrr_at_10_max
      value: 33.033698258656116
    - type: nauc_mrr_at_10_std
      value: -2.6561699541152817
    - type: nauc_mrr_at_1_diff1
      value: 52.806910277190724
    - type: nauc_mrr_at_1_max
      value: 31.341718131270625
    - type: nauc_mrr_at_1_std
      value: -5.32066722747698
    - type: nauc_mrr_at_20_diff1
      value: 47.955516111940696
    - type: nauc_mrr_at_20_max
      value: 32.99583133632421
    - type: nauc_mrr_at_20_std
      value: -2.6479648540774274
    - type: nauc_mrr_at_3_diff1
      value: 48.56227782101869
    - type: nauc_mrr_at_3_max
      value: 32.91019308993462
    - type: nauc_mrr_at_3_std
      value: -3.2801391720497146
    - type: nauc_mrr_at_5_diff1
      value: 48.14323048037672
    - type: nauc_mrr_at_5_max
      value: 33.051501845550824
    - type: nauc_mrr_at_5_std
      value: -2.7131542652545235
    - type: nauc_ndcg_at_1000_diff1
      value: 46.57549884078857
    - type: nauc_ndcg_at_1000_max
      value: 32.73441537313754
    - type: nauc_ndcg_at_1000_std
      value: -2.9505871012666405
    - type: nauc_ndcg_at_100_diff1
      value: 46.25945736855511
    - type: nauc_ndcg_at_100_max
      value: 32.731968732338615
    - type: nauc_ndcg_at_100_std
      value: -2.860884900888649
    - type: nauc_ndcg_at_10_diff1
      value: 46.64064953658979
    - type: nauc_ndcg_at_10_max
      value: 32.19083804142894
    - type: nauc_ndcg_at_10_std
      value: -5.114718930051209
    - type: nauc_ndcg_at_1_diff1
      value: 52.806910277190724
    - type: nauc_ndcg_at_1_max
      value: 31.341718131270625
    - type: nauc_ndcg_at_1_std
      value: -5.32066722747698
    - type: nauc_ndcg_at_20_diff1
      value: 46.10776120787693
    - type: nauc_ndcg_at_20_max
      value: 31.98180440767045
    - type: nauc_ndcg_at_20_std
      value: -4.675498030188404
    - type: nauc_ndcg_at_3_diff1
      value: 47.54938256917904
    - type: nauc_ndcg_at_3_max
      value: 31.381011523121472
    - type: nauc_ndcg_at_3_std
      value: -6.200346745025213
    - type: nauc_ndcg_at_5_diff1
      value: 47.16330401930461
    - type: nauc_ndcg_at_5_max
      value: 31.74089919030278
    - type: nauc_ndcg_at_5_std
      value: -5.585078134051873
    - type: nauc_precision_at_1000_diff1
      value: -18.354995847082844
    - type: nauc_precision_at_1000_max
      value: 7.536381798998833
    - type: nauc_precision_at_1000_std
      value: 24.16855904999215
    - type: nauc_precision_at_100_diff1
      value: -13.330847169761142
    - type: nauc_precision_at_100_max
      value: 17.34454376124087
    - type: nauc_precision_at_100_std
      value: 28.940981276008166
    - type: nauc_precision_at_10_diff1
      value: 6.230361767352096
    - type: nauc_precision_at_10_max
      value: 31.227148549129446
    - type: nauc_precision_at_10_std
      value: 18.706855139007033
    - type: nauc_precision_at_1_diff1
      value: 52.806910277190724
    - type: nauc_precision_at_1_max
      value: 31.341718131270625
    - type: nauc_precision_at_1_std
      value: -5.32066722747698
    - type: nauc_precision_at_20_diff1
      value: -2.729763591398866
    - type: nauc_precision_at_20_max
      value: 25.47075162004421
    - type: nauc_precision_at_20_std
      value: 22.28998066735407
    - type: nauc_precision_at_3_diff1
      value: 25.377250814586304
    - type: nauc_precision_at_3_max
      value: 32.92513118389388
    - type: nauc_precision_at_3_std
      value: 6.309867600396586
    - type: nauc_precision_at_5_diff1
      value: 16.054142936713312
    - type: nauc_precision_at_5_max
      value: 32.4817644691642
    - type: nauc_precision_at_5_std
      value: 12.729986221747236
    - type: nauc_recall_at_1000_diff1
      value: 37.86057983442115
    - type: nauc_recall_at_1000_max
      value: 42.61982722440853
    - type: nauc_recall_at_1000_std
      value: 19.51530679930037
    - type: nauc_recall_at_100_diff1
      value: 35.14403552681517
    - type: nauc_recall_at_100_max
      value: 35.93548871128352
    - type: nauc_recall_at_100_std
      value: 10.900510103543851
    - type: nauc_recall_at_10_diff1
      value: 39.28172711059838
    - type: nauc_recall_at_10_max
      value: 31.400042136145668
    - type: nauc_recall_at_10_std
      value: -3.8018308194028667
    - type: nauc_recall_at_1_diff1
      value: 55.74406817125299
    - type: nauc_recall_at_1_max
      value: 24.430384754170788
    - type: nauc_recall_at_1_std
      value: -12.790982292634853
    - type: nauc_recall_at_20_diff1
      value: 35.986564737355316
    - type: nauc_recall_at_20_max
      value: 30.944252645108172
    - type: nauc_recall_at_20_std
      value: -1.4278934558452683
    - type: nauc_recall_at_3_diff1
      value: 43.602270947605085
    - type: nauc_recall_at_3_max
      value: 28.47701279091494
    - type: nauc_recall_at_3_std
      value: -8.430742781917855
    - type: nauc_recall_at_5_diff1
      value: 41.509698674149625
    - type: nauc_recall_at_5_max
      value: 29.565124244183714
    - type: nauc_recall_at_5_std
      value: -6.024428635685282
    - type: ndcg_at_1
      value: 39.809
    - type: ndcg_at_10
      value: 49.755
    - type: ndcg_at_100
      value: 54.083999999999996
    - type: ndcg_at_1000
      value: 56.006
    - type: ndcg_at_20
      value: 51.458000000000006
    - type: ndcg_at_3
      value: 45.466
    - type: ndcg_at_5
      value: 47.579
    - type: precision_at_1
      value: 39.809
    - type: precision_at_10
      value: 9.325
    - type: precision_at_100
      value: 1.496
    - type: precision_at_1000
      value: 0.19499999999999998
    - type: precision_at_20
      value: 5.481
    - type: precision_at_3
      value: 22.144
    - type: precision_at_5
      value: 15.656
    - type: recall_at_1
      value: 32.126
    - type: recall_at_10
      value: 60.479000000000006
    - type: recall_at_100
      value: 78.20700000000001
    - type: recall_at_1000
      value: 90.104
    - type: recall_at_20
      value: 66.5
    - type: recall_at_3
      value: 48.013
    - type: recall_at_5
      value: 53.76800000000001
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackGamingRetrieval
      type: mteb/cqadupstack-gaming
      config: default
      split: test
      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
    metrics:
    - type: main_score
      value: 60.809000000000005
    - type: map_at_1
      value: 41.749
    - type: map_at_10
      value: 54.837
    - type: map_at_100
      value: 55.901999999999994
    - type: map_at_1000
      value: 55.949000000000005
    - type: map_at_20
      value: 55.53
    - type: map_at_3
      value: 51.615
    - type: map_at_5
      value: 53.574
    - type: mrr_at_1
      value: 47.58620689655172
    - type: mrr_at_10
      value: 58.19089913917508
    - type: mrr_at_100
      value: 58.84936132267041
    - type: mrr_at_1000
      value: 58.871035397713634
    - type: mrr_at_20
      value: 58.647503342955076
    - type: mrr_at_3
      value: 55.82027168234072
    - type: mrr_at_5
      value: 57.368861024033556
    - type: nauc_map_at_1000_diff1
      value: 52.402557197657586
    - type: nauc_map_at_1000_max
      value: 27.576477868328396
    - type: nauc_map_at_1000_std
      value: -8.99329187458237
    - type: nauc_map_at_100_diff1
      value: 52.381911979062004
    - type: nauc_map_at_100_max
      value: 27.567441542826515
    - type: nauc_map_at_100_std
      value: -8.974384513269332
    - type: nauc_map_at_10_diff1
      value: 52.43568738965503
    - type: nauc_map_at_10_max
      value: 27.202397861188498
    - type: nauc_map_at_10_std
      value: -9.658790772870079
    - type: nauc_map_at_1_diff1
      value: 55.44817856281672
    - type: nauc_map_at_1_max
      value: 21.74063132275011
    - type: nauc_map_at_1_std
      value: -12.491279758397635
    - type: nauc_map_at_20_diff1
      value: 52.36014101832447
    - type: nauc_map_at_20_max
      value: 27.391225204112978
    - type: nauc_map_at_20_std
      value: -9.247769516787553
    - type: nauc_map_at_3_diff1
      value: 52.99053106630418
    - type: nauc_map_at_3_max
      value: 25.217871247817225
    - type: nauc_map_at_3_std
      value: -11.832159341852192
    - type: nauc_map_at_5_diff1
      value: 52.892553369125714
    - type: nauc_map_at_5_max
      value: 26.138698198481773
    - type: nauc_map_at_5_std
      value: -11.142006671374872
    - type: nauc_mrr_at_1000_diff1
      value: 52.282852278286676
    - type: nauc_mrr_at_1000_max
      value: 29.035101022588993
    - type: nauc_mrr_at_1000_std
      value: -7.533923187353252
    - type: nauc_mrr_at_100_diff1
      value: 52.27658025254698
    - type: nauc_mrr_at_100_max
      value: 29.046272472216167
    - type: nauc_mrr_at_100_std
      value: -7.5193280598760275
    - type: nauc_mrr_at_10_diff1
      value: 52.0973984077142
    - type: nauc_mrr_at_10_max
      value: 29.034639694702445
    - type: nauc_mrr_at_10_std
      value: -7.688997296006921
    - type: nauc_mrr_at_1_diff1
      value: 55.35362841092645
    - type: nauc_mrr_at_1_max
      value: 26.3544412906144
    - type: nauc_mrr_at_1_std
      value: -10.271693671623822
    - type: nauc_mrr_at_20_diff1
      value: 52.17826228222121
    - type: nauc_mrr_at_20_max
      value: 29.07700992148465
    - type: nauc_mrr_at_20_std
      value: -7.575227708091961
    - type: nauc_mrr_at_3_diff1
      value: 52.47042589581697
    - type: nauc_mrr_at_3_max
      value: 27.86908046170552
    - type: nauc_mrr_at_3_std
      value: -8.877207171875764
    - type: nauc_mrr_at_5_diff1
      value: 52.44080737508035
    - type: nauc_mrr_at_5_max
      value: 28.653161999073866
    - type: nauc_mrr_at_5_std
      value: -8.137979343768452
    - type: nauc_ndcg_at_1000_diff1
      value: 51.63844182148695
    - type: nauc_ndcg_at_1000_max
      value: 30.146221863674764
    - type: nauc_ndcg_at_1000_std
      value: -5.890960422356722
    - type: nauc_ndcg_at_100_diff1
      value: 51.377361900247934
    - type: nauc_ndcg_at_100_max
      value: 30.37104796007538
    - type: nauc_ndcg_at_100_std
      value: -5.3155581070589255
    - type: nauc_ndcg_at_10_diff1
      value: 50.79025674027366
    - type: nauc_ndcg_at_10_max
      value: 29.850333158184107
    - type: nauc_ndcg_at_10_std
      value: -6.935159993029581
    - type: nauc_ndcg_at_1_diff1
      value: 55.35362841092645
    - type: nauc_ndcg_at_1_max
      value: 26.3544412906144
    - type: nauc_ndcg_at_1_std
      value: -10.271693671623822
    - type: nauc_ndcg_at_20_diff1
      value: 50.828114114114534
    - type: nauc_ndcg_at_20_max
      value: 29.9983233605573
    - type: nauc_ndcg_at_20_std
      value: -6.27157620880109
    - type: nauc_ndcg_at_3_diff1
      value: 51.74439976321089
    - type: nauc_ndcg_at_3_max
      value: 26.35748659893694
    - type: nauc_ndcg_at_3_std
      value: -10.502758740626387
    - type: nauc_ndcg_at_5_diff1
      value: 51.691906428113654
    - type: nauc_ndcg_at_5_max
      value: 28.07037282482589
    - type: nauc_ndcg_at_5_std
      value: -9.26498713131674
    - type: nauc_precision_at_1000_diff1
      value: -13.045862942872343
    - type: nauc_precision_at_1000_max
      value: 18.71100102940669
    - type: nauc_precision_at_1000_std
      value: 20.185301094052814
    - type: nauc_precision_at_100_diff1
      value: -10.519069240740276
    - type: nauc_precision_at_100_max
      value: 21.592332795236054
    - type: nauc_precision_at_100_std
      value: 24.40820689604234
    - type: nauc_precision_at_10_diff1
      value: 9.83612702521244
    - type: nauc_precision_at_10_max
      value: 27.78464829064637
    - type: nauc_precision_at_10_std
      value: 12.77575216627001
    - type: nauc_precision_at_1_diff1
      value: 55.35362841092645
    - type: nauc_precision_at_1_max
      value: 26.3544412906144
    - type: nauc_precision_at_1_std
      value: -10.271693671623822
    - type: nauc_precision_at_20_diff1
      value: -0.3012586758362439
    - type: nauc_precision_at_20_max
      value: 25.49024158891868
    - type: nauc_precision_at_20_std
      value: 19.54602887922898
    - type: nauc_precision_at_3_diff1
      value: 30.881428997961386
    - type: nauc_precision_at_3_max
      value: 27.317400062905563
    - type: nauc_precision_at_3_std
      value: -2.5767669869177166
    - type: nauc_precision_at_5_diff1
      value: 21.526439269416084
    - type: nauc_precision_at_5_max
      value: 26.985523814770033
    - type: nauc_precision_at_5_std
      value: 3.1676703484387407
    - type: nauc_recall_at_1000_diff1
      value: 46.02303492714767
    - type: nauc_recall_at_1000_max
      value: 65.70236210629923
    - type: nauc_recall_at_1000_std
      value: 68.66861203066527
    - type: nauc_recall_at_100_diff1
      value: 42.575155686556656
    - type: nauc_recall_at_100_max
      value: 46.072807106917715
    - type: nauc_recall_at_100_std
      value: 28.576545146471123
    - type: nauc_recall_at_10_diff1
      value: 42.579622990720075
    - type: nauc_recall_at_10_max
      value: 35.123988767729784
    - type: nauc_recall_at_10_std
      value: 0.15607034121893276
    - type: nauc_recall_at_1_diff1
      value: 55.44817856281672
    - type: nauc_recall_at_1_max
      value: 21.74063132275011
    - type: nauc_recall_at_1_std
      value: -12.491279758397635
    - type: nauc_recall_at_20_diff1
      value: 40.358928980023364
    - type: nauc_recall_at_20_max
      value: 37.07231354969976
    - type: nauc_recall_at_20_std
      value: 5.934903575091139
    - type: nauc_recall_at_3_diff1
      value: 48.043483569633075
    - type: nauc_recall_at_3_max
      value: 25.019763887646075
    - type: nauc_recall_at_3_std
      value: -11.296304351496861
    - type: nauc_recall_at_5_diff1
      value: 47.07832336832927
    - type: nauc_recall_at_5_max
      value: 28.774525559808477
    - type: nauc_recall_at_5_std
      value: -8.325974216587271
    - type: ndcg_at_1
      value: 47.586
    - type: ndcg_at_10
      value: 60.809000000000005
    - type: ndcg_at_100
      value: 64.777
    - type: ndcg_at_1000
      value: 65.65299999999999
    - type: ndcg_at_20
      value: 62.77700000000001
    - type: ndcg_at_3
      value: 55.542
    - type: ndcg_at_5
      value: 58.45
    - type: precision_at_1
      value: 47.586
    - type: precision_at_10
      value: 9.699
    - type: precision_at_100
      value: 1.2630000000000001
    - type: precision_at_1000
      value: 0.13799999999999998
    - type: precision_at_20
      value: 5.47
    - type: precision_at_3
      value: 24.744
    - type: precision_at_5
      value: 17.052999999999997
    - type: recall_at_1
      value: 41.749
    - type: recall_at_10
      value: 74.925
    - type: recall_at_100
      value: 91.63799999999999
    - type: recall_at_1000
      value: 97.707
    - type: recall_at_20
      value: 82.113
    - type: recall_at_3
      value: 61.013
    - type: recall_at_5
      value: 68.024
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackGisRetrieval
      type: mteb/cqadupstack-gis
      config: default
      split: test
      revision: 5003b3064772da1887988e05400cf3806fe491f2
    metrics:
    - type: main_score
      value: 41.010999999999996
    - type: map_at_1
      value: 26.512
    - type: map_at_10
      value: 35.582
    - type: map_at_100
      value: 36.725
    - type: map_at_1000
      value: 36.792
    - type: map_at_20
      value: 36.189
    - type: map_at_3
      value: 32.698
    - type: map_at_5
      value: 34.196
    - type: mrr_at_1
      value: 28.8135593220339
    - type: mrr_at_10
      value: 37.858353510895874
    - type: mrr_at_100
      value: 38.84150249404619
    - type: mrr_at_1000
      value: 38.88720782084809
    - type: mrr_at_20
      value: 38.40545808724167
    - type: mrr_at_3
      value: 35.16007532956685
    - type: mrr_at_5
      value: 36.60075329566853
    - type: nauc_map_at_1000_diff1
      value: 44.14341045007619
    - type: nauc_map_at_1000_max
      value: 21.83090230361459
    - type: nauc_map_at_1000_std
      value: -2.347667496652236
    - type: nauc_map_at_100_diff1
      value: 44.134415678663686
    - type: nauc_map_at_100_max
      value: 21.79251087024944
    - type: nauc_map_at_100_std
      value: -2.3306180903580227
    - type: nauc_map_at_10_diff1
      value: 44.23805076968619
    - type: nauc_map_at_10_max
      value: 21.455438591479883
    - type: nauc_map_at_10_std
      value: -2.493722512501044
    - type: nauc_map_at_1_diff1
      value: 50.75219800970029
    - type: nauc_map_at_1_max
      value: 20.095603365172607
    - type: nauc_map_at_1_std
      value: -4.985153146291869
    - type: nauc_map_at_20_diff1
      value: 44.166388805585115
    - type: nauc_map_at_20_max
      value: 21.693543933661257
    - type: nauc_map_at_20_std
      value: -2.4508276071275974
    - type: nauc_map_at_3_diff1
      value: 45.779507531455415
    - type: nauc_map_at_3_max
      value: 20.59562953790094
    - type: nauc_map_at_3_std
      value: -3.993844219399372
    - type: nauc_map_at_5_diff1
      value: 44.45066189078404
    - type: nauc_map_at_5_max
      value: 21.707994147387325
    - type: nauc_map_at_5_std
      value: -2.9790983285318395
    - type: nauc_mrr_at_1000_diff1
      value: 42.91797208986425
    - type: nauc_mrr_at_1000_max
      value: 23.664531768019025
    - type: nauc_mrr_at_1000_std
      value: -1.6115041452205332
    - type: nauc_mrr_at_100_diff1
      value: 42.896545810702506
    - type: nauc_mrr_at_100_max
      value: 23.65897919747262
    - type: nauc_mrr_at_100_std
      value: -1.5949118957726913
    - type: nauc_mrr_at_10_diff1
      value: 42.913381675422166
    - type: nauc_mrr_at_10_max
      value: 23.428617152734823
    - type: nauc_mrr_at_10_std
      value: -1.6718636026362976
    - type: nauc_mrr_at_1_diff1
      value: 48.663850340907125
    - type: nauc_mrr_at_1_max
      value: 22.184582175432073
    - type: nauc_mrr_at_1_std
      value: -4.230141768769419
    - type: nauc_mrr_at_20_diff1
      value: 42.865247040053525
    - type: nauc_mrr_at_20_max
      value: 23.591991138674793
    - type: nauc_mrr_at_20_std
      value: -1.750585998397851
    - type: nauc_mrr_at_3_diff1
      value: 44.419529298412215
    - type: nauc_mrr_at_3_max
      value: 22.926968973330816
    - type: nauc_mrr_at_3_std
      value: -2.931485628192958
    - type: nauc_mrr_at_5_diff1
      value: 43.176659989311794
    - type: nauc_mrr_at_5_max
      value: 23.7215633400734
    - type: nauc_mrr_at_5_std
      value: -1.7935219288720698
    - type: nauc_ndcg_at_1000_diff1
      value: 41.43232327601143
    - type: nauc_ndcg_at_1000_max
      value: 23.869403930448875
    - type: nauc_ndcg_at_1000_std
      value: 0.4696487244354181
    - type: nauc_ndcg_at_100_diff1
      value: 41.11770422295755
    - type: nauc_ndcg_at_100_max
      value: 23.405734969894752
    - type: nauc_ndcg_at_100_std
      value: 0.9501158369966024
    - type: nauc_ndcg_at_10_diff1
      value: 41.39919262908605
    - type: nauc_ndcg_at_10_max
      value: 22.078683245248705
    - type: nauc_ndcg_at_10_std
      value: -0.48471046612071483
    - type: nauc_ndcg_at_1_diff1
      value: 48.663850340907125
    - type: nauc_ndcg_at_1_max
      value: 22.184582175432073
    - type: nauc_ndcg_at_1_std
      value: -4.230141768769419
    - type: nauc_ndcg_at_20_diff1
      value: 41.057153028930955
    - type: nauc_ndcg_at_20_max
      value: 22.75075414646254
    - type: nauc_ndcg_at_20_std
      value: -0.5009809403847804
    - type: nauc_ndcg_at_3_diff1
      value: 44.12808162157037
    - type: nauc_ndcg_at_3_max
      value: 21.513304011669216
    - type: nauc_ndcg_at_3_std
      value: -3.476314502254043
    - type: nauc_ndcg_at_5_diff1
      value: 42.02477993539081
    - type: nauc_ndcg_at_5_max
      value: 22.993280155485113
    - type: nauc_ndcg_at_5_std
      value: -1.4348485052196784
    - type: nauc_precision_at_1000_diff1
      value: -12.703282521999684
    - type: nauc_precision_at_1000_max
      value: 21.261559147365443
    - type: nauc_precision_at_1000_std
      value: 11.987510813010104
    - type: nauc_precision_at_100_diff1
      value: 1.3193540120181582
    - type: nauc_precision_at_100_max
      value: 23.586465484483046
    - type: nauc_precision_at_100_std
      value: 15.377037583037842
    - type: nauc_precision_at_10_diff1
      value: 23.92411685901801
    - type: nauc_precision_at_10_max
      value: 25.769592185336972
    - type: nauc_precision_at_10_std
      value: 5.55297241086051
    - type: nauc_precision_at_1_diff1
      value: 48.663850340907125
    - type: nauc_precision_at_1_max
      value: 22.184582175432073
    - type: nauc_precision_at_1_std
      value: -4.230141768769419
    - type: nauc_precision_at_20_diff1
      value: 17.41583018509334
    - type: nauc_precision_at_20_max
      value: 27.16806805449341
    - type: nauc_precision_at_20_std
      value: 6.169046574472412
    - type: nauc_precision_at_3_diff1
      value: 35.934668249365224
    - type: nauc_precision_at_3_max
      value: 25.18809399580456
    - type: nauc_precision_at_3_std
      value: -1.1408993044710884
    - type: nauc_precision_at_5_diff1
      value: 29.084737319157888
    - type: nauc_precision_at_5_max
      value: 29.00904198291267
    - type: nauc_precision_at_5_std
      value: 2.5605025859025385
    - type: nauc_recall_at_1000_diff1
      value: 18.33857511421712
    - type: nauc_recall_at_1000_max
      value: 44.629511499405275
    - type: nauc_recall_at_1000_std
      value: 40.7761741514711
    - type: nauc_recall_at_100_diff1
      value: 25.434730951251172
    - type: nauc_recall_at_100_max
      value: 27.236232434597017
    - type: nauc_recall_at_100_std
      value: 23.17061685077859
    - type: nauc_recall_at_10_diff1
      value: 32.24292251195904
    - type: nauc_recall_at_10_max
      value: 20.2187522298695
    - type: nauc_recall_at_10_std
      value: 5.308768538226124
    - type: nauc_recall_at_1_diff1
      value: 50.75219800970029
    - type: nauc_recall_at_1_max
      value: 20.095603365172607
    - type: nauc_recall_at_1_std
      value: -4.985153146291869
    - type: nauc_recall_at_20_diff1
      value: 29.83705638335845
    - type: nauc_recall_at_20_max
      value: 22.27631501260551
    - type: nauc_recall_at_20_std
      value: 5.622813321851248
    - type: nauc_recall_at_3_diff1
      value: 40.19464882091112
    - type: nauc_recall_at_3_max
      value: 20.560679014064025
    - type: nauc_recall_at_3_std
      value: -2.660817664035202
    - type: nauc_recall_at_5_diff1
      value: 35.17294819092021
    - type: nauc_recall_at_5_max
      value: 23.781966725747765
    - type: nauc_recall_at_5_std
      value: 2.158710218858196
    - type: ndcg_at_1
      value: 28.814
    - type: ndcg_at_10
      value: 41.010999999999996
    - type: ndcg_at_100
      value: 46.625
    - type: ndcg_at_1000
      value: 48.166
    - type: ndcg_at_20
      value: 43.084
    - type: ndcg_at_3
      value: 35.3
    - type: ndcg_at_5
      value: 37.828
    - type: precision_at_1
      value: 28.814
    - type: precision_at_10
      value: 6.372999999999999
    - type: precision_at_100
      value: 0.9769999999999999
    - type: precision_at_1000
      value: 0.11399999999999999
    - type: precision_at_20
      value: 3.6839999999999997
    - type: precision_at_3
      value: 14.991
    - type: precision_at_5
      value: 10.441
    - type: recall_at_1
      value: 26.512
    - type: recall_at_10
      value: 55.772
    - type: recall_at_100
      value: 81.39800000000001
    - type: recall_at_1000
      value: 92.85900000000001
    - type: recall_at_20
      value: 63.482000000000006
    - type: recall_at_3
      value: 40.11
    - type: recall_at_5
      value: 46.235
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackMathematicaRetrieval
      type: mteb/cqadupstack-mathematica
      config: default
      split: test
      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
    metrics:
    - type: main_score
      value: 33.495000000000005
    - type: map_at_1
      value: 18.509999999999998
    - type: map_at_10
      value: 27.588
    - type: map_at_100
      value: 28.937
    - type: map_at_1000
      value: 29.038000000000004
    - type: map_at_20
      value: 28.349000000000004
    - type: map_at_3
      value: 24.567
    - type: map_at_5
      value: 26.222
    - type: mrr_at_1
      value: 22.63681592039801
    - type: mrr_at_10
      value: 32.362345020927116
    - type: mrr_at_100
      value: 33.34094306800873
    - type: mrr_at_1000
      value: 33.39517463630533
    - type: mrr_at_20
      value: 32.960201164030146
    - type: mrr_at_3
      value: 29.519071310116107
    - type: mrr_at_5
      value: 31.036484245439482
    - type: nauc_map_at_1000_diff1
      value: 24.154026257799263
    - type: nauc_map_at_1000_max
      value: 21.311219137444258
    - type: nauc_map_at_1000_std
      value: -2.5239081904127816
    - type: nauc_map_at_100_diff1
      value: 24.17157132613522
    - type: nauc_map_at_100_max
      value: 21.31518640920159
    - type: nauc_map_at_100_std
      value: -2.5579521484914975
    - type: nauc_map_at_10_diff1
      value: 23.86937479997375
    - type: nauc_map_at_10_max
      value: 20.730553841216402
    - type: nauc_map_at_10_std
      value: -2.984377872023596
    - type: nauc_map_at_1_diff1
      value: 28.20399969350878
    - type: nauc_map_at_1_max
      value: 21.092411173110623
    - type: nauc_map_at_1_std
      value: -2.355133156530113
    - type: nauc_map_at_20_diff1
      value: 23.989940502938843
    - type: nauc_map_at_20_max
      value: 21.129447732785415
    - type: nauc_map_at_20_std
      value: -2.6856108820515754
    - type: nauc_map_at_3_diff1
      value: 24.5338503568311
    - type: nauc_map_at_3_max
      value: 20.3140323631877
    - type: nauc_map_at_3_std
      value: -3.5893266173494176
    - type: nauc_map_at_5_diff1
      value: 23.828834650934596
    - type: nauc_map_at_5_max
      value: 20.668700456540407
    - type: nauc_map_at_5_std
      value: -3.4248771374423663
    - type: nauc_mrr_at_1000_diff1
      value: 23.431872574500176
    - type: nauc_mrr_at_1000_max
      value: 21.898677562008924
    - type: nauc_mrr_at_1000_std
      value: -2.214356190453914
    - type: nauc_mrr_at_100_diff1
      value: 23.454791986270962
    - type: nauc_mrr_at_100_max
      value: 21.892376527575756
    - type: nauc_mrr_at_100_std
      value: -2.2250470787614876
    - type: nauc_mrr_at_10_diff1
      value: 23.21857221649048
    - type: nauc_mrr_at_10_max
      value: 21.80133864592139
    - type: nauc_mrr_at_10_std
      value: -2.366980583648149
    - type: nauc_mrr_at_1_diff1
      value: 27.157881198158783
    - type: nauc_mrr_at_1_max
      value: 21.601786829936433
    - type: nauc_mrr_at_1_std
      value: -2.831383077547147
    - type: nauc_mrr_at_20_diff1
      value: 23.36592063714778
    - type: nauc_mrr_at_20_max
      value: 21.943784707367183
    - type: nauc_mrr_at_20_std
      value: -2.275301184484456
    - type: nauc_mrr_at_3_diff1
      value: 23.42493357741843
    - type: nauc_mrr_at_3_max
      value: 21.51794229469302
    - type: nauc_mrr_at_3_std
      value: -2.8403025245692053
    - type: nauc_mrr_at_5_diff1
      value: 23.09361104232496
    - type: nauc_mrr_at_5_max
      value: 21.633041369993762
    - type: nauc_mrr_at_5_std
      value: -2.4786874807071735
    - type: nauc_ndcg_at_1000_diff1
      value: 23.022273404374424
    - type: nauc_ndcg_at_1000_max
      value: 22.991361978075954
    - type: nauc_ndcg_at_1000_std
      value: 0.18153114824679512
    - type: nauc_ndcg_at_100_diff1
      value: 23.559298750876117
    - type: nauc_ndcg_at_100_max
      value: 22.867138599638423
    - type: nauc_ndcg_at_100_std
      value: -0.33841026524213386
    - type: nauc_ndcg_at_10_diff1
      value: 22.476239602270873
    - type: nauc_ndcg_at_10_max
      value: 21.504002872557006
    - type: nauc_ndcg_at_10_std
      value: -1.8676510759488962
    - type: nauc_ndcg_at_1_diff1
      value: 27.157881198158783
    - type: nauc_ndcg_at_1_max
      value: 21.601786829936433
    - type: nauc_ndcg_at_1_std
      value: -2.831383077547147
    - type: nauc_ndcg_at_20_diff1
      value: 22.850419852466032
    - type: nauc_ndcg_at_20_max
      value: 22.543556058554582
    - type: nauc_ndcg_at_20_std
      value: -1.1223300955195037
    - type: nauc_ndcg_at_3_diff1
      value: 23.576709980109943
    - type: nauc_ndcg_at_3_max
      value: 20.98005022537365
    - type: nauc_ndcg_at_3_std
      value: -3.4150814729224632
    - type: nauc_ndcg_at_5_diff1
      value: 22.418819576039574
    - type: nauc_ndcg_at_5_max
      value: 21.157104875464984
    - type: nauc_ndcg_at_5_std
      value: -2.727281992701386
    - type: nauc_precision_at_1000_diff1
      value: -0.2418803168229846
    - type: nauc_precision_at_1000_max
      value: 4.7509057963503345
    - type: nauc_precision_at_1000_std
      value: 4.862124108075474
    - type: nauc_precision_at_100_diff1
      value: 9.414277026375698
    - type: nauc_precision_at_100_max
      value: 15.611397966739327
    - type: nauc_precision_at_100_std
      value: 6.131008472677945
    - type: nauc_precision_at_10_diff1
      value: 13.500248662521026
    - type: nauc_precision_at_10_max
      value: 20.27159793813296
    - type: nauc_precision_at_10_std
      value: 0.36295387414869346
    - type: nauc_precision_at_1_diff1
      value: 27.157881198158783
    - type: nauc_precision_at_1_max
      value: 21.601786829936433
    - type: nauc_precision_at_1_std
      value: -2.831383077547147
    - type: nauc_precision_at_20_diff1
      value: 12.41644887272953
    - type: nauc_precision_at_20_max
      value: 20.04934603426798
    - type: nauc_precision_at_20_std
      value: 2.5263812441981117
    - type: nauc_precision_at_3_diff1
      value: 17.769700788858774
    - type: nauc_precision_at_3_max
      value: 20.145180776013085
    - type: nauc_precision_at_3_std
      value: -4.64889997854223
    - type: nauc_precision_at_5_diff1
      value: 14.437820424464798
    - type: nauc_precision_at_5_max
      value: 21.086799398849397
    - type: nauc_precision_at_5_std
      value: -3.542726145322661
    - type: nauc_recall_at_1000_diff1
      value: 5.340484078912298
    - type: nauc_recall_at_1000_max
      value: 38.819059569745434
    - type: nauc_recall_at_1000_std
      value: 35.261295626072965
    - type: nauc_recall_at_100_diff1
      value: 19.859262378217075
    - type: nauc_recall_at_100_max
      value: 24.843220411163898
    - type: nauc_recall_at_100_std
      value: 9.02424296030646
    - type: nauc_recall_at_10_diff1
      value: 18.128753186700266
    - type: nauc_recall_at_10_max
      value: 20.873864236953324
    - type: nauc_recall_at_10_std
      value: 0.7180942369537235
    - type: nauc_recall_at_1_diff1
      value: 28.20399969350878
    - type: nauc_recall_at_1_max
      value: 21.092411173110623
    - type: nauc_recall_at_1_std
      value: -2.355133156530113
    - type: nauc_recall_at_20_diff1
      value: 18.16983053968982
    - type: nauc_recall_at_20_max
      value: 23.78295921592487
    - type: nauc_recall_at_20_std
      value: 3.445605920721629
    - type: nauc_recall_at_3_diff1
      value: 20.52573155136365
    - type: nauc_recall_at_3_max
      value: 19.725261691653092
    - type: nauc_recall_at_3_std
      value: -2.985002529881709
    - type: nauc_recall_at_5_diff1
      value: 18.268276062359906
    - type: nauc_recall_at_5_max
      value: 19.83117733925397
    - type: nauc_recall_at_5_std
      value: -1.5709756011931044
    - type: ndcg_at_1
      value: 22.637
    - type: ndcg_at_10
      value: 33.495000000000005
    - type: ndcg_at_100
      value: 39.571
    - type: ndcg_at_1000
      value: 42.056
    - type: ndcg_at_20
      value: 35.987
    - type: ndcg_at_3
      value: 27.938000000000002
    - type: ndcg_at_5
      value: 30.426
    - type: precision_at_1
      value: 22.637
    - type: precision_at_10
      value: 6.381
    - type: precision_at_100
      value: 1.075
    - type: precision_at_1000
      value: 0.14200000000000002
    - type: precision_at_20
      value: 3.887
    - type: precision_at_3
      value: 13.806
    - type: precision_at_5
      value: 10.025
    - type: recall_at_1
      value: 18.509999999999998
    - type: recall_at_10
      value: 46.848
    - type: recall_at_100
      value: 73.08200000000001
    - type: recall_at_1000
      value: 90.82000000000001
    - type: recall_at_20
      value: 55.752
    - type: recall_at_3
      value: 31.461
    - type: recall_at_5
      value: 37.82
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackPhysicsRetrieval
      type: mteb/cqadupstack-physics
      config: default
      split: test
      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
    metrics:
    - type: main_score
      value: 45.824
    - type: map_at_1
      value: 28.612
    - type: map_at_10
      value: 39.765
    - type: map_at_100
      value: 41.119
    - type: map_at_1000
      value: 41.227000000000004
    - type: map_at_20
      value: 40.541
    - type: map_at_3
      value: 36.506
    - type: map_at_5
      value: 38.261
    - type: mrr_at_1
      value: 34.55245428296439
    - type: mrr_at_10
      value: 44.875758131292294
    - type: mrr_at_100
      value: 45.75120721078986
    - type: mrr_at_1000
      value: 45.79381377334475
    - type: mrr_at_20
      value: 45.405431948897736
    - type: mrr_at_3
      value: 42.07571382739811
    - type: mrr_at_5
      value: 43.687840872633885
    - type: nauc_map_at_1000_diff1
      value: 45.54603816601572
    - type: nauc_map_at_1000_max
      value: 24.204301607914598
    - type: nauc_map_at_1000_std
      value: -3.385400241809544
    - type: nauc_map_at_100_diff1
      value: 45.54021209259281
    - type: nauc_map_at_100_max
      value: 24.139240543977365
    - type: nauc_map_at_100_std
      value: -3.4416424537503274
    - type: nauc_map_at_10_diff1
      value: 45.84733590786064
    - type: nauc_map_at_10_max
      value: 23.87997713953964
    - type: nauc_map_at_10_std
      value: -3.9977454684108364
    - type: nauc_map_at_1_diff1
      value: 51.77762922778957
    - type: nauc_map_at_1_max
      value: 21.548940119767266
    - type: nauc_map_at_1_std
      value: -6.774027308069757
    - type: nauc_map_at_20_diff1
      value: 45.6305134929685
    - type: nauc_map_at_20_max
      value: 23.949898891211983
    - type: nauc_map_at_20_std
      value: -3.8117633658105916
    - type: nauc_map_at_3_diff1
      value: 45.66231736851152
    - type: nauc_map_at_3_max
      value: 23.292236552904384
    - type: nauc_map_at_3_std
      value: -4.860026375260737
    - type: nauc_map_at_5_diff1
      value: 46.395069418251616
    - type: nauc_map_at_5_max
      value: 23.500643171747225
    - type: nauc_map_at_5_std
      value: -4.639116765481091
    - type: nauc_mrr_at_1000_diff1
      value: 43.59466223019413
    - type: nauc_mrr_at_1000_max
      value: 25.500101182603146
    - type: nauc_mrr_at_1000_std
      value: -2.8252405398970026
    - type: nauc_mrr_at_100_diff1
      value: 43.58521178366279
    - type: nauc_mrr_at_100_max
      value: 25.499541544730093
    - type: nauc_mrr_at_100_std
      value: -2.8171198325250226
    - type: nauc_mrr_at_10_diff1
      value: 43.62497401903436
    - type: nauc_mrr_at_10_max
      value: 25.528257757563583
    - type: nauc_mrr_at_10_std
      value: -3.033700543344133
    - type: nauc_mrr_at_1_diff1
      value: 46.962041492938845
    - type: nauc_mrr_at_1_max
      value: 24.033390474152572
    - type: nauc_mrr_at_1_std
      value: -4.371468850014676
    - type: nauc_mrr_at_20_diff1
      value: 43.57458456860973
    - type: nauc_mrr_at_20_max
      value: 25.542827142027825
    - type: nauc_mrr_at_20_std
      value: -2.942977643863032
    - type: nauc_mrr_at_3_diff1
      value: 43.490236992416406
    - type: nauc_mrr_at_3_max
      value: 25.501895862532454
    - type: nauc_mrr_at_3_std
      value: -3.195016044753707
    - type: nauc_mrr_at_5_diff1
      value: 44.05762384636381
    - type: nauc_mrr_at_5_max
      value: 25.637192189122654
    - type: nauc_mrr_at_5_std
      value: -3.108485562228445
    - type: nauc_ndcg_at_1000_diff1
      value: 43.750329376899145
    - type: nauc_ndcg_at_1000_max
      value: 25.988769629465047
    - type: nauc_ndcg_at_1000_std
      value: -0.779579989595003
    - type: nauc_ndcg_at_100_diff1
      value: 43.46369631570989
    - type: nauc_ndcg_at_100_max
      value: 25.277438910530144
    - type: nauc_ndcg_at_100_std
      value: -0.7982583332900034
    - type: nauc_ndcg_at_10_diff1
      value: 44.219854561129
    - type: nauc_ndcg_at_10_max
      value: 24.488811135713366
    - type: nauc_ndcg_at_10_std
      value: -3.0634463911544074
    - type: nauc_ndcg_at_1_diff1
      value: 46.962041492938845
    - type: nauc_ndcg_at_1_max
      value: 24.033390474152572
    - type: nauc_ndcg_at_1_std
      value: -4.371468850014676
    - type: nauc_ndcg_at_20_diff1
      value: 43.65750993509317
    - type: nauc_ndcg_at_20_max
      value: 24.716204288403954
    - type: nauc_ndcg_at_20_std
      value: -2.4571990559048693
    - type: nauc_ndcg_at_3_diff1
      value: 43.52084908897581
    - type: nauc_ndcg_at_3_max
      value: 24.196196258265594
    - type: nauc_ndcg_at_3_std
      value: -3.7543715034197094
    - type: nauc_ndcg_at_5_diff1
      value: 45.136234842051294
    - type: nauc_ndcg_at_5_max
      value: 24.265515874537016
    - type: nauc_ndcg_at_5_std
      value: -3.677818346298181
    - type: nauc_precision_at_1000_diff1
      value: -17.37107028658623
    - type: nauc_precision_at_1000_max
      value: 11.852925239469377
    - type: nauc_precision_at_1000_std
      value: 17.267039287022246
    - type: nauc_precision_at_100_diff1
      value: -8.83034667931023
    - type: nauc_precision_at_100_max
      value: 15.674062413762499
    - type: nauc_precision_at_100_std
      value: 17.443055501165748
    - type: nauc_precision_at_10_diff1
      value: 13.97225627982781
    - type: nauc_precision_at_10_max
      value: 22.903732145381213
    - type: nauc_precision_at_10_std
      value: 10.438944427071494
    - type: nauc_precision_at_1_diff1
      value: 46.962041492938845
    - type: nauc_precision_at_1_max
      value: 24.033390474152572
    - type: nauc_precision_at_1_std
      value: -4.371468850014676
    - type: nauc_precision_at_20_diff1
      value: 5.1840650860759006
    - type: nauc_precision_at_20_max
      value: 20.65674986095816
    - type: nauc_precision_at_20_std
      value: 13.43829791560826
    - type: nauc_precision_at_3_diff1
      value: 26.863442923738162
    - type: nauc_precision_at_3_max
      value: 24.89992943990019
    - type: nauc_precision_at_3_std
      value: 2.705507445737673
    - type: nauc_precision_at_5_diff1
      value: 25.047410532713528
    - type: nauc_precision_at_5_max
      value: 24.792105468863745
    - type: nauc_precision_at_5_std
      value: 6.064895256436395
    - type: nauc_recall_at_1000_diff1
      value: 38.55225790237392
    - type: nauc_recall_at_1000_max
      value: 38.66004655379001
    - type: nauc_recall_at_1000_std
      value: 30.074119645781032
    - type: nauc_recall_at_100_diff1
      value: 33.70955627870792
    - type: nauc_recall_at_100_max
      value: 22.94584483255064
    - type: nauc_recall_at_100_std
      value: 13.383196050226015
    - type: nauc_recall_at_10_diff1
      value: 39.19271153993607
    - type: nauc_recall_at_10_max
      value: 21.949914437712632
    - type: nauc_recall_at_10_std
      value: -2.333073190222427
    - type: nauc_recall_at_1_diff1
      value: 51.77762922778957
    - type: nauc_recall_at_1_max
      value: 21.548940119767266
    - type: nauc_recall_at_1_std
      value: -6.774027308069757
    - type: nauc_recall_at_20_diff1
      value: 36.128976477817226
    - type: nauc_recall_at_20_max
      value: 21.758803887678624
    - type: nauc_recall_at_20_std
      value: 0.24345057487832894
    - type: nauc_recall_at_3_diff1
      value: 40.36085174972692
    - type: nauc_recall_at_3_max
      value: 23.008684064089795
    - type: nauc_recall_at_3_std
      value: -4.009673059808576
    - type: nauc_recall_at_5_diff1
      value: 42.47055957862573
    - type: nauc_recall_at_5_max
      value: 22.49445757462206
    - type: nauc_recall_at_5_std
      value: -4.200704887512875
    - type: ndcg_at_1
      value: 34.552
    - type: ndcg_at_10
      value: 45.824
    - type: ndcg_at_100
      value: 51.398999999999994
    - type: ndcg_at_1000
      value: 53.418
    - type: ndcg_at_20
      value: 48.181000000000004
    - type: ndcg_at_3
      value: 40.369
    - type: ndcg_at_5
      value: 42.936
    - type: precision_at_1
      value: 34.552
    - type: precision_at_10
      value: 8.334999999999999
    - type: precision_at_100
      value: 1.28
    - type: precision_at_1000
      value: 0.163
    - type: precision_at_20
      value: 4.904
    - type: precision_at_3
      value: 19.185
    - type: precision_at_5
      value: 13.550999999999998
    - type: recall_at_1
      value: 28.612
    - type: recall_at_10
      value: 58.542
    - type: recall_at_100
      value: 81.765
    - type: recall_at_1000
      value: 94.91000000000001
    - type: recall_at_20
      value: 66.923
    - type: recall_at_3
      value: 43.844
    - type: recall_at_5
      value: 50.353
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackProgrammersRetrieval
      type: mteb/cqadupstack-programmers
      config: default
      split: test
      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
    metrics:
    - type: main_score
      value: 43.86
    - type: map_at_1
      value: 25.764
    - type: map_at_10
      value: 37.19
    - type: map_at_100
      value: 38.657000000000004
    - type: map_at_1000
      value: 38.766
    - type: map_at_20
      value: 38.065
    - type: map_at_3
      value: 33.506
    - type: map_at_5
      value: 35.687000000000005
    - type: mrr_at_1
      value: 31.963470319634702
    - type: mrr_at_10
      value: 42.584348046676794
    - type: mrr_at_100
      value: 43.468986492322905
    - type: mrr_at_1000
      value: 43.51733725024093
    - type: mrr_at_20
      value: 43.123013383096485
    - type: mrr_at_3
      value: 39.49771689497716
    - type: mrr_at_5
      value: 41.3184931506849
    - type: nauc_map_at_1000_diff1
      value: 41.02254426402428
    - type: nauc_map_at_1000_max
      value: 27.212188389036356
    - type: nauc_map_at_1000_std
      value: -0.09284436172372049
    - type: nauc_map_at_100_diff1
      value: 41.024063360704524
    - type: nauc_map_at_100_max
      value: 27.231415107652566
    - type: nauc_map_at_100_std
      value: -0.11503072867335035
    - type: nauc_map_at_10_diff1
      value: 40.762484471371295
    - type: nauc_map_at_10_max
      value: 26.552095220263983
    - type: nauc_map_at_10_std
      value: -0.8961691473645707
    - type: nauc_map_at_1_diff1
      value: 46.0351777590459
    - type: nauc_map_at_1_max
      value: 22.407309997018807
    - type: nauc_map_at_1_std
      value: -5.8196986966998026
    - type: nauc_map_at_20_diff1
      value: 40.977183873424
    - type: nauc_map_at_20_max
      value: 27.102353759407233
    - type: nauc_map_at_20_std
      value: -0.2634342101271879
    - type: nauc_map_at_3_diff1
      value: 42.14689988383428
    - type: nauc_map_at_3_max
      value: 25.03437706538189
    - type: nauc_map_at_3_std
      value: -3.919393358878002
    - type: nauc_map_at_5_diff1
      value: 41.65119564986465
    - type: nauc_map_at_5_max
      value: 26.285135372203783
    - type: nauc_map_at_5_std
      value: -1.6186083609321076
    - type: nauc_mrr_at_1000_diff1
      value: 38.79875623439539
    - type: nauc_mrr_at_1000_max
      value: 27.761719103654077
    - type: nauc_mrr_at_1000_std
      value: 1.7009545757110647
    - type: nauc_mrr_at_100_diff1
      value: 38.791338829094414
    - type: nauc_mrr_at_100_max
      value: 27.773943681897943
    - type: nauc_mrr_at_100_std
      value: 1.7278801972398536
    - type: nauc_mrr_at_10_diff1
      value: 38.49632022153806
    - type: nauc_mrr_at_10_max
      value: 27.77096700597113
    - type: nauc_mrr_at_10_std
      value: 1.7302610962780125
    - type: nauc_mrr_at_1_diff1
      value: 42.48391167224108
    - type: nauc_mrr_at_1_max
      value: 24.059631099761877
    - type: nauc_mrr_at_1_std
      value: -3.3826521142445998
    - type: nauc_mrr_at_20_diff1
      value: 38.78568729552403
    - type: nauc_mrr_at_20_max
      value: 27.830624573272438
    - type: nauc_mrr_at_20_std
      value: 1.8702442428163355
    - type: nauc_mrr_at_3_diff1
      value: 39.14108666396381
    - type: nauc_mrr_at_3_max
      value: 27.126136544524147
    - type: nauc_mrr_at_3_std
      value: -0.6328064994794298
    - type: nauc_mrr_at_5_diff1
      value: 38.684789795150884
    - type: nauc_mrr_at_5_max
      value: 27.524102240409142
    - type: nauc_mrr_at_5_std
      value: 0.9039722426754292
    - type: nauc_ndcg_at_1000_diff1
      value: 39.151840725737735
    - type: nauc_ndcg_at_1000_max
      value: 29.02571712184575
    - type: nauc_ndcg_at_1000_std
      value: 4.000158107473303
    - type: nauc_ndcg_at_100_diff1
      value: 38.87706908494562
    - type: nauc_ndcg_at_100_max
      value: 29.639606130771863
    - type: nauc_ndcg_at_100_std
      value: 4.682439878287167
    - type: nauc_ndcg_at_10_diff1
      value: 37.841809143608586
    - type: nauc_ndcg_at_10_max
      value: 28.232681174485542
    - type: nauc_ndcg_at_10_std
      value: 2.6534878126703156
    - type: nauc_ndcg_at_1_diff1
      value: 42.48391167224108
    - type: nauc_ndcg_at_1_max
      value: 24.059631099761877
    - type: nauc_ndcg_at_1_std
      value: -3.3826521142445998
    - type: nauc_ndcg_at_20_diff1
      value: 38.78794350531766
    - type: nauc_ndcg_at_20_max
      value: 29.391888718250126
    - type: nauc_ndcg_at_20_std
      value: 4.246096416844256
    - type: nauc_ndcg_at_3_diff1
      value: 39.94959683105012
    - type: nauc_ndcg_at_3_max
      value: 26.44461394195945
    - type: nauc_ndcg_at_3_std
      value: -2.057142075379544
    - type: nauc_ndcg_at_5_diff1
      value: 39.228212224837854
    - type: nauc_ndcg_at_5_max
      value: 27.63367669291804
    - type: nauc_ndcg_at_5_std
      value: 0.8515177431823633
    - type: nauc_precision_at_1000_diff1
      value: -10.224587930955357
    - type: nauc_precision_at_1000_max
      value: 2.0367826445781665
    - type: nauc_precision_at_1000_std
      value: 10.157637353732063
    - type: nauc_precision_at_100_diff1
      value: -2.94132245415521
    - type: nauc_precision_at_100_max
      value: 14.497654423038803
    - type: nauc_precision_at_100_std
      value: 17.719614669918094
    - type: nauc_precision_at_10_diff1
      value: 11.348279066652248
    - type: nauc_precision_at_10_max
      value: 24.801591961312027
    - type: nauc_precision_at_10_std
      value: 15.999695471134517
    - type: nauc_precision_at_1_diff1
      value: 42.48391167224108
    - type: nauc_precision_at_1_max
      value: 24.059631099761877
    - type: nauc_precision_at_1_std
      value: -3.3826521142445998
    - type: nauc_precision_at_20_diff1
      value: 7.358574224272124
    - type: nauc_precision_at_20_max
      value: 24.541749557197846
    - type: nauc_precision_at_20_std
      value: 20.029723114376434
    - type: nauc_precision_at_3_diff1
      value: 27.31140928134787
    - type: nauc_precision_at_3_max
      value: 27.266527909477595
    - type: nauc_precision_at_3_std
      value: 4.293966422589966
    - type: nauc_precision_at_5_diff1
      value: 21.318237989903597
    - type: nauc_precision_at_5_max
      value: 27.05790559252359
    - type: nauc_precision_at_5_std
      value: 11.540331816577428
    - type: nauc_recall_at_1000_diff1
      value: 29.270735599789248
    - type: nauc_recall_at_1000_max
      value: 42.74905404229601
    - type: nauc_recall_at_1000_std
      value: 54.29872297065133
    - type: nauc_recall_at_100_diff1
      value: 29.423638581914137
    - type: nauc_recall_at_100_max
      value: 38.27370611473139
    - type: nauc_recall_at_100_std
      value: 26.86946286594378
    - type: nauc_recall_at_10_diff1
      value: 28.333642493802024
    - type: nauc_recall_at_10_max
      value: 29.41983784943617
    - type: nauc_recall_at_10_std
      value: 10.567148468398461
    - type: nauc_recall_at_1_diff1
      value: 46.0351777590459
    - type: nauc_recall_at_1_max
      value: 22.407309997018807
    - type: nauc_recall_at_1_std
      value: -5.8196986966998026
    - type: nauc_recall_at_20_diff1
      value: 31.42419633746832
    - type: nauc_recall_at_20_max
      value: 33.84795718348709
    - type: nauc_recall_at_20_std
      value: 17.206446408377992
    - type: nauc_recall_at_3_diff1
      value: 36.12978905683338
    - type: nauc_recall_at_3_max
      value: 24.50013074408603
    - type: nauc_recall_at_3_std
      value: -2.4884799065183474
    - type: nauc_recall_at_5_diff1
      value: 33.21734540694272
    - type: nauc_recall_at_5_max
      value: 27.34082104368914
    - type: nauc_recall_at_5_std
      value: 4.47285014662224
    - type: ndcg_at_1
      value: 31.963
    - type: ndcg_at_10
      value: 43.86
    - type: ndcg_at_100
      value: 49.522
    - type: ndcg_at_1000
      value: 51.635
    - type: ndcg_at_20
      value: 46.372
    - type: ndcg_at_3
      value: 37.742
    - type: ndcg_at_5
      value: 40.744
    - type: precision_at_1
      value: 31.963
    - type: precision_at_10
      value: 8.322000000000001
    - type: precision_at_100
      value: 1.311
    - type: precision_at_1000
      value: 0.167
    - type: precision_at_20
      value: 4.989
    - type: precision_at_3
      value: 18.151
    - type: precision_at_5
      value: 13.447000000000001
    - type: recall_at_1
      value: 25.764
    - type: recall_at_10
      value: 58.157000000000004
    - type: recall_at_100
      value: 81.631
    - type: recall_at_1000
      value: 95.863
    - type: recall_at_20
      value: 67.048
    - type: recall_at_3
      value: 41.465999999999994
    - type: recall_at_5
      value: 49.075
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackRetrieval
      type: CQADupstackRetrieval_is_a_combined_dataset
      config: default
      split: test
      revision: CQADupstackRetrieval_is_a_combined_dataset
    metrics:
    - type: main_score
      value: 42.7395
    - type: ndcg_at_10
      value: 42.7395
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackStatsRetrieval
      type: mteb/cqadupstack-stats
      config: default
      split: test
      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
    metrics:
    - type: main_score
      value: 38.382
    - type: map_at_1
      value: 24.956
    - type: map_at_10
      value: 33.364
    - type: map_at_100
      value: 34.346
    - type: map_at_1000
      value: 34.441
    - type: map_at_20
      value: 33.928000000000004
    - type: map_at_3
      value: 30.779
    - type: map_at_5
      value: 32.131
    - type: mrr_at_1
      value: 27.607361963190186
    - type: mrr_at_10
      value: 36.07538465283862
    - type: mrr_at_100
      value: 36.89078004113302
    - type: mrr_at_1000
      value: 36.960908522547534
    - type: mrr_at_20
      value: 36.57365123432853
    - type: mrr_at_3
      value: 33.64008179959101
    - type: mrr_at_5
      value: 34.91308793456033
    - type: nauc_map_at_1000_diff1
      value: 50.99876246634483
    - type: nauc_map_at_1000_max
      value: 27.11375348316956
    - type: nauc_map_at_1000_std
      value: -0.8223687586531171
    - type: nauc_map_at_100_diff1
      value: 50.96744235857796
    - type: nauc_map_at_100_max
      value: 27.101746621071577
    - type: nauc_map_at_100_std
      value: -0.8290435699503054
    - type: nauc_map_at_10_diff1
      value: 51.40563037369904
    - type: nauc_map_at_10_max
      value: 26.715210946916446
    - type: nauc_map_at_10_std
      value: -1.3301013304956433
    - type: nauc_map_at_1_diff1
      value: 59.10851769256635
    - type: nauc_map_at_1_max
      value: 26.942179588390854
    - type: nauc_map_at_1_std
      value: -5.088146259999974
    - type: nauc_map_at_20_diff1
      value: 51.00500762209007
    - type: nauc_map_at_20_max
      value: 26.903545483709436
    - type: nauc_map_at_20_std
      value: -0.8879313638699978
    - type: nauc_map_at_3_diff1
      value: 52.558964129136776
    - type: nauc_map_at_3_max
      value: 26.54574953680247
    - type: nauc_map_at_3_std
      value: -2.85116716794946
    - type: nauc_map_at_5_diff1
      value: 51.91166685128522
    - type: nauc_map_at_5_max
      value: 26.97684718237022
    - type: nauc_map_at_5_std
      value: -2.0545584607744303
    - type: nauc_mrr_at_1000_diff1
      value: 49.187292707593365
    - type: nauc_mrr_at_1000_max
      value: 26.917886822963645
    - type: nauc_mrr_at_1000_std
      value: 0.09314372039813201
    - type: nauc_mrr_at_100_diff1
      value: 49.15674865433787
    - type: nauc_mrr_at_100_max
      value: 26.926539281262464
    - type: nauc_mrr_at_100_std
      value: 0.09488690166949496
    - type: nauc_mrr_at_10_diff1
      value: 49.5191167745581
    - type: nauc_mrr_at_10_max
      value: 26.578191574020853
    - type: nauc_mrr_at_10_std
      value: -0.4332010149168712
    - type: nauc_mrr_at_1_diff1
      value: 56.83136962805171
    - type: nauc_mrr_at_1_max
      value: 27.232682843362134
    - type: nauc_mrr_at_1_std
      value: -3.4753930473122594
    - type: nauc_mrr_at_20_diff1
      value: 49.15134939617399
    - type: nauc_mrr_at_20_max
      value: 26.87344888664184
    - type: nauc_mrr_at_20_std
      value: 0.13910244198874352
    - type: nauc_mrr_at_3_diff1
      value: 49.893769596880894
    - type: nauc_mrr_at_3_max
      value: 26.19959284832838
    - type: nauc_mrr_at_3_std
      value: -1.4056523149404336
    - type: nauc_mrr_at_5_diff1
      value: 49.68766816395909
    - type: nauc_mrr_at_5_max
      value: 26.826463837331012
    - type: nauc_mrr_at_5_std
      value: -0.8964336795779043
    - type: nauc_ndcg_at_1000_diff1
      value: 47.30330423873059
    - type: nauc_ndcg_at_1000_max
      value: 28.301104564231483
    - type: nauc_ndcg_at_1000_std
      value: 2.683338095267426
    - type: nauc_ndcg_at_100_diff1
      value: 46.66867291937423
    - type: nauc_ndcg_at_100_max
      value: 28.078461708764458
    - type: nauc_ndcg_at_100_std
      value: 2.5295465311428695
    - type: nauc_ndcg_at_10_diff1
      value: 48.07351804799436
    - type: nauc_ndcg_at_10_max
      value: 26.25185116704038
    - type: nauc_ndcg_at_10_std
      value: 0.31947530103221494
    - type: nauc_ndcg_at_1_diff1
      value: 56.83136962805171
    - type: nauc_ndcg_at_1_max
      value: 27.232682843362134
    - type: nauc_ndcg_at_1_std
      value: -3.4753930473122594
    - type: nauc_ndcg_at_20_diff1
      value: 46.72863113281496
    - type: nauc_ndcg_at_20_max
      value: 27.0829019438828
    - type: nauc_ndcg_at_20_std
      value: 2.1819721644725316
    - type: nauc_ndcg_at_3_diff1
      value: 49.38507546500055
    - type: nauc_ndcg_at_3_max
      value: 26.02547349067848
    - type: nauc_ndcg_at_3_std
      value: -2.062107710534561
    - type: nauc_ndcg_at_5_diff1
      value: 48.702028938234946
    - type: nauc_ndcg_at_5_max
      value: 26.631557342797297
    - type: nauc_ndcg_at_5_std
      value: -1.13458716673632
    - type: nauc_precision_at_1000_diff1
      value: -7.616362974733644
    - type: nauc_precision_at_1000_max
      value: 12.704716068960298
    - type: nauc_precision_at_1000_std
      value: 10.693420265647761
    - type: nauc_precision_at_100_diff1
      value: 4.245047434408532
    - type: nauc_precision_at_100_max
      value: 20.138149934295146
    - type: nauc_precision_at_100_std
      value: 13.988324018580354
    - type: nauc_precision_at_10_diff1
      value: 24.713962748803503
    - type: nauc_precision_at_10_max
      value: 21.912272587921095
    - type: nauc_precision_at_10_std
      value: 9.923685641756377
    - type: nauc_precision_at_1_diff1
      value: 56.83136962805171
    - type: nauc_precision_at_1_max
      value: 27.232682843362134
    - type: nauc_precision_at_1_std
      value: -3.4753930473122594
    - type: nauc_precision_at_20_diff1
      value: 15.160997381408379
    - type: nauc_precision_at_20_max
      value: 23.14475206210582
    - type: nauc_precision_at_20_std
      value: 16.324297281253212
    - type: nauc_precision_at_3_diff1
      value: 37.310592783673044
    - type: nauc_precision_at_3_max
      value: 25.183575695472932
    - type: nauc_precision_at_3_std
      value: 2.3270248619137135
    - type: nauc_precision_at_5_diff1
      value: 31.548441277121807
    - type: nauc_precision_at_5_max
      value: 25.36772873604284
    - type: nauc_precision_at_5_std
      value: 5.676988862734406
    - type: nauc_recall_at_1000_diff1
      value: 20.43691655991097
    - type: nauc_recall_at_1000_max
      value: 40.23701936874751
    - type: nauc_recall_at_1000_std
      value: 35.76336885517243
    - type: nauc_recall_at_100_diff1
      value: 27.835043122315188
    - type: nauc_recall_at_100_max
      value: 31.805810699439853
    - type: nauc_recall_at_100_std
      value: 16.658546206916487
    - type: nauc_recall_at_10_diff1
      value: 39.044956198775424
    - type: nauc_recall_at_10_max
      value: 24.230121801610007
    - type: nauc_recall_at_10_std
      value: 4.204867352942831
    - type: nauc_recall_at_1_diff1
      value: 59.10851769256635
    - type: nauc_recall_at_1_max
      value: 26.942179588390854
    - type: nauc_recall_at_1_std
      value: -5.088146259999974
    - type: nauc_recall_at_20_diff1
      value: 32.48770164983945
    - type: nauc_recall_at_20_max
      value: 26.349180533221002
    - type: nauc_recall_at_20_std
      value: 11.188589531295396
    - type: nauc_recall_at_3_diff1
      value: 44.33638562753659
    - type: nauc_recall_at_3_max
      value: 23.88918858892684
    - type: nauc_recall_at_3_std
      value: -2.135430126322962
    - type: nauc_recall_at_5_diff1
      value: 41.72838294550878
    - type: nauc_recall_at_5_max
      value: 25.134424065202815
    - type: nauc_recall_at_5_std
      value: 0.4272804347838425
    - type: ndcg_at_1
      value: 27.607
    - type: ndcg_at_10
      value: 38.382
    - type: ndcg_at_100
      value: 43.003
    - type: ndcg_at_1000
      value: 45.299
    - type: ndcg_at_20
      value: 40.251
    - type: ndcg_at_3
      value: 33.451
    - type: ndcg_at_5
      value: 35.659
    - type: precision_at_1
      value: 27.607
    - type: precision_at_10
      value: 6.227
    - type: precision_at_100
      value: 0.928
    - type: precision_at_1000
      value: 0.12
    - type: precision_at_20
      value: 3.612
    - type: precision_at_3
      value: 14.468
    - type: precision_at_5
      value: 10.215
    - type: recall_at_1
      value: 24.956
    - type: recall_at_10
      value: 51.117000000000004
    - type: recall_at_100
      value: 71.80499999999999
    - type: recall_at_1000
      value: 88.494
    - type: recall_at_20
      value: 57.989999999999995
    - type: recall_at_3
      value: 37.387
    - type: recall_at_5
      value: 42.884
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackTexRetrieval
      type: mteb/cqadupstack-tex
      config: default
      split: test
      revision: 46989137a86843e03a6195de44b09deda022eec7
    metrics:
    - type: main_score
      value: 31.025999999999996
    - type: map_at_1
      value: 18.17
    - type: map_at_10
      value: 26.032
    - type: map_at_100
      value: 27.218999999999998
    - type: map_at_1000
      value: 27.345999999999997
    - type: map_at_20
      value: 26.666
    - type: map_at_3
      value: 23.463
    - type: map_at_5
      value: 24.806
    - type: mrr_at_1
      value: 21.472814865794906
    - type: mrr_at_10
      value: 29.512844252176716
    - type: mrr_at_100
      value: 30.490177986229945
    - type: mrr_at_1000
      value: 30.56207014886559
    - type: mrr_at_20
      value: 30.0506487851583
    - type: mrr_at_3
      value: 27.058958476714874
    - type: mrr_at_5
      value: 28.3752007341134
    - type: nauc_map_at_1000_diff1
      value: 33.44724427669794
    - type: nauc_map_at_1000_max
      value: 22.395823506833914
    - type: nauc_map_at_1000_std
      value: -0.4150981274633923
    - type: nauc_map_at_100_diff1
      value: 33.42890753994663
    - type: nauc_map_at_100_max
      value: 22.376239097847126
    - type: nauc_map_at_100_std
      value: -0.4401702678219545
    - type: nauc_map_at_10_diff1
      value: 33.666850629964244
    - type: nauc_map_at_10_max
      value: 22.114097714173088
    - type: nauc_map_at_10_std
      value: -1.0852366926427355
    - type: nauc_map_at_1_diff1
      value: 38.77085709277668
    - type: nauc_map_at_1_max
      value: 19.957196529260628
    - type: nauc_map_at_1_std
      value: -2.784123448084558
    - type: nauc_map_at_20_diff1
      value: 33.472381054071036
    - type: nauc_map_at_20_max
      value: 22.308855255579438
    - type: nauc_map_at_20_std
      value: -0.6486904865466587
    - type: nauc_map_at_3_diff1
      value: 34.42189817938094
    - type: nauc_map_at_3_max
      value: 21.590305717180428
    - type: nauc_map_at_3_std
      value: -1.7333267848855112
    - type: nauc_map_at_5_diff1
      value: 33.695706357298796
    - type: nauc_map_at_5_max
      value: 21.987149458167956
    - type: nauc_map_at_5_std
      value: -1.6701271473188217
    - type: nauc_mrr_at_1000_diff1
      value: 33.136413250064436
    - type: nauc_mrr_at_1000_max
      value: 23.471325782764698
    - type: nauc_mrr_at_1000_std
      value: -0.3980564209208141
    - type: nauc_mrr_at_100_diff1
      value: 33.13122882871807
    - type: nauc_mrr_at_100_max
      value: 23.469147640101035
    - type: nauc_mrr_at_100_std
      value: -0.39790519096729465
    - type: nauc_mrr_at_10_diff1
      value: 33.25655785925077
    - type: nauc_mrr_at_10_max
      value: 23.35946047835974
    - type: nauc_mrr_at_10_std
      value: -0.8500490754980572
    - type: nauc_mrr_at_1_diff1
      value: 38.34949791334492
    - type: nauc_mrr_at_1_max
      value: 21.926534783990416
    - type: nauc_mrr_at_1_std
      value: -2.7773636603036542
    - type: nauc_mrr_at_20_diff1
      value: 33.056629387468575
    - type: nauc_mrr_at_20_max
      value: 23.482437558868856
    - type: nauc_mrr_at_20_std
      value: -0.5598040986560595
    - type: nauc_mrr_at_3_diff1
      value: 33.889365112764544
    - type: nauc_mrr_at_3_max
      value: 23.20061693129839
    - type: nauc_mrr_at_3_std
      value: -1.25616825144634
    - type: nauc_mrr_at_5_diff1
      value: 33.44787691745913
    - type: nauc_mrr_at_5_max
      value: 23.34712279165282
    - type: nauc_mrr_at_5_std
      value: -1.3806302517881062
    - type: nauc_ndcg_at_1000_diff1
      value: 31.318327402226604
    - type: nauc_ndcg_at_1000_max
      value: 23.71300269763234
    - type: nauc_ndcg_at_1000_std
      value: 2.916517607448075
    - type: nauc_ndcg_at_100_diff1
      value: 31.040708439004266
    - type: nauc_ndcg_at_100_max
      value: 23.467949695024597
    - type: nauc_ndcg_at_100_std
      value: 2.7972274387802716
    - type: nauc_ndcg_at_10_diff1
      value: 31.816826867584318
    - type: nauc_ndcg_at_10_max
      value: 22.924178018704605
    - type: nauc_ndcg_at_10_std
      value: 0.11423808529946625
    - type: nauc_ndcg_at_1_diff1
      value: 38.34949791334492
    - type: nauc_ndcg_at_1_max
      value: 21.926534783990416
    - type: nauc_ndcg_at_1_std
      value: -2.7773636603036542
    - type: nauc_ndcg_at_20_diff1
      value: 31.129932166551626
    - type: nauc_ndcg_at_20_max
      value: 23.35498887744279
    - type: nauc_ndcg_at_20_std
      value: 1.491332034695489
    - type: nauc_ndcg_at_3_diff1
      value: 32.77551220179279
    - type: nauc_ndcg_at_3_max
      value: 22.496210905750942
    - type: nauc_ndcg_at_3_std
      value: -1.2280899372748
    - type: nauc_ndcg_at_5_diff1
      value: 31.924061220406134
    - type: nauc_ndcg_at_5_max
      value: 22.91828327955767
    - type: nauc_ndcg_at_5_std
      value: -1.2161178799994699
    - type: nauc_precision_at_1000_diff1
      value: 2.0558810641108645
    - type: nauc_precision_at_1000_max
      value: 12.261412181056347
    - type: nauc_precision_at_1000_std
      value: 6.082384169997254
    - type: nauc_precision_at_100_diff1
      value: 8.320082813012062
    - type: nauc_precision_at_100_max
      value: 19.430325566521223
    - type: nauc_precision_at_100_std
      value: 10.538646165339417
    - type: nauc_precision_at_10_diff1
      value: 21.082431908664486
    - type: nauc_precision_at_10_max
      value: 24.52535332353091
    - type: nauc_precision_at_10_std
      value: 4.566893805885459
    - type: nauc_precision_at_1_diff1
      value: 38.34949791334492
    - type: nauc_precision_at_1_max
      value: 21.926534783990416
    - type: nauc_precision_at_1_std
      value: -2.7773636603036542
    - type: nauc_precision_at_20_diff1
      value: 16.776282883791417
    - type: nauc_precision_at_20_max
      value: 23.571814338924387
    - type: nauc_precision_at_20_std
      value: 7.957033137318803
    - type: nauc_precision_at_3_diff1
      value: 26.92608583979234
    - type: nauc_precision_at_3_max
      value: 24.697979517743974
    - type: nauc_precision_at_3_std
      value: 0.9245173696347126
    - type: nauc_precision_at_5_diff1
      value: 23.379067251418306
    - type: nauc_precision_at_5_max
      value: 25.064384143107183
    - type: nauc_precision_at_5_std
      value: 1.2352265382532668
    - type: nauc_recall_at_1000_diff1
      value: 13.384576623547348
    - type: nauc_recall_at_1000_max
      value: 26.174069812711664
    - type: nauc_recall_at_1000_std
      value: 32.3995862628019
    - type: nauc_recall_at_100_diff1
      value: 20.21494084876213
    - type: nauc_recall_at_100_max
      value: 22.83711613883119
    - type: nauc_recall_at_100_std
      value: 16.218904596086052
    - type: nauc_recall_at_10_diff1
      value: 25.819867218299624
    - type: nauc_recall_at_10_max
      value: 21.846054076621346
    - type: nauc_recall_at_10_std
      value: 2.750587027235345
    - type: nauc_recall_at_1_diff1
      value: 38.77085709277668
    - type: nauc_recall_at_1_max
      value: 19.957196529260628
    - type: nauc_recall_at_1_std
      value: -2.784123448084558
    - type: nauc_recall_at_20_diff1
      value: 22.795734700198647
    - type: nauc_recall_at_20_max
      value: 22.97792980515984
    - type: nauc_recall_at_20_std
      value: 7.656686479045141
    - type: nauc_recall_at_3_diff1
      value: 29.469751389287712
    - type: nauc_recall_at_3_max
      value: 21.743909396914702
    - type: nauc_recall_at_3_std
      value: -0.23744939226524805
    - type: nauc_recall_at_5_diff1
      value: 27.12041567978547
    - type: nauc_recall_at_5_max
      value: 22.615965251684102
    - type: nauc_recall_at_5_std
      value: -0.44175896354919747
    - type: ndcg_at_1
      value: 21.473
    - type: ndcg_at_10
      value: 31.025999999999996
    - type: ndcg_at_100
      value: 36.678
    - type: ndcg_at_1000
      value: 39.437
    - type: ndcg_at_20
      value: 33.073
    - type: ndcg_at_3
      value: 26.302999999999997
    - type: ndcg_at_5
      value: 28.323999999999998
    - type: precision_at_1
      value: 21.473
    - type: precision_at_10
      value: 5.712
    - type: precision_at_100
      value: 0.991
    - type: precision_at_1000
      value: 0.13999999999999999
    - type: precision_at_20
      value: 3.4450000000000003
    - type: precision_at_3
      value: 12.446
    - type: precision_at_5
      value: 9.002
    - type: recall_at_1
      value: 18.17
    - type: recall_at_10
      value: 42.545
    - type: recall_at_100
      value: 67.975
    - type: recall_at_1000
      value: 87.28200000000001
    - type: recall_at_20
      value: 50.099000000000004
    - type: recall_at_3
      value: 29.384
    - type: recall_at_5
      value: 34.574
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackUnixRetrieval
      type: mteb/cqadupstack-unix
      config: default
      split: test
      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
    metrics:
    - type: main_score
      value: 44.277
    - type: map_at_1
      value: 29.042
    - type: map_at_10
      value: 38.666
    - type: map_at_100
      value: 39.794000000000004
    - type: map_at_1000
      value: 39.899
    - type: map_at_20
      value: 39.318
    - type: map_at_3
      value: 35.849
    - type: map_at_5
      value: 37.15
    - type: mrr_at_1
      value: 33.76865671641791
    - type: mrr_at_10
      value: 42.855180940535384
    - type: mrr_at_100
      value: 43.65565296806929
    - type: mrr_at_1000
      value: 43.71842180129229
    - type: mrr_at_20
      value: 43.3625132565656
    - type: mrr_at_3
      value: 40.391791044776085
    - type: mrr_at_5
      value: 41.618470149253675
    - type: nauc_map_at_1000_diff1
      value: 44.76754658362534
    - type: nauc_map_at_1000_max
      value: 28.57841117124753
    - type: nauc_map_at_1000_std
      value: -3.4660129167762643
    - type: nauc_map_at_100_diff1
      value: 44.75063288012039
    - type: nauc_map_at_100_max
      value: 28.567968761586204
    - type: nauc_map_at_100_std
      value: -3.477752632088259
    - type: nauc_map_at_10_diff1
      value: 44.73573302540937
    - type: nauc_map_at_10_max
      value: 28.282280517161297
    - type: nauc_map_at_10_std
      value: -3.7765442881437945
    - type: nauc_map_at_1_diff1
      value: 48.91202430221943
    - type: nauc_map_at_1_max
      value: 27.2906556539887
    - type: nauc_map_at_1_std
      value: -6.424630898785891
    - type: nauc_map_at_20_diff1
      value: 44.73630640872106
    - type: nauc_map_at_20_max
      value: 28.526827874611932
    - type: nauc_map_at_20_std
      value: -3.5923658150006554
    - type: nauc_map_at_3_diff1
      value: 44.93936041725324
    - type: nauc_map_at_3_max
      value: 28.405229039045217
    - type: nauc_map_at_3_std
      value: -4.281801393459546
    - type: nauc_map_at_5_diff1
      value: 45.12444472593884
    - type: nauc_map_at_5_max
      value: 27.942749088135542
    - type: nauc_map_at_5_std
      value: -4.31660794202584
    - type: nauc_mrr_at_1000_diff1
      value: 44.910772765630306
    - type: nauc_mrr_at_1000_max
      value: 28.416973496166264
    - type: nauc_mrr_at_1000_std
      value: -3.833035086221904
    - type: nauc_mrr_at_100_diff1
      value: 44.892619575891594
    - type: nauc_mrr_at_100_max
      value: 28.404215527925608
    - type: nauc_mrr_at_100_std
      value: -3.8217556133591444
    - type: nauc_mrr_at_10_diff1
      value: 44.85481976563178
    - type: nauc_mrr_at_10_max
      value: 28.260751080109873
    - type: nauc_mrr_at_10_std
      value: -4.045215043850954
    - type: nauc_mrr_at_1_diff1
      value: 48.40337895219412
    - type: nauc_mrr_at_1_max
      value: 26.79679664862529
    - type: nauc_mrr_at_1_std
      value: -7.487638965886408
    - type: nauc_mrr_at_20_diff1
      value: 44.87333343738951
    - type: nauc_mrr_at_20_max
      value: 28.482139448224014
    - type: nauc_mrr_at_20_std
      value: -3.8752286014067696
    - type: nauc_mrr_at_3_diff1
      value: 44.99758703191339
    - type: nauc_mrr_at_3_max
      value: 28.452096144117228
    - type: nauc_mrr_at_3_std
      value: -4.140282085210403
    - type: nauc_mrr_at_5_diff1
      value: 45.10512842837422
    - type: nauc_mrr_at_5_max
      value: 28.05725516011186
    - type: nauc_mrr_at_5_std
      value: -4.384647594071191
    - type: nauc_ndcg_at_1000_diff1
      value: 43.74564180532601
    - type: nauc_ndcg_at_1000_max
      value: 29.551312025286137
    - type: nauc_ndcg_at_1000_std
      value: -1.1083160515730703
    - type: nauc_ndcg_at_100_diff1
      value: 43.348496487866434
    - type: nauc_ndcg_at_100_max
      value: 29.39942330551924
    - type: nauc_ndcg_at_100_std
      value: -0.6705398040193502
    - type: nauc_ndcg_at_10_diff1
      value: 43.45725992484101
    - type: nauc_ndcg_at_10_max
      value: 28.695126687511458
    - type: nauc_ndcg_at_10_std
      value: -2.3740899316066018
    - type: nauc_ndcg_at_1_diff1
      value: 48.40337895219412
    - type: nauc_ndcg_at_1_max
      value: 26.79679664862529
    - type: nauc_ndcg_at_1_std
      value: -7.487638965886408
    - type: nauc_ndcg_at_20_diff1
      value: 43.42127264221856
    - type: nauc_ndcg_at_20_max
      value: 29.610554267953955
    - type: nauc_ndcg_at_20_std
      value: -1.5160151729087175
    - type: nauc_ndcg_at_3_diff1
      value: 43.971896193021074
    - type: nauc_ndcg_at_3_max
      value: 28.837730342585
    - type: nauc_ndcg_at_3_std
      value: -3.4378603384782007
    - type: nauc_ndcg_at_5_diff1
      value: 44.15567566140498
    - type: nauc_ndcg_at_5_max
      value: 27.930607400156386
    - type: nauc_ndcg_at_5_std
      value: -3.585093099817761
    - type: nauc_precision_at_1000_diff1
      value: -9.956611160892146
    - type: nauc_precision_at_1000_max
      value: -0.8063171225425729
    - type: nauc_precision_at_1000_std
      value: 3.2066057786084965
    - type: nauc_precision_at_100_diff1
      value: 3.146382306675135
    - type: nauc_precision_at_100_max
      value: 11.124524772709485
    - type: nauc_precision_at_100_std
      value: 8.246530036118072
    - type: nauc_precision_at_10_diff1
      value: 22.21083744539443
    - type: nauc_precision_at_10_max
      value: 20.9279510282379
    - type: nauc_precision_at_10_std
      value: 0.8735630455251976
    - type: nauc_precision_at_1_diff1
      value: 48.40337895219412
    - type: nauc_precision_at_1_max
      value: 26.79679664862529
    - type: nauc_precision_at_1_std
      value: -7.487638965886408
    - type: nauc_precision_at_20_diff1
      value: 16.234465676348854
    - type: nauc_precision_at_20_max
      value: 20.16948133183925
    - type: nauc_precision_at_20_std
      value: 3.8327418329672596
    - type: nauc_precision_at_3_diff1
      value: 33.96408049466874
    - type: nauc_precision_at_3_max
      value: 26.54959675402931
    - type: nauc_precision_at_3_std
      value: -1.5057033459640596
    - type: nauc_precision_at_5_diff1
      value: 31.730951214863268
    - type: nauc_precision_at_5_max
      value: 22.928409396183813
    - type: nauc_precision_at_5_std
      value: -1.2932144850491032
    - type: nauc_recall_at_1000_diff1
      value: 31.911131601344994
    - type: nauc_recall_at_1000_max
      value: 41.29845876948943
    - type: nauc_recall_at_1000_std
      value: 32.86114928598439
    - type: nauc_recall_at_100_diff1
      value: 34.190518909175935
    - type: nauc_recall_at_100_max
      value: 30.435498463683913
    - type: nauc_recall_at_100_std
      value: 15.306245199286572
    - type: nauc_recall_at_10_diff1
      value: 37.76931016052013
    - type: nauc_recall_at_10_max
      value: 28.354258415554945
    - type: nauc_recall_at_10_std
      value: 2.1382726105961383
    - type: nauc_recall_at_1_diff1
      value: 48.91202430221943
    - type: nauc_recall_at_1_max
      value: 27.2906556539887
    - type: nauc_recall_at_1_std
      value: -6.424630898785891
    - type: nauc_recall_at_20_diff1
      value: 36.64127277665404
    - type: nauc_recall_at_20_max
      value: 31.88064756844142
    - type: nauc_recall_at_20_std
      value: 6.330041609155803
    - type: nauc_recall_at_3_diff1
      value: 39.928915008535874
    - type: nauc_recall_at_3_max
      value: 28.886859365998934
    - type: nauc_recall_at_3_std
      value: -0.5614077232648746
    - type: nauc_recall_at_5_diff1
      value: 40.11510908090141
    - type: nauc_recall_at_5_max
      value: 26.598685733701206
    - type: nauc_recall_at_5_std
      value: -1.3682209196972956
    - type: ndcg_at_1
      value: 33.769
    - type: ndcg_at_10
      value: 44.277
    - type: ndcg_at_100
      value: 49.228
    - type: ndcg_at_1000
      value: 51.49700000000001
    - type: ndcg_at_20
      value: 46.327
    - type: ndcg_at_3
      value: 39.21
    - type: ndcg_at_5
      value: 41.079
    - type: precision_at_1
      value: 33.769
    - type: precision_at_10
      value: 7.444000000000001
    - type: precision_at_100
      value: 1.1119999999999999
    - type: precision_at_1000
      value: 0.14100000000000001
    - type: precision_at_20
      value: 4.295999999999999
    - type: precision_at_3
      value: 17.662
    - type: precision_at_5
      value: 12.071
    - type: recall_at_1
      value: 29.042
    - type: recall_at_10
      value: 57.111999999999995
    - type: recall_at_100
      value: 78.3
    - type: recall_at_1000
      value: 93.953
    - type: recall_at_20
      value: 64.497
    - type: recall_at_3
      value: 43.203
    - type: recall_at_5
      value: 47.977
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackWebmastersRetrieval
      type: mteb/cqadupstack-webmasters
      config: default
      split: test
      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
    metrics:
    - type: main_score
      value: 38.599
    - type: map_at_1
      value: 21.217
    - type: map_at_10
      value: 31.759999999999998
    - type: map_at_100
      value: 33.46
    - type: map_at_1000
      value: 33.693
    - type: map_at_20
      value: 32.538
    - type: map_at_3
      value: 28.12
    - type: map_at_5
      value: 30.278
    - type: mrr_at_1
      value: 25.296442687747035
    - type: mrr_at_10
      value: 35.919442875964606
    - type: mrr_at_100
      value: 36.8779303312437
    - type: mrr_at_1000
      value: 36.922570739309975
    - type: mrr_at_20
      value: 36.363236891801236
    - type: mrr_at_3
      value: 32.27931488801054
    - type: mrr_at_5
      value: 34.67061923583662
    - type: nauc_map_at_1000_diff1
      value: 43.0148058737978
    - type: nauc_map_at_1000_max
      value: 17.553889912339514
    - type: nauc_map_at_1000_std
      value: 0.9601873788177007
    - type: nauc_map_at_100_diff1
      value: 42.969459838326216
    - type: nauc_map_at_100_max
      value: 17.76919717409622
    - type: nauc_map_at_100_std
      value: 0.6632625815223269
    - type: nauc_map_at_10_diff1
      value: 42.98826908360665
    - type: nauc_map_at_10_max
      value: 17.76896358622925
    - type: nauc_map_at_10_std
      value: -0.45566206208185633
    - type: nauc_map_at_1_diff1
      value: 50.590335982075594
    - type: nauc_map_at_1_max
      value: 16.97180935006884
    - type: nauc_map_at_1_std
      value: -2.940015286306796
    - type: nauc_map_at_20_diff1
      value: 42.72422678706294
    - type: nauc_map_at_20_max
      value: 17.641464587206702
    - type: nauc_map_at_20_std
      value: -0.26097954117038147
    - type: nauc_map_at_3_diff1
      value: 44.71021406842305
    - type: nauc_map_at_3_max
      value: 16.57587387432079
    - type: nauc_map_at_3_std
      value: -2.230661818926213
    - type: nauc_map_at_5_diff1
      value: 43.802805094104194
    - type: nauc_map_at_5_max
      value: 17.640518843508353
    - type: nauc_map_at_5_std
      value: -1.6190220314007822
    - type: nauc_mrr_at_1000_diff1
      value: 42.68310467353682
    - type: nauc_mrr_at_1000_max
      value: 16.809230915513226
    - type: nauc_mrr_at_1000_std
      value: 2.530781715420812
    - type: nauc_mrr_at_100_diff1
      value: 42.65536982994195
    - type: nauc_mrr_at_100_max
      value: 16.81836928558118
    - type: nauc_mrr_at_100_std
      value: 2.555278034267055
    - type: nauc_mrr_at_10_diff1
      value: 42.577786166678486
    - type: nauc_mrr_at_10_max
      value: 16.645561294057938
    - type: nauc_mrr_at_10_std
      value: 2.502600191358007
    - type: nauc_mrr_at_1_diff1
      value: 48.34939409795325
    - type: nauc_mrr_at_1_max
      value: 14.841478345109453
    - type: nauc_mrr_at_1_std
      value: 1.0717766686776664
    - type: nauc_mrr_at_20_diff1
      value: 42.427753141104304
    - type: nauc_mrr_at_20_max
      value: 16.664781724264145
    - type: nauc_mrr_at_20_std
      value: 2.395840190443403
    - type: nauc_mrr_at_3_diff1
      value: 43.66899063945567
    - type: nauc_mrr_at_3_max
      value: 15.543248241002669
    - type: nauc_mrr_at_3_std
      value: 1.2576977387893074
    - type: nauc_mrr_at_5_diff1
      value: 42.99892264765085
    - type: nauc_mrr_at_5_max
      value: 16.81932916641511
    - type: nauc_mrr_at_5_std
      value: 1.8643647111878687
    - type: nauc_ndcg_at_1000_diff1
      value: 41.42201980313824
    - type: nauc_ndcg_at_1000_max
      value: 19.07092299908919
    - type: nauc_ndcg_at_1000_std
      value: 4.295482250528043
    - type: nauc_ndcg_at_100_diff1
      value: 40.412303224666836
    - type: nauc_ndcg_at_100_max
      value: 19.150525298676474
    - type: nauc_ndcg_at_100_std
      value: 4.346757305462373
    - type: nauc_ndcg_at_10_diff1
      value: 39.690541084634866
    - type: nauc_ndcg_at_10_max
      value: 17.42767047724514
    - type: nauc_ndcg_at_10_std
      value: 2.6951617967923736
    - type: nauc_ndcg_at_1_diff1
      value: 48.34939409795325
    - type: nauc_ndcg_at_1_max
      value: 14.841478345109453
    - type: nauc_ndcg_at_1_std
      value: 1.0717766686776664
    - type: nauc_ndcg_at_20_diff1
      value: 39.015028370760206
    - type: nauc_ndcg_at_20_max
      value: 17.464821460656594
    - type: nauc_ndcg_at_20_std
      value: 2.1306007919526593
    - type: nauc_ndcg_at_3_diff1
      value: 42.5545826087251
    - type: nauc_ndcg_at_3_max
      value: 15.501551627104107
    - type: nauc_ndcg_at_3_std
      value: 0.43815674039665264
    - type: nauc_ndcg_at_5_diff1
      value: 41.16176253155491
    - type: nauc_ndcg_at_5_max
      value: 17.21541866304199
    - type: nauc_ndcg_at_5_std
      value: 1.2475713954135355
    - type: nauc_precision_at_1000_diff1
      value: -5.018264434243664
    - type: nauc_precision_at_1000_max
      value: -19.051595112230373
    - type: nauc_precision_at_1000_std
      value: 27.49016185285424
    - type: nauc_precision_at_100_diff1
      value: 0.6676020228422808
    - type: nauc_precision_at_100_max
      value: -8.065467335328094
    - type: nauc_precision_at_100_std
      value: 28.34507443509331
    - type: nauc_precision_at_10_diff1
      value: 14.960481851261331
    - type: nauc_precision_at_10_max
      value: 8.180908417423614
    - type: nauc_precision_at_10_std
      value: 15.782334983720018
    - type: nauc_precision_at_1_diff1
      value: 48.34939409795325
    - type: nauc_precision_at_1_max
      value: 14.841478345109453
    - type: nauc_precision_at_1_std
      value: 1.0717766686776664
    - type: nauc_precision_at_20_diff1
      value: 6.799749571010497
    - type: nauc_precision_at_20_max
      value: 2.7700077220190544
    - type: nauc_precision_at_20_std
      value: 18.063969796619165
    - type: nauc_precision_at_3_diff1
      value: 32.81890592828406
    - type: nauc_precision_at_3_max
      value: 12.805769393300215
    - type: nauc_precision_at_3_std
      value: 4.401586696810425
    - type: nauc_precision_at_5_diff1
      value: 23.921161576360568
    - type: nauc_precision_at_5_max
      value: 13.031428928244152
    - type: nauc_precision_at_5_std
      value: 9.699568722955304
    - type: nauc_recall_at_1000_diff1
      value: 22.236575533894708
    - type: nauc_recall_at_1000_max
      value: 54.436097597300005
    - type: nauc_recall_at_1000_std
      value: 43.621140974086295
    - type: nauc_recall_at_100_diff1
      value: 24.005061022725336
    - type: nauc_recall_at_100_max
      value: 27.767764791874622
    - type: nauc_recall_at_100_std
      value: 22.80866673645538
    - type: nauc_recall_at_10_diff1
      value: 28.097551153230526
    - type: nauc_recall_at_10_max
      value: 17.57728377350311
    - type: nauc_recall_at_10_std
      value: 5.256733501506101
    - type: nauc_recall_at_1_diff1
      value: 50.590335982075594
    - type: nauc_recall_at_1_max
      value: 16.97180935006884
    - type: nauc_recall_at_1_std
      value: -2.940015286306796
    - type: nauc_recall_at_20_diff1
      value: 24.73878192984989
    - type: nauc_recall_at_20_max
      value: 16.729004763940104
    - type: nauc_recall_at_20_std
      value: 4.444628995374048
    - type: nauc_recall_at_3_diff1
      value: 37.735425023845295
    - type: nauc_recall_at_3_max
      value: 14.499939981335283
    - type: nauc_recall_at_3_std
      value: -1.8203061094896973
    - type: nauc_recall_at_5_diff1
      value: 33.55839532086379
    - type: nauc_recall_at_5_max
      value: 17.75773937538373
    - type: nauc_recall_at_5_std
      value: -0.07451143688637211
    - type: ndcg_at_1
      value: 25.296000000000003
    - type: ndcg_at_10
      value: 38.599
    - type: ndcg_at_100
      value: 45.025
    - type: ndcg_at_1000
      value: 47.176
    - type: ndcg_at_20
      value: 40.509
    - type: ndcg_at_3
      value: 31.996000000000002
    - type: ndcg_at_5
      value: 35.548
    - type: precision_at_1
      value: 25.296000000000003
    - type: precision_at_10
      value: 7.767
    - type: precision_at_100
      value: 1.6129999999999998
    - type: precision_at_1000
      value: 0.244
    - type: precision_at_20
      value: 4.872
    - type: precision_at_3
      value: 15.152
    - type: precision_at_5
      value: 11.937000000000001
    - type: recall_at_1
      value: 21.217
    - type: recall_at_10
      value: 53.437999999999995
    - type: recall_at_100
      value: 81.96799999999999
    - type: recall_at_1000
      value: 94.855
    - type: recall_at_20
      value: 60.363
    - type: recall_at_3
      value: 35.416
    - type: recall_at_5
      value: 44.107
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackWordpressRetrieval
      type: mteb/cqadupstack-wordpress
      config: default
      split: test
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
    metrics:
    - type: main_score
      value: 35.286
    - type: map_at_1
      value: 22.192999999999998
    - type: map_at_10
      value: 30.124000000000002
    - type: map_at_100
      value: 31.146
    - type: map_at_1000
      value: 31.247000000000003
    - type: map_at_20
      value: 30.724
    - type: map_at_3
      value: 27.119
    - type: map_at_5
      value: 28.71
    - type: mrr_at_1
      value: 24.029574861367838
    - type: mrr_at_10
      value: 32.05931109350702
    - type: mrr_at_100
      value: 32.96551163821783
    - type: mrr_at_1000
      value: 33.043459542699296
    - type: mrr_at_20
      value: 32.59428858130953
    - type: mrr_at_3
      value: 29.390018484288348
    - type: mrr_at_5
      value: 30.850277264325314
    - type: nauc_map_at_1000_diff1
      value: 35.16694213270797
    - type: nauc_map_at_1000_max
      value: 22.797276834623574
    - type: nauc_map_at_1000_std
      value: -3.0634948181060198
    - type: nauc_map_at_100_diff1
      value: 35.20491950561727
    - type: nauc_map_at_100_max
      value: 22.796629844096863
    - type: nauc_map_at_100_std
      value: -3.077355076917843
    - type: nauc_map_at_10_diff1
      value: 35.06820967831128
    - type: nauc_map_at_10_max
      value: 22.5678322137875
    - type: nauc_map_at_10_std
      value: -3.7558046413513013
    - type: nauc_map_at_1_diff1
      value: 40.50413598561168
    - type: nauc_map_at_1_max
      value: 21.966442375416722
    - type: nauc_map_at_1_std
      value: -6.712726678544362
    - type: nauc_map_at_20_diff1
      value: 35.14124459228563
    - type: nauc_map_at_20_max
      value: 22.718751682757006
    - type: nauc_map_at_20_std
      value: -3.357819045837222
    - type: nauc_map_at_3_diff1
      value: 35.93212210391374
    - type: nauc_map_at_3_max
      value: 22.40784360829625
    - type: nauc_map_at_3_std
      value: -4.7336084886833305
    - type: nauc_map_at_5_diff1
      value: 35.63892032488633
    - type: nauc_map_at_5_max
      value: 22.55532746912718
    - type: nauc_map_at_5_std
      value: -4.285573151638768
    - type: nauc_mrr_at_1000_diff1
      value: 36.30571855088176
    - type: nauc_mrr_at_1000_max
      value: 26.51213781024889
    - type: nauc_mrr_at_1000_std
      value: -2.027245271968698
    - type: nauc_mrr_at_100_diff1
      value: 36.29250233792124
    - type: nauc_mrr_at_100_max
      value: 26.48681755038979
    - type: nauc_mrr_at_100_std
      value: -2.0403918178592417
    - type: nauc_mrr_at_10_diff1
      value: 36.16188746318805
    - type: nauc_mrr_at_10_max
      value: 26.301480069835275
    - type: nauc_mrr_at_10_std
      value: -2.551636416429969
    - type: nauc_mrr_at_1_diff1
      value: 43.02454864876149
    - type: nauc_mrr_at_1_max
      value: 26.567214425393164
    - type: nauc_mrr_at_1_std
      value: -5.346998954028162
    - type: nauc_mrr_at_20_diff1
      value: 36.16765735531818
    - type: nauc_mrr_at_20_max
      value: 26.463701839238247
    - type: nauc_mrr_at_20_std
      value: -2.1593929836262515
    - type: nauc_mrr_at_3_diff1
      value: 37.91898816620748
    - type: nauc_mrr_at_3_max
      value: 27.408664226667177
    - type: nauc_mrr_at_3_std
      value: -3.2055902944778696
    - type: nauc_mrr_at_5_diff1
      value: 37.07752653343404
    - type: nauc_mrr_at_5_max
      value: 27.04838616584666
    - type: nauc_mrr_at_5_std
      value: -2.6905535922490627
    - type: nauc_ndcg_at_1000_diff1
      value: 32.77919521624436
    - type: nauc_ndcg_at_1000_max
      value: 24.53344626291134
    - type: nauc_ndcg_at_1000_std
      value: 0.7250839739175355
    - type: nauc_ndcg_at_100_diff1
      value: 33.09789248177774
    - type: nauc_ndcg_at_100_max
      value: 24.39220995450699
    - type: nauc_ndcg_at_100_std
      value: 0.42021432060057934
    - type: nauc_ndcg_at_10_diff1
      value: 32.475687182953514
    - type: nauc_ndcg_at_10_max
      value: 23.289940547957013
    - type: nauc_ndcg_at_10_std
      value: -2.2372954440736628
    - type: nauc_ndcg_at_1_diff1
      value: 43.02454864876149
    - type: nauc_ndcg_at_1_max
      value: 26.567214425393164
    - type: nauc_ndcg_at_1_std
      value: -5.346998954028162
    - type: nauc_ndcg_at_20_diff1
      value: 32.615162301314406
    - type: nauc_ndcg_at_20_max
      value: 23.592283255223638
    - type: nauc_ndcg_at_20_std
      value: -0.9666029411482454
    - type: nauc_ndcg_at_3_diff1
      value: 34.91305857074282
    - type: nauc_ndcg_at_3_max
      value: 24.114483830046765
    - type: nauc_ndcg_at_3_std
      value: -3.6221786676260725
    - type: nauc_ndcg_at_5_diff1
      value: 34.15722647039212
    - type: nauc_ndcg_at_5_max
      value: 23.885765133899003
    - type: nauc_ndcg_at_5_std
      value: -3.0464520124354526
    - type: nauc_precision_at_1000_diff1
      value: -16.774877787196818
    - type: nauc_precision_at_1000_max
      value: 3.434920920797534
    - type: nauc_precision_at_1000_std
      value: 12.693242189177525
    - type: nauc_precision_at_100_diff1
      value: 10.971079821338591
    - type: nauc_precision_at_100_max
      value: 23.952967311935705
    - type: nauc_precision_at_100_std
      value: 18.53730146884614
    - type: nauc_precision_at_10_diff1
      value: 23.009747058852795
    - type: nauc_precision_at_10_max
      value: 26.01626635498701
    - type: nauc_precision_at_10_std
      value: 5.512964190005387
    - type: nauc_precision_at_1_diff1
      value: 43.02454864876149
    - type: nauc_precision_at_1_max
      value: 26.567214425393164
    - type: nauc_precision_at_1_std
      value: -5.346998954028162
    - type: nauc_precision_at_20_diff1
      value: 21.0449838413959
    - type: nauc_precision_at_20_max
      value: 27.1788421077057
    - type: nauc_precision_at_20_std
      value: 12.1005925779907
    - type: nauc_precision_at_3_diff1
      value: 31.620555316251835
    - type: nauc_precision_at_3_max
      value: 27.48904359714662
    - type: nauc_precision_at_3_std
      value: -0.37680032200429714
    - type: nauc_precision_at_5_diff1
      value: 29.175984831220962
    - type: nauc_precision_at_5_max
      value: 27.20617375505473
    - type: nauc_precision_at_5_std
      value: 0.7980896555153171
    - type: nauc_recall_at_1000_diff1
      value: 6.904715425517141
    - type: nauc_recall_at_1000_max
      value: 33.38883092681765
    - type: nauc_recall_at_1000_std
      value: 42.78326229564927
    - type: nauc_recall_at_100_diff1
      value: 23.6743337390406
    - type: nauc_recall_at_100_max
      value: 26.455577684379545
    - type: nauc_recall_at_100_std
      value: 14.88555128462821
    - type: nauc_recall_at_10_diff1
      value: 23.276637895958206
    - type: nauc_recall_at_10_max
      value: 21.09618028934919
    - type: nauc_recall_at_10_std
      value: 0.6332438472540376
    - type: nauc_recall_at_1_diff1
      value: 40.50413598561168
    - type: nauc_recall_at_1_max
      value: 21.966442375416722
    - type: nauc_recall_at_1_std
      value: -6.712726678544362
    - type: nauc_recall_at_20_diff1
      value: 23.02548969713959
    - type: nauc_recall_at_20_max
      value: 21.118464808683886
    - type: nauc_recall_at_20_std
      value: 4.9048810729410555
    - type: nauc_recall_at_3_diff1
      value: 30.708484078575864
    - type: nauc_recall_at_3_max
      value: 23.798172366006927
    - type: nauc_recall_at_3_std
      value: -2.8762947540136694
    - type: nauc_recall_at_5_diff1
      value: 28.644452067839847
    - type: nauc_recall_at_5_max
      value: 23.413735887800126
    - type: nauc_recall_at_5_std
      value: -0.9731245183499054
    - type: ndcg_at_1
      value: 24.03
    - type: ndcg_at_10
      value: 35.286
    - type: ndcg_at_100
      value: 40.318
    - type: ndcg_at_1000
      value: 42.799
    - type: ndcg_at_20
      value: 37.363
    - type: ndcg_at_3
      value: 29.486
    - type: ndcg_at_5
      value: 32.147
    - type: precision_at_1
      value: 24.03
    - type: precision_at_10
      value: 5.7299999999999995
    - type: precision_at_100
      value: 0.882
    - type: precision_at_1000
      value: 0.121
    - type: precision_at_20
      value: 3.383
    - type: precision_at_3
      value: 12.508
    - type: precision_at_5
      value: 9.094
    - type: recall_at_1
      value: 22.192999999999998
    - type: recall_at_10
      value: 49.461
    - type: recall_at_100
      value: 72.563
    - type: recall_at_1000
      value: 90.81
    - type: recall_at_20
      value: 57.375
    - type: recall_at_3
      value: 33.717999999999996
    - type: recall_at_5
      value: 40.176
  - task:
      type: Retrieval
    dataset:
      name: MTEB ClimateFEVER
      type: mteb/climate-fever
      config: default
      split: test
      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
    metrics:
    - type: main_score
      value: 25.968999999999998
    - type: map_at_1
      value: 10.465
    - type: map_at_10
      value: 18.169
    - type: map_at_100
      value: 20.092
    - type: map_at_1000
      value: 20.284
    - type: map_at_20
      value: 19.171
    - type: map_at_3
      value: 14.881
    - type: map_at_5
      value: 16.514
    - type: mrr_at_1
      value: 23.257328990228014
    - type: mrr_at_10
      value: 33.97151129724417
    - type: mrr_at_100
      value: 35.08279716446454
    - type: mrr_at_1000
      value: 35.12955360595455
    - type: mrr_at_20
      value: 34.67890892662469
    - type: mrr_at_3
      value: 30.31487513572199
    - type: mrr_at_5
      value: 32.47774158523336
    - type: nauc_map_at_1000_diff1
      value: 22.508790878195743
    - type: nauc_map_at_1000_max
      value: 42.86110108324203
    - type: nauc_map_at_1000_std
      value: 17.460592768800236
    - type: nauc_map_at_100_diff1
      value: 22.47424380453617
    - type: nauc_map_at_100_max
      value: 42.817537062906894
    - type: nauc_map_at_100_std
      value: 17.39646930826512
    - type: nauc_map_at_10_diff1
      value: 22.895817017299535
    - type: nauc_map_at_10_max
      value: 42.57389260104658
    - type: nauc_map_at_10_std
      value: 15.663345782505141
    - type: nauc_map_at_1_diff1
      value: 29.782434770483434
    - type: nauc_map_at_1_max
      value: 40.30779478123252
    - type: nauc_map_at_1_std
      value: 9.169072850474336
    - type: nauc_map_at_20_diff1
      value: 22.52636007972728
    - type: nauc_map_at_20_max
      value: 42.72977175598548
    - type: nauc_map_at_20_std
      value: 16.826430314819532
    - type: nauc_map_at_3_diff1
      value: 25.430362223440216
    - type: nauc_map_at_3_max
      value: 41.23018690763574
    - type: nauc_map_at_3_std
      value: 11.237131213228738
    - type: nauc_map_at_5_diff1
      value: 24.65629039714421
    - type: nauc_map_at_5_max
      value: 41.988672858397216
    - type: nauc_map_at_5_std
      value: 13.242478093862001
    - type: nauc_mrr_at_1000_diff1
      value: 20.034648607271407
    - type: nauc_mrr_at_1000_max
      value: 40.23257048114861
    - type: nauc_mrr_at_1000_std
      value: 18.69886218513857
    - type: nauc_mrr_at_100_diff1
      value: 20.019074148137793
    - type: nauc_mrr_at_100_max
      value: 40.24098309862084
    - type: nauc_mrr_at_100_std
      value: 18.725617772901064
    - type: nauc_mrr_at_10_diff1
      value: 19.78613711521588
    - type: nauc_mrr_at_10_max
      value: 40.30354678203266
    - type: nauc_mrr_at_10_std
      value: 18.641502254160113
    - type: nauc_mrr_at_1_diff1
      value: 26.212266274024305
    - type: nauc_mrr_at_1_max
      value: 38.39690305559415
    - type: nauc_mrr_at_1_std
      value: 13.686935637449835
    - type: nauc_mrr_at_20_diff1
      value: 19.738943766823667
    - type: nauc_mrr_at_20_max
      value: 40.15994046799137
    - type: nauc_mrr_at_20_std
      value: 18.7675323725771
    - type: nauc_mrr_at_3_diff1
      value: 21.535633620495098
    - type: nauc_mrr_at_3_max
      value: 39.814964124435555
    - type: nauc_mrr_at_3_std
      value: 16.867563481348512
    - type: nauc_mrr_at_5_diff1
      value: 20.554028607806643
    - type: nauc_mrr_at_5_max
      value: 39.95273649684803
    - type: nauc_mrr_at_5_std
      value: 18.018606564393508
    - type: nauc_ndcg_at_1000_diff1
      value: 19.231694930865835
    - type: nauc_ndcg_at_1000_max
      value: 43.786342262504384
    - type: nauc_ndcg_at_1000_std
      value: 24.58938106769215
    - type: nauc_ndcg_at_100_diff1
      value: 18.449692303446884
    - type: nauc_ndcg_at_100_max
      value: 43.09332257111741
    - type: nauc_ndcg_at_100_std
      value: 24.076148997875972
    - type: nauc_ndcg_at_10_diff1
      value: 18.794870643983113
    - type: nauc_ndcg_at_10_max
      value: 42.68489686537609
    - type: nauc_ndcg_at_10_std
      value: 19.824273193830138
    - type: nauc_ndcg_at_1_diff1
      value: 26.212266274024305
    - type: nauc_ndcg_at_1_max
      value: 38.39690305559415
    - type: nauc_ndcg_at_1_std
      value: 13.686935637449835
    - type: nauc_ndcg_at_20_diff1
      value: 17.888976798208986
    - type: nauc_ndcg_at_20_max
      value: 42.68344681480489
    - type: nauc_ndcg_at_20_std
      value: 22.024920930367635
    - type: nauc_ndcg_at_3_diff1
      value: 22.66758693649605
    - type: nauc_ndcg_at_3_max
      value: 40.73129464185028
    - type: nauc_ndcg_at_3_std
      value: 14.296972427434584
    - type: nauc_ndcg_at_5_diff1
      value: 21.679144576532003
    - type: nauc_ndcg_at_5_max
      value: 41.71672238804214
    - type: nauc_ndcg_at_5_std
      value: 16.555959072290143
    - type: nauc_precision_at_1000_diff1
      value: -2.081929796569419
    - type: nauc_precision_at_1000_max
      value: 13.924323936713579
    - type: nauc_precision_at_1000_std
      value: 25.683621437744993
    - type: nauc_precision_at_100_diff1
      value: 1.1123551017787119
    - type: nauc_precision_at_100_max
      value: 22.8934883876795
    - type: nauc_precision_at_100_std
      value: 30.75370813152731
    - type: nauc_precision_at_10_diff1
      value: 6.134591528037698
    - type: nauc_precision_at_10_max
      value: 36.378203893137886
    - type: nauc_precision_at_10_std
      value: 28.203991309470194
    - type: nauc_precision_at_1_diff1
      value: 26.212266274024305
    - type: nauc_precision_at_1_max
      value: 38.39690305559415
    - type: nauc_precision_at_1_std
      value: 13.686935637449835
    - type: nauc_precision_at_20_diff1
      value: 2.8948491365237414
    - type: nauc_precision_at_20_max
      value: 31.995440435175894
    - type: nauc_precision_at_20_std
      value: 30.907948426803074
    - type: nauc_precision_at_3_diff1
      value: 17.803374402107583
    - type: nauc_precision_at_3_max
      value: 39.71382363935541
    - type: nauc_precision_at_3_std
      value: 19.05607379919279
    - type: nauc_precision_at_5_diff1
      value: 13.183647572995858
    - type: nauc_precision_at_5_max
      value: 37.372958758333176
    - type: nauc_precision_at_5_std
      value: 22.684954201772694
    - type: nauc_recall_at_1000_diff1
      value: 10.687446445630595
    - type: nauc_recall_at_1000_max
      value: 38.014958891448764
    - type: nauc_recall_at_1000_std
      value: 39.687398878563165
    - type: nauc_recall_at_100_diff1
      value: 7.86242321071247
    - type: nauc_recall_at_100_max
      value: 34.59799033668923
    - type: nauc_recall_at_100_std
      value: 31.18604585594386
    - type: nauc_recall_at_10_diff1
      value: 10.058818014539304
    - type: nauc_recall_at_10_max
      value: 37.71306951133003
    - type: nauc_recall_at_10_std
      value: 21.639511051775173
    - type: nauc_recall_at_1_diff1
      value: 29.782434770483434
    - type: nauc_recall_at_1_max
      value: 40.30779478123252
    - type: nauc_recall_at_1_std
      value: 9.169072850474336
    - type: nauc_recall_at_20_diff1
      value: 7.5900422288024485
    - type: nauc_recall_at_20_max
      value: 36.58324344566059
    - type: nauc_recall_at_20_std
      value: 26.074077704752884
    - type: nauc_recall_at_3_diff1
      value: 20.442039600313066
    - type: nauc_recall_at_3_max
      value: 39.03868055580001
    - type: nauc_recall_at_3_std
      value: 13.406827316257171
    - type: nauc_recall_at_5_diff1
      value: 16.88422991349309
    - type: nauc_recall_at_5_max
      value: 38.546255662975426
    - type: nauc_recall_at_5_std
      value: 17.080233955497103
    - type: ndcg_at_1
      value: 23.257
    - type: ndcg_at_10
      value: 25.968999999999998
    - type: ndcg_at_100
      value: 33.657
    - type: ndcg_at_1000
      value: 37.181
    - type: ndcg_at_20
      value: 28.87
    - type: ndcg_at_3
      value: 20.36
    - type: ndcg_at_5
      value: 22.424
    - type: precision_at_1
      value: 23.257
    - type: precision_at_10
      value: 8.248
    - type: precision_at_100
      value: 1.644
    - type: precision_at_1000
      value: 0.22999999999999998
    - type: precision_at_20
      value: 5.3420000000000005
    - type: precision_at_3
      value: 15.071000000000002
    - type: precision_at_5
      value: 12.039
    - type: recall_at_1
      value: 10.465
    - type: recall_at_10
      value: 32.365
    - type: recall_at_100
      value: 58.835
    - type: recall_at_1000
      value: 78.545
    - type: recall_at_20
      value: 40.572
    - type: recall_at_3
      value: 18.831999999999997
    - type: recall_at_5
      value: 24.215999999999998
  - task:
      type: Retrieval
    dataset:
      name: MTEB DBPedia
      type: mteb/dbpedia
      config: default
      split: test
      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
    metrics:
    - type: main_score
      value: 42.795
    - type: map_at_1
      value: 9.628
    - type: map_at_10
      value: 21.549
    - type: map_at_100
      value: 30.675
    - type: map_at_1000
      value: 32.617000000000004
    - type: map_at_20
      value: 25.008000000000003
    - type: map_at_3
      value: 15.126000000000001
    - type: map_at_5
      value: 17.754
    - type: mrr_at_1
      value: 68.0
    - type: mrr_at_10
      value: 76.7046626984127
    - type: mrr_at_100
      value: 76.97906268203754
    - type: mrr_at_1000
      value: 76.98661470807507
    - type: mrr_at_20
      value: 76.88214895806809
    - type: mrr_at_3
      value: 75.08333333333334
    - type: mrr_at_5
      value: 76.25833333333333
    - type: nauc_map_at_1000_diff1
      value: 15.06294563042792
    - type: nauc_map_at_1000_max
      value: 7.307605123960991
    - type: nauc_map_at_1000_std
      value: 19.892780673298173
    - type: nauc_map_at_100_diff1
      value: 16.48781539305217
    - type: nauc_map_at_100_max
      value: 4.163036696915528
    - type: nauc_map_at_100_std
      value: 16.9862711285641
    - type: nauc_map_at_10_diff1
      value: 25.351685305752092
    - type: nauc_map_at_10_max
      value: -6.328798521224069
    - type: nauc_map_at_10_std
      value: -7.316100107756104
    - type: nauc_map_at_1_diff1
      value: 38.3295470731631
    - type: nauc_map_at_1_max
      value: -13.880427961544012
    - type: nauc_map_at_1_std
      value: -22.099143608658252
    - type: nauc_map_at_20_diff1
      value: 22.2373690636284
    - type: nauc_map_at_20_max
      value: -2.6229531452834056
    - type: nauc_map_at_20_std
      value: 1.6286682207920802
    - type: nauc_map_at_3_diff1
      value: 31.582526735533577
    - type: nauc_map_at_3_max
      value: -10.152686655405788
    - type: nauc_map_at_3_std
      value: -17.997301336774466
    - type: nauc_map_at_5_diff1
      value: 28.501849128731603
    - type: nauc_map_at_5_max
      value: -9.420764154585926
    - type: nauc_map_at_5_std
      value: -14.952855186121209
    - type: nauc_mrr_at_1000_diff1
      value: 30.838732279173076
    - type: nauc_mrr_at_1000_max
      value: 32.742075195276975
    - type: nauc_mrr_at_1000_std
      value: 38.42496648842422
    - type: nauc_mrr_at_100_diff1
      value: 30.8338161596336
    - type: nauc_mrr_at_100_max
      value: 32.747953204575985
    - type: nauc_mrr_at_100_std
      value: 38.40776137669358
    - type: nauc_mrr_at_10_diff1
      value: 30.83472234877192
    - type: nauc_mrr_at_10_max
      value: 32.75116109344571
    - type: nauc_mrr_at_10_std
      value: 38.561736475692676
    - type: nauc_mrr_at_1_diff1
      value: 32.014028056112174
    - type: nauc_mrr_at_1_max
      value: 31.408074770230073
    - type: nauc_mrr_at_1_std
      value: 36.184005942920294
    - type: nauc_mrr_at_20_diff1
      value: 30.885805642613395
    - type: nauc_mrr_at_20_max
      value: 32.905137024099005
    - type: nauc_mrr_at_20_std
      value: 38.3565815722824
    - type: nauc_mrr_at_3_diff1
      value: 30.51305186466627
    - type: nauc_mrr_at_3_max
      value: 30.693328691723114
    - type: nauc_mrr_at_3_std
      value: 39.38622400861065
    - type: nauc_mrr_at_5_diff1
      value: 30.317279990938452
    - type: nauc_mrr_at_5_max
      value: 31.926594839342393
    - type: nauc_mrr_at_5_std
      value: 38.46685947469381
    - type: nauc_ndcg_at_1000_diff1
      value: 16.28596536744406
    - type: nauc_ndcg_at_1000_max
      value: 19.413497051062997
    - type: nauc_ndcg_at_1000_std
      value: 32.19501591498477
    - type: nauc_ndcg_at_100_diff1
      value: 18.55686261799664
    - type: nauc_ndcg_at_100_max
      value: 9.725126148607572
    - type: nauc_ndcg_at_100_std
      value: 24.696663921228648
    - type: nauc_ndcg_at_10_diff1
      value: 21.669435236871433
    - type: nauc_ndcg_at_10_max
      value: 12.731873441825986
    - type: nauc_ndcg_at_10_std
      value: 20.482348650861326
    - type: nauc_ndcg_at_1_diff1
      value: 31.538883148722135
    - type: nauc_ndcg_at_1_max
      value: 20.576090539094245
    - type: nauc_ndcg_at_1_std
      value: 20.233717369003852
    - type: nauc_ndcg_at_20_diff1
      value: 21.115728605763355
    - type: nauc_ndcg_at_20_max
      value: 8.575022320641088
    - type: nauc_ndcg_at_20_std
      value: 17.16237882479797
    - type: nauc_ndcg_at_3_diff1
      value: 21.96172812117672
    - type: nauc_ndcg_at_3_max
      value: 19.298402519375337
    - type: nauc_ndcg_at_3_std
      value: 23.923843562473767
    - type: nauc_ndcg_at_5_diff1
      value: 22.03436389555251
    - type: nauc_ndcg_at_5_max
      value: 16.258866065882057
    - type: nauc_ndcg_at_5_std
      value: 21.68792802793435
    - type: nauc_precision_at_1000_diff1
      value: -18.062026408537747
    - type: nauc_precision_at_1000_max
      value: 32.37834793726209
    - type: nauc_precision_at_1000_std
      value: 15.562855786223656
    - type: nauc_precision_at_100_diff1
      value: -17.50364274426908
    - type: nauc_precision_at_100_max
      value: 32.384814142255365
    - type: nauc_precision_at_100_std
      value: 46.98395338876178
    - type: nauc_precision_at_10_diff1
      value: -6.291350100959028
    - type: nauc_precision_at_10_max
      value: 31.138748065701144
    - type: nauc_precision_at_10_std
      value: 48.694830834125774
    - type: nauc_precision_at_1_diff1
      value: 32.014028056112174
    - type: nauc_precision_at_1_max
      value: 31.408074770230073
    - type: nauc_precision_at_1_std
      value: 36.184005942920294
    - type: nauc_precision_at_20_diff1
      value: -9.594405455110774
    - type: nauc_precision_at_20_max
      value: 31.65229115461723
    - type: nauc_precision_at_20_std
      value: 49.63751798560031
    - type: nauc_precision_at_3_diff1
      value: 2.907362402129637
    - type: nauc_precision_at_3_max
      value: 29.336784202857842
    - type: nauc_precision_at_3_std
      value: 41.233594127921656
    - type: nauc_precision_at_5_diff1
      value: -2.002808834315085
    - type: nauc_precision_at_5_max
      value: 29.391646001138856
    - type: nauc_precision_at_5_std
      value: 41.27215777932478
    - type: nauc_recall_at_1000_diff1
      value: 3.6669593750924676
    - type: nauc_recall_at_1000_max
      value: 12.118453863666423
    - type: nauc_recall_at_1000_std
      value: 37.7404411804956
    - type: nauc_recall_at_100_diff1
      value: 11.551328204082889
    - type: nauc_recall_at_100_max
      value: -0.4201950194636047
    - type: nauc_recall_at_100_std
      value: 20.603663886349473
    - type: nauc_recall_at_10_diff1
      value: 22.004325506597784
    - type: nauc_recall_at_10_max
      value: -10.916078771299482
    - type: nauc_recall_at_10_std
      value: -11.651436530615781
    - type: nauc_recall_at_1_diff1
      value: 38.3295470731631
    - type: nauc_recall_at_1_max
      value: -13.880427961544012
    - type: nauc_recall_at_1_std
      value: -22.099143608658252
    - type: nauc_recall_at_20_diff1
      value: 17.28828514515132
    - type: nauc_recall_at_20_max
      value: -8.963532309390933
    - type: nauc_recall_at_20_std
      value: -3.0611415145174004
    - type: nauc_recall_at_3_diff1
      value: 28.096648289440473
    - type: nauc_recall_at_3_max
      value: -13.329899258907819
    - type: nauc_recall_at_3_std
      value: -20.197327039357774
    - type: nauc_recall_at_5_diff1
      value: 25.390692207787435
    - type: nauc_recall_at_5_max
      value: -13.790276409207744
    - type: nauc_recall_at_5_std
      value: -18.5418320355191
    - type: ndcg_at_1
      value: 53.25
    - type: ndcg_at_10
      value: 42.795
    - type: ndcg_at_100
      value: 49.099
    - type: ndcg_at_1000
      value: 56.603
    - type: ndcg_at_20
      value: 42.626
    - type: ndcg_at_3
      value: 46.288000000000004
    - type: ndcg_at_5
      value: 44.131
    - type: precision_at_1
      value: 68.0
    - type: precision_at_10
      value: 34.425
    - type: precision_at_100
      value: 11.437999999999999
    - type: precision_at_1000
      value: 2.419
    - type: precision_at_20
      value: 26.150000000000002
    - type: precision_at_3
      value: 50.833
    - type: precision_at_5
      value: 43.35
    - type: recall_at_1
      value: 9.628
    - type: recall_at_10
      value: 27.354
    - type: recall_at_100
      value: 57.792
    - type: recall_at_1000
      value: 80.312
    - type: recall_at_20
      value: 35.022999999999996
    - type: recall_at_3
      value: 16.408
    - type: recall_at_5
      value: 20.415
  - task:
      type: Classification
    dataset:
      name: MTEB EmotionClassification
      type: mteb/emotion
      config: default
      split: test
      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
    metrics:
    - type: accuracy
      value: 91.95500000000001
    - type: f1
      value: 88.27225607128511
    - type: f1_weighted
      value: 92.14368925298409
    - type: main_score
      value: 91.95500000000001
  - task:
      type: Retrieval
    dataset:
      name: MTEB FEVER
      type: mteb/fever
      config: default
      split: test
      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
    metrics:
    - type: main_score
      value: 90.275
    - type: map_at_1
      value: 80.721
    - type: map_at_10
      value: 87.238
    - type: map_at_100
      value: 87.41799999999999
    - type: map_at_1000
      value: 87.434
    - type: map_at_20
      value: 87.348
    - type: map_at_3
      value: 86.374
    - type: map_at_5
      value: 86.953
    - type: mrr_at_1
      value: 86.94869486948696
    - type: mrr_at_10
      value: 92.0686354349719
    - type: mrr_at_100
      value: 92.09215030076146
    - type: mrr_at_1000
      value: 92.09344861007547
    - type: mrr_at_20
      value: 92.0846280116474
    - type: mrr_at_3
      value: 91.6666666666665
    - type: mrr_at_5
      value: 91.9771977197718
    - type: nauc_map_at_1000_diff1
      value: 44.446874776362726
    - type: nauc_map_at_1000_max
      value: 16.85832681494148
    - type: nauc_map_at_1000_std
      value: -17.455166829409652
    - type: nauc_map_at_100_diff1
      value: 44.39421076627414
    - type: nauc_map_at_100_max
      value: 16.859206709004894
    - type: nauc_map_at_100_std
      value: -17.437449601907005
    - type: nauc_map_at_10_diff1
      value: 44.047289123932885
    - type: nauc_map_at_10_max
      value: 16.610920553416857
    - type: nauc_map_at_10_std
      value: -17.44761661034698
    - type: nauc_map_at_1_diff1
      value: 50.44398867726515
    - type: nauc_map_at_1_max
      value: 13.24078069953482
    - type: nauc_map_at_1_std
      value: -19.210048245062886
    - type: nauc_map_at_20_diff1
      value: 44.288412502291386
    - type: nauc_map_at_20_max
      value: 16.7417203527263
    - type: nauc_map_at_20_std
      value: -17.442736788911155
    - type: nauc_map_at_3_diff1
      value: 43.58931349226214
    - type: nauc_map_at_3_max
      value: 15.834164485867314
    - type: nauc_map_at_3_std
      value: -18.0736541220278
    - type: nauc_map_at_5_diff1
      value: 43.6482956305525
    - type: nauc_map_at_5_max
      value: 16.42704963322462
    - type: nauc_map_at_5_std
      value: -17.174816205253062
    - type: nauc_mrr_at_1000_diff1
      value: 67.77435408307646
    - type: nauc_mrr_at_1000_max
      value: 20.14236166181914
    - type: nauc_mrr_at_1000_std
      value: -32.692278423000545
    - type: nauc_mrr_at_100_diff1
      value: 67.7672396928755
    - type: nauc_mrr_at_100_max
      value: 20.150626964982006
    - type: nauc_mrr_at_100_std
      value: -32.689293692169954
    - type: nauc_mrr_at_10_diff1
      value: 67.74578233808445
    - type: nauc_mrr_at_10_max
      value: 20.298254431905445
    - type: nauc_mrr_at_10_std
      value: -32.82329737843994
    - type: nauc_mrr_at_1_diff1
      value: 70.33588000237124
    - type: nauc_mrr_at_1_max
      value: 16.9043692756742
    - type: nauc_mrr_at_1_std
      value: -31.522857872957193
    - type: nauc_mrr_at_20_diff1
      value: 67.76428206610476
    - type: nauc_mrr_at_20_max
      value: 20.202375397586163
    - type: nauc_mrr_at_20_std
      value: -32.67136675382927
    - type: nauc_mrr_at_3_diff1
      value: 67.417613259637
    - type: nauc_mrr_at_3_max
      value: 20.11275620894492
    - type: nauc_mrr_at_3_std
      value: -34.342859783441604
    - type: nauc_mrr_at_5_diff1
      value: 67.48335609889256
    - type: nauc_mrr_at_5_max
      value: 20.48428961056853
    - type: nauc_mrr_at_5_std
      value: -32.78396456892126
    - type: nauc_ndcg_at_1000_diff1
      value: 46.54506830965683
    - type: nauc_ndcg_at_1000_max
      value: 18.660778615757575
    - type: nauc_ndcg_at_1000_std
      value: -18.19132930651756
    - type: nauc_ndcg_at_100_diff1
      value: 45.28000017258881
    - type: nauc_ndcg_at_100_max
      value: 18.834681603109253
    - type: nauc_ndcg_at_100_std
      value: -17.649395026761326
    - type: nauc_ndcg_at_10_diff1
      value: 44.11229706633734
    - type: nauc_ndcg_at_10_max
      value: 18.29305093798137
    - type: nauc_ndcg_at_10_std
      value: -17.90162239517308
    - type: nauc_ndcg_at_1_diff1
      value: 70.33588000237124
    - type: nauc_ndcg_at_1_max
      value: 16.9043692756742
    - type: nauc_ndcg_at_1_std
      value: -31.522857872957193
    - type: nauc_ndcg_at_20_diff1
      value: 44.77175886871614
    - type: nauc_ndcg_at_20_max
      value: 18.518760585752798
    - type: nauc_ndcg_at_20_std
      value: -17.65466327111102
    - type: nauc_ndcg_at_3_diff1
      value: 44.58868211138186
    - type: nauc_ndcg_at_3_max
      value: 17.45341631980873
    - type: nauc_ndcg_at_3_std
      value: -20.229056146112327
    - type: nauc_ndcg_at_5_diff1
      value: 43.676377139846316
    - type: nauc_ndcg_at_5_max
      value: 18.25586241672028
    - type: nauc_ndcg_at_5_std
      value: -17.534188919457723
    - type: nauc_precision_at_1000_diff1
      value: -4.980071248368879
    - type: nauc_precision_at_1000_max
      value: 2.4206787157448364
    - type: nauc_precision_at_1000_std
      value: 0.5319803632816764
    - type: nauc_precision_at_100_diff1
      value: -7.200777182380218
    - type: nauc_precision_at_100_max
      value: 6.740083180557893
    - type: nauc_precision_at_100_std
      value: 0.9536087616853052
    - type: nauc_precision_at_10_diff1
      value: -4.289467533938273
    - type: nauc_precision_at_10_max
      value: 10.211741066763434
    - type: nauc_precision_at_10_std
      value: -4.662371526181242
    - type: nauc_precision_at_1_diff1
      value: 70.33588000237124
    - type: nauc_precision_at_1_max
      value: 16.9043692756742
    - type: nauc_precision_at_1_std
      value: -31.522857872957193
    - type: nauc_precision_at_20_diff1
      value: -5.030769074291992
    - type: nauc_precision_at_20_max
      value: 8.797987398213115
    - type: nauc_precision_at_20_std
      value: -1.9605490727783594
    - type: nauc_precision_at_3_diff1
      value: 13.216958149697206
    - type: nauc_precision_at_3_max
      value: 15.772686705906544
    - type: nauc_precision_at_3_std
      value: -18.61391770138856
    - type: nauc_precision_at_5_diff1
      value: 1.228153404561234
    - type: nauc_precision_at_5_max
      value: 13.481906339974865
    - type: nauc_precision_at_5_std
      value: -6.9325392271540345
    - type: nauc_recall_at_1000_diff1
      value: 0.8786936512021057
    - type: nauc_recall_at_1000_max
      value: 26.20876021169295
    - type: nauc_recall_at_1000_std
      value: 30.71758149247617
    - type: nauc_recall_at_100_diff1
      value: 1.2080920456198185
    - type: nauc_recall_at_100_max
      value: 26.3879323418646
    - type: nauc_recall_at_100_std
      value: 16.80701517543882
    - type: nauc_recall_at_10_diff1
      value: 11.013642598590218
    - type: nauc_recall_at_10_max
      value: 21.180208536877522
    - type: nauc_recall_at_10_std
      value: 1.2484916503530337
    - type: nauc_recall_at_1_diff1
      value: 50.44398867726515
    - type: nauc_recall_at_1_max
      value: 13.24078069953482
    - type: nauc_recall_at_1_std
      value: -19.210048245062886
    - type: nauc_recall_at_20_diff1
      value: 8.886530767181634
    - type: nauc_recall_at_20_max
      value: 22.450424455938666
    - type: nauc_recall_at_20_std
      value: 7.716990193814734
    - type: nauc_recall_at_3_diff1
      value: 22.673393155116656
    - type: nauc_recall_at_3_max
      value: 17.303096270043312
    - type: nauc_recall_at_3_std
      value: -11.388552495036427
    - type: nauc_recall_at_5_diff1
      value: 14.941514606639128
    - type: nauc_recall_at_5_max
      value: 20.543868518133763
    - type: nauc_recall_at_5_std
      value: -0.6872973655386441
    - type: ndcg_at_1
      value: 86.949
    - type: ndcg_at_10
      value: 90.275
    - type: ndcg_at_100
      value: 90.82900000000001
    - type: ndcg_at_1000
      value: 91.078
    - type: ndcg_at_20
      value: 90.537
    - type: ndcg_at_3
      value: 89.11
    - type: ndcg_at_5
      value: 89.812
    - type: precision_at_1
      value: 86.949
    - type: precision_at_10
      value: 10.539
    - type: precision_at_100
      value: 1.105
    - type: precision_at_1000
      value: 0.11399999999999999
    - type: precision_at_20
      value: 5.367999999999999
    - type: precision_at_3
      value: 33.418
    - type: precision_at_5
      value: 20.594
    - type: recall_at_1
      value: 80.721
    - type: recall_at_10
      value: 94.918
    - type: recall_at_100
      value: 96.935
    - type: recall_at_1000
      value: 98.436
    - type: recall_at_20
      value: 95.747
    - type: recall_at_3
      value: 91.718
    - type: recall_at_5
      value: 93.56400000000001
  - task:
      type: Retrieval
    dataset:
      name: MTEB FiQA2018
      type: mteb/fiqa
      config: default
      split: test
      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
    metrics:
    - type: main_score
      value: 56.330000000000005
    - type: map_at_1
      value: 28.515
    - type: map_at_10
      value: 48.025
    - type: map_at_100
      value: 50.12799999999999
    - type: map_at_1000
      value: 50.24999999999999
    - type: map_at_20
      value: 49.18
    - type: map_at_3
      value: 42.034
    - type: map_at_5
      value: 45.6
    - type: mrr_at_1
      value: 55.24691358024691
    - type: mrr_at_10
      value: 63.68980256711737
    - type: mrr_at_100
      value: 64.24731331137605
    - type: mrr_at_1000
      value: 64.26573357425247
    - type: mrr_at_20
      value: 63.99195099496453
    - type: mrr_at_3
      value: 61.59979423868312
    - type: mrr_at_5
      value: 62.926954732510254
    - type: nauc_map_at_1000_diff1
      value: 49.040013260249495
    - type: nauc_map_at_1000_max
      value: 24.802876038045156
    - type: nauc_map_at_1000_std
      value: -9.376537757150528
    - type: nauc_map_at_100_diff1
      value: 49.029024479160654
    - type: nauc_map_at_100_max
      value: 24.731164716292035
    - type: nauc_map_at_100_std
      value: -9.387893635217946
    - type: nauc_map_at_10_diff1
      value: 48.91153420990774
    - type: nauc_map_at_10_max
      value: 23.27580721149473
    - type: nauc_map_at_10_std
      value: -10.564031051673071
    - type: nauc_map_at_1_diff1
      value: 53.587940279417666
    - type: nauc_map_at_1_max
      value: 15.611943280419307
    - type: nauc_map_at_1_std
      value: -12.267333881231597
    - type: nauc_map_at_20_diff1
      value: 48.85162598138413
    - type: nauc_map_at_20_max
      value: 24.17245534349571
    - type: nauc_map_at_20_std
      value: -9.697612075654563
    - type: nauc_map_at_3_diff1
      value: 49.497063075399254
    - type: nauc_map_at_3_max
      value: 19.347836327990144
    - type: nauc_map_at_3_std
      value: -11.754013093455304
    - type: nauc_map_at_5_diff1
      value: 49.56885152050869
    - type: nauc_map_at_5_max
      value: 21.683090195847054
    - type: nauc_map_at_5_std
      value: -12.359651486493577
    - type: nauc_mrr_at_1000_diff1
      value: 58.22478165676272
    - type: nauc_mrr_at_1000_max
      value: 34.219439813531146
    - type: nauc_mrr_at_1000_std
      value: -6.440674450457267
    - type: nauc_mrr_at_100_diff1
      value: 58.22250007958456
    - type: nauc_mrr_at_100_max
      value: 34.22499443483518
    - type: nauc_mrr_at_100_std
      value: -6.421819585924411
    - type: nauc_mrr_at_10_diff1
      value: 58.19624157440326
    - type: nauc_mrr_at_10_max
      value: 34.30656859300808
    - type: nauc_mrr_at_10_std
      value: -6.617472991048374
    - type: nauc_mrr_at_1_diff1
      value: 61.52279187661879
    - type: nauc_mrr_at_1_max
      value: 33.384132430839486
    - type: nauc_mrr_at_1_std
      value: -9.438207319997437
    - type: nauc_mrr_at_20_diff1
      value: 58.143667799506325
    - type: nauc_mrr_at_20_max
      value: 34.28807288879312
    - type: nauc_mrr_at_20_std
      value: -6.324570006615823
    - type: nauc_mrr_at_3_diff1
      value: 58.00157320010862
    - type: nauc_mrr_at_3_max
      value: 34.43694937057336
    - type: nauc_mrr_at_3_std
      value: -6.972347709999522
    - type: nauc_mrr_at_5_diff1
      value: 58.10855260603556
    - type: nauc_mrr_at_5_max
      value: 34.18965630065092
    - type: nauc_mrr_at_5_std
      value: -7.399200039009866
    - type: nauc_ndcg_at_1000_diff1
      value: 50.75464173351383
    - type: nauc_ndcg_at_1000_max
      value: 29.362088935935933
    - type: nauc_ndcg_at_1000_std
      value: -5.366292073342733
    - type: nauc_ndcg_at_100_diff1
      value: 50.605586281429595
    - type: nauc_ndcg_at_100_max
      value: 28.699532558361295
    - type: nauc_ndcg_at_100_std
      value: -5.169194404036768
    - type: nauc_ndcg_at_10_diff1
      value: 49.98728438134757
    - type: nauc_ndcg_at_10_max
      value: 26.646204536505568
    - type: nauc_ndcg_at_10_std
      value: -8.109618785582915
    - type: nauc_ndcg_at_1_diff1
      value: 61.52279187661879
    - type: nauc_ndcg_at_1_max
      value: 33.384132430839486
    - type: nauc_ndcg_at_1_std
      value: -9.438207319997437
    - type: nauc_ndcg_at_20_diff1
      value: 49.8141337873794
    - type: nauc_ndcg_at_20_max
      value: 27.842850955625376
    - type: nauc_ndcg_at_20_std
      value: -5.976165863414487
    - type: nauc_ndcg_at_3_diff1
      value: 49.11396652814998
    - type: nauc_ndcg_at_3_max
      value: 27.967139302963663
    - type: nauc_ndcg_at_3_std
      value: -8.89915627933036
    - type: nauc_ndcg_at_5_diff1
      value: 50.093484046883404
    - type: nauc_ndcg_at_5_max
      value: 26.156066061187524
    - type: nauc_ndcg_at_5_std
      value: -11.095816956480336
    - type: nauc_precision_at_1000_diff1
      value: -9.270311947050661
    - type: nauc_precision_at_1000_max
      value: 23.04482327672264
    - type: nauc_precision_at_1000_std
      value: 14.972627298920138
    - type: nauc_precision_at_100_diff1
      value: -4.676390958277394
    - type: nauc_precision_at_100_max
      value: 25.0896059423525
    - type: nauc_precision_at_100_std
      value: 15.33272070938812
    - type: nauc_precision_at_10_diff1
      value: 8.905479014103273
    - type: nauc_precision_at_10_max
      value: 28.56627287604059
    - type: nauc_precision_at_10_std
      value: 8.253485713332454
    - type: nauc_precision_at_1_diff1
      value: 61.52279187661879
    - type: nauc_precision_at_1_max
      value: 33.384132430839486
    - type: nauc_precision_at_1_std
      value: -9.438207319997437
    - type: nauc_precision_at_20_diff1
      value: 3.3003066155025165
    - type: nauc_precision_at_20_max
      value: 27.93594493211361
    - type: nauc_precision_at_20_std
      value: 11.783159709527421
    - type: nauc_precision_at_3_diff1
      value: 25.149615983427537
    - type: nauc_precision_at_3_max
      value: 28.04821486791947
    - type: nauc_precision_at_3_std
      value: -1.2324117013013483
    - type: nauc_precision_at_5_diff1
      value: 17.374857830665306
    - type: nauc_precision_at_5_max
      value: 27.82986152171657
    - type: nauc_precision_at_5_std
      value: -0.7158790594400065
    - type: nauc_recall_at_1000_diff1
      value: 28.955731733389488
    - type: nauc_recall_at_1000_max
      value: 15.571928427636642
    - type: nauc_recall_at_1000_std
      value: 32.40735854507484
    - type: nauc_recall_at_100_diff1
      value: 36.90294611236181
    - type: nauc_recall_at_100_max
      value: 18.018834042261187
    - type: nauc_recall_at_100_std
      value: 11.710132835876887
    - type: nauc_recall_at_10_diff1
      value: 39.88756672042866
    - type: nauc_recall_at_10_max
      value: 20.589897373897337
    - type: nauc_recall_at_10_std
      value: -5.7047632365411385
    - type: nauc_recall_at_1_diff1
      value: 53.587940279417666
    - type: nauc_recall_at_1_max
      value: 15.611943280419307
    - type: nauc_recall_at_1_std
      value: -12.267333881231597
    - type: nauc_recall_at_20_diff1
      value: 37.70258582556698
    - type: nauc_recall_at_20_max
      value: 22.673384060544873
    - type: nauc_recall_at_20_std
      value: 2.6968199642576827
    - type: nauc_recall_at_3_diff1
      value: 42.72692103833461
    - type: nauc_recall_at_3_max
      value: 16.556949642584353
    - type: nauc_recall_at_3_std
      value: -10.532484120188565
    - type: nauc_recall_at_5_diff1
      value: 42.37410230009641
    - type: nauc_recall_at_5_max
      value: 17.965335809420804
    - type: nauc_recall_at_5_std
      value: -13.061585820037388
    - type: ndcg_at_1
      value: 55.247
    - type: ndcg_at_10
      value: 56.330000000000005
    - type: ndcg_at_100
      value: 62.709
    - type: ndcg_at_1000
      value: 64.39099999999999
    - type: ndcg_at_20
      value: 58.713
    - type: ndcg_at_3
      value: 52.139
    - type: ndcg_at_5
      value: 53.81
    - type: precision_at_1
      value: 55.247
    - type: precision_at_10
      value: 15.525
    - type: precision_at_100
      value: 2.242
    - type: precision_at_1000
      value: 0.254
    - type: precision_at_20
      value: 8.896999999999998
    - type: precision_at_3
      value: 34.928
    - type: precision_at_5
      value: 25.772000000000002
    - type: recall_at_1
      value: 28.515
    - type: recall_at_10
      value: 63.539
    - type: recall_at_100
      value: 86.69200000000001
    - type: recall_at_1000
      value: 96.52
    - type: recall_at_20
      value: 70.56
    - type: recall_at_3
      value: 47.56
    - type: recall_at_5
      value: 55.337
  - task:
      type: Retrieval
    dataset:
      name: MTEB HotpotQA
      type: mteb/hotpotqa
      config: default
      split: test
      revision: ab518f4d6fcca38d87c25209f94beba119d02014
    metrics:
    - type: main_score
      value: 75.685
    - type: map_at_1
      value: 42.539
    - type: map_at_10
      value: 67.308
    - type: map_at_100
      value: 68.13900000000001
    - type: map_at_1000
      value: 68.188
    - type: map_at_20
      value: 67.831
    - type: map_at_3
      value: 63.49
    - type: map_at_5
      value: 66.011
    - type: mrr_at_1
      value: 85.0776502363268
    - type: mrr_at_10
      value: 89.88030395592838
    - type: mrr_at_100
      value: 89.96760055420727
    - type: mrr_at_1000
      value: 89.97012453666811
    - type: mrr_at_20
      value: 89.93827441471682
    - type: mrr_at_3
      value: 89.2437542201214
    - type: mrr_at_5
      value: 89.69412559081678
    - type: nauc_map_at_1000_diff1
      value: 6.9961771195427
    - type: nauc_map_at_1000_max
      value: 22.9570925064648
    - type: nauc_map_at_1000_std
      value: -1.5458624569883217
    - type: nauc_map_at_100_diff1
      value: 6.949902900492461
    - type: nauc_map_at_100_max
      value: 22.934603899256967
    - type: nauc_map_at_100_std
      value: -1.5269182504793082
    - type: nauc_map_at_10_diff1
      value: 6.838435260011044
    - type: nauc_map_at_10_max
      value: 22.538659032323334
    - type: nauc_map_at_10_std
      value: -2.311077884054465
    - type: nauc_map_at_1_diff1
      value: 75.21290774225054
    - type: nauc_map_at_1_max
      value: 45.48693992183137
    - type: nauc_map_at_1_std
      value: -19.2367213399715
    - type: nauc_map_at_20_diff1
      value: 6.805356249993981
    - type: nauc_map_at_20_max
      value: 22.83058596653147
    - type: nauc_map_at_20_std
      value: -1.6384957800821724
    - type: nauc_map_at_3_diff1
      value: 8.286114142646966
    - type: nauc_map_at_3_max
      value: 21.62078046451462
    - type: nauc_map_at_3_std
      value: -4.9588683683869785
    - type: nauc_map_at_5_diff1
      value: 6.991105807878547
    - type: nauc_map_at_5_max
      value: 22.151155325913845
    - type: nauc_map_at_5_std
      value: -3.5482395810019414
    - type: nauc_mrr_at_1000_diff1
      value: 75.13590328157673
    - type: nauc_mrr_at_1000_max
      value: 48.89884493733756
    - type: nauc_mrr_at_1000_std
      value: -17.474849088345444
    - type: nauc_mrr_at_100_diff1
      value: 75.13672870634296
    - type: nauc_mrr_at_100_max
      value: 48.90749248480418
    - type: nauc_mrr_at_100_std
      value: -17.468196322533082
    - type: nauc_mrr_at_10_diff1
      value: 75.14728903978204
    - type: nauc_mrr_at_10_max
      value: 48.97606572231439
    - type: nauc_mrr_at_10_std
      value: -17.457311806563517
    - type: nauc_mrr_at_1_diff1
      value: 75.21290774225054
    - type: nauc_mrr_at_1_max
      value: 45.48693992183137
    - type: nauc_mrr_at_1_std
      value: -19.2367213399715
    - type: nauc_mrr_at_20_diff1
      value: 75.14959983420921
    - type: nauc_mrr_at_20_max
      value: 48.91223464788833
    - type: nauc_mrr_at_20_std
      value: -17.509615177596416
    - type: nauc_mrr_at_3_diff1
      value: 74.93986877753086
    - type: nauc_mrr_at_3_max
      value: 49.164844648240376
    - type: nauc_mrr_at_3_std
      value: -18.059088139032735
    - type: nauc_mrr_at_5_diff1
      value: 75.19916252823927
    - type: nauc_mrr_at_5_max
      value: 49.29976353391373
    - type: nauc_mrr_at_5_std
      value: -17.333971153969397
    - type: nauc_ndcg_at_1000_diff1
      value: 13.40538465528209
    - type: nauc_ndcg_at_1000_max
      value: 27.881635601892285
    - type: nauc_ndcg_at_1000_std
      value: 0.8178258561298533
    - type: nauc_ndcg_at_100_diff1
      value: 11.966858211252239
    - type: nauc_ndcg_at_100_max
      value: 27.377574833076135
    - type: nauc_ndcg_at_100_std
      value: 1.6515554599007498
    - type: nauc_ndcg_at_10_diff1
      value: 11.150845083280156
    - type: nauc_ndcg_at_10_max
      value: 25.803280700323576
    - type: nauc_ndcg_at_10_std
      value: -1.0065871529103982
    - type: nauc_ndcg_at_1_diff1
      value: 75.21290774225054
    - type: nauc_ndcg_at_1_max
      value: 45.48693992183137
    - type: nauc_ndcg_at_1_std
      value: -19.2367213399715
    - type: nauc_ndcg_at_20_diff1
      value: 11.018576645234422
    - type: nauc_ndcg_at_20_max
      value: 26.62929478495291
    - type: nauc_ndcg_at_20_std
      value: 0.9257748198539285
    - type: nauc_ndcg_at_3_diff1
      value: 13.834887466881474
    - type: nauc_ndcg_at_3_max
      value: 24.708855813470244
    - type: nauc_ndcg_at_3_std
      value: -5.574281265029321
    - type: nauc_ndcg_at_5_diff1
      value: 11.645117370406775
    - type: nauc_ndcg_at_5_max
      value: 25.251378089856114
    - type: nauc_ndcg_at_5_std
      value: -3.3235793710523542
    - type: nauc_precision_at_1000_diff1
      value: -15.278565171879166
    - type: nauc_precision_at_1000_max
      value: 35.36959533318545
    - type: nauc_precision_at_1000_std
      value: 39.53956860779969
    - type: nauc_precision_at_100_diff1
      value: -15.866024292154146
    - type: nauc_precision_at_100_max
      value: 26.0540809940565
    - type: nauc_precision_at_100_std
      value: 29.458932963531588
    - type: nauc_precision_at_10_diff1
      value: -8.887744228134736
    - type: nauc_precision_at_10_max
      value: 20.281508980645114
    - type: nauc_precision_at_10_std
      value: 9.44054788498503
    - type: nauc_precision_at_1_diff1
      value: 75.21290774225054
    - type: nauc_precision_at_1_max
      value: 45.48693992183137
    - type: nauc_precision_at_1_std
      value: -19.2367213399715
    - type: nauc_precision_at_20_diff1
      value: -12.365550499602511
    - type: nauc_precision_at_20_max
      value: 22.51674191316991
    - type: nauc_precision_at_20_std
      value: 17.85545013302992
    - type: nauc_precision_at_3_diff1
      value: 0.4610061075289727
    - type: nauc_precision_at_3_max
      value: 20.355559229508017
    - type: nauc_precision_at_3_std
      value: -1.8950368204664811
    - type: nauc_precision_at_5_diff1
      value: -5.203212766693584
    - type: nauc_precision_at_5_max
      value: 20.197292283256754
    - type: nauc_precision_at_5_std
      value: 2.7834110269807733
    - type: nauc_recall_at_1000_diff1
      value: -15.27856517187918
    - type: nauc_recall_at_1000_max
      value: 35.36959533318564
    - type: nauc_recall_at_1000_std
      value: 39.53956860779948
    - type: nauc_recall_at_100_diff1
      value: -15.86602429215417
    - type: nauc_recall_at_100_max
      value: 26.054080994056495
    - type: nauc_recall_at_100_std
      value: 29.45893296353165
    - type: nauc_recall_at_10_diff1
      value: -8.887744228134533
    - type: nauc_recall_at_10_max
      value: 20.281508980645132
    - type: nauc_recall_at_10_std
      value: 9.440547884985136
    - type: nauc_recall_at_1_diff1
      value: 75.21290774225054
    - type: nauc_recall_at_1_max
      value: 45.48693992183137
    - type: nauc_recall_at_1_std
      value: -19.2367213399715
    - type: nauc_recall_at_20_diff1
      value: -12.365550499602412
    - type: nauc_recall_at_20_max
      value: 22.516741913169824
    - type: nauc_recall_at_20_std
      value: 17.85545013302977
    - type: nauc_recall_at_3_diff1
      value: 0.461006107528911
    - type: nauc_recall_at_3_max
      value: 20.355559229507904
    - type: nauc_recall_at_3_std
      value: -1.8950368204665768
    - type: nauc_recall_at_5_diff1
      value: -5.203212766693609
    - type: nauc_recall_at_5_max
      value: 20.197292283256754
    - type: nauc_recall_at_5_std
      value: 2.7834110269807857
    - type: ndcg_at_1
      value: 85.078
    - type: ndcg_at_10
      value: 75.685
    - type: ndcg_at_100
      value: 78.321
    - type: ndcg_at_1000
      value: 79.226
    - type: ndcg_at_20
      value: 76.89099999999999
    - type: ndcg_at_3
      value: 70.621
    - type: ndcg_at_5
      value: 73.64
    - type: precision_at_1
      value: 85.078
    - type: precision_at_10
      value: 15.762
    - type: precision_at_100
      value: 1.779
    - type: precision_at_1000
      value: 0.19
    - type: precision_at_20
      value: 8.266
    - type: precision_at_3
      value: 45.163
    - type: precision_at_5
      value: 29.476999999999997
    - type: recall_at_1
      value: 42.539
    - type: recall_at_10
      value: 78.812
    - type: recall_at_100
      value: 88.947
    - type: recall_at_1000
      value: 94.902
    - type: recall_at_20
      value: 82.66
    - type: recall_at_3
      value: 67.745
    - type: recall_at_5
      value: 73.693
  - task:
      type: Classification
    dataset:
      name: MTEB ImdbClassification
      type: mteb/imdb
      config: default
      split: test
      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
    metrics:
    - type: accuracy
      value: 96.4236
    - type: ap
      value: 94.7476765500497
    - type: ap_weighted
      value: 94.7476765500497
    - type: f1
      value: 96.42282467294943
    - type: f1_weighted
      value: 96.42282467294943
    - type: main_score
      value: 96.4236
  - task:
      type: Retrieval
    dataset:
      name: MTEB MSMARCO
      type: mteb/msmarco
      config: default
      split: dev
      revision: c5a29a104738b98a9e76336939199e264163d4a0
    metrics:
    - type: main_score
      value: 39.096
    - type: map_at_1
      value: 18.093
    - type: map_at_10
      value: 31.336000000000002
    - type: map_at_100
      value: 32.646
    - type: map_at_1000
      value: 32.689
    - type: map_at_20
      value: 32.177
    - type: map_at_3
      value: 26.865
    - type: map_at_5
      value: 29.387
    - type: mrr_at_1
      value: 18.595988538681947
    - type: mrr_at_10
      value: 31.883635784781777
    - type: mrr_at_100
      value: 33.114642504493105
    - type: mrr_at_1000
      value: 33.15236434886478
    - type: mrr_at_20
      value: 32.677353366745386
    - type: mrr_at_3
      value: 27.499999999999748
    - type: mrr_at_5
      value: 29.988538681948324
    - type: nauc_map_at_1000_diff1
      value: 26.422595414287752
    - type: nauc_map_at_1000_max
      value: -2.088410151340385
    - type: nauc_map_at_1000_std
      value: -16.696230361721536
    - type: nauc_map_at_100_diff1
      value: 26.42500720558264
    - type: nauc_map_at_100_max
      value: -2.1023099232080336
    - type: nauc_map_at_100_std
      value: -16.66575149689904
    - type: nauc_map_at_10_diff1
      value: 26.459404478808775
    - type: nauc_map_at_10_max
      value: -2.269901449601564
    - type: nauc_map_at_10_std
      value: -17.455458022751035
    - type: nauc_map_at_1_diff1
      value: 28.54432241866563
    - type: nauc_map_at_1_max
      value: -0.40791474629986774
    - type: nauc_map_at_1_std
      value: -14.404864547978569
    - type: nauc_map_at_20_diff1
      value: 26.38676225786991
    - type: nauc_map_at_20_max
      value: -2.1891600295638067
    - type: nauc_map_at_20_std
      value: -16.959644101605377
    - type: nauc_map_at_3_diff1
      value: 26.23330227912876
    - type: nauc_map_at_3_max
      value: -1.8164148507831337
    - type: nauc_map_at_3_std
      value: -16.99491855375184
    - type: nauc_map_at_5_diff1
      value: 26.325175925374637
    - type: nauc_map_at_5_max
      value: -2.0180910030934056
    - type: nauc_map_at_5_std
      value: -17.45283277022505
    - type: nauc_mrr_at_1000_diff1
      value: 26.169050161755454
    - type: nauc_mrr_at_1000_max
      value: -1.8391740603373914
    - type: nauc_mrr_at_1000_std
      value: -16.43861685620324
    - type: nauc_mrr_at_100_diff1
      value: 26.17221780652128
    - type: nauc_mrr_at_100_max
      value: -1.8498065915909387
    - type: nauc_mrr_at_100_std
      value: -16.409831493692746
    - type: nauc_mrr_at_10_diff1
      value: 26.189399153570548
    - type: nauc_mrr_at_10_max
      value: -1.9764469588029125
    - type: nauc_mrr_at_10_std
      value: -17.145818272121605
    - type: nauc_mrr_at_1_diff1
      value: 28.22126171647418
    - type: nauc_mrr_at_1_max
      value: -0.11857961224466163
    - type: nauc_mrr_at_1_std
      value: -14.05918102647804
    - type: nauc_mrr_at_20_diff1
      value: 26.14305738353977
    - type: nauc_mrr_at_20_max
      value: -1.9124852659396923
    - type: nauc_mrr_at_20_std
      value: -16.666262236151226
    - type: nauc_mrr_at_3_diff1
      value: 25.875828530480092
    - type: nauc_mrr_at_3_max
      value: -1.6026086125908872
    - type: nauc_mrr_at_3_std
      value: -16.71173696808467
    - type: nauc_mrr_at_5_diff1
      value: 26.08730765049035
    - type: nauc_mrr_at_5_max
      value: -1.7222664412599995
    - type: nauc_mrr_at_5_std
      value: -17.147775822889788
    - type: nauc_ndcg_at_1000_diff1
      value: 26.080706702114743
    - type: nauc_ndcg_at_1000_max
      value: -2.0971743668729084
    - type: nauc_ndcg_at_1000_std
      value: -15.7708671585612
    - type: nauc_ndcg_at_100_diff1
      value: 26.17654865824926
    - type: nauc_ndcg_at_100_max
      value: -2.387244090421558
    - type: nauc_ndcg_at_100_std
      value: -14.647668629565816
    - type: nauc_ndcg_at_10_diff1
      value: 26.079442516936325
    - type: nauc_ndcg_at_10_max
      value: -3.1545015518425035
    - type: nauc_ndcg_at_10_std
      value: -18.444956406266947
    - type: nauc_ndcg_at_1_diff1
      value: 28.22126171647418
    - type: nauc_ndcg_at_1_max
      value: -0.11857961224466163
    - type: nauc_ndcg_at_1_std
      value: -14.05918102647804
    - type: nauc_ndcg_at_20_diff1
      value: 25.82008991785661
    - type: nauc_ndcg_at_20_max
      value: -2.9583771179238614
    - type: nauc_ndcg_at_20_std
      value: -16.693055164836963
    - type: nauc_ndcg_at_3_diff1
      value: 25.5710298650636
    - type: nauc_ndcg_at_3_max
      value: -2.218224936981852
    - type: nauc_ndcg_at_3_std
      value: -17.694121753232615
    - type: nauc_ndcg_at_5_diff1
      value: 25.771066639196416
    - type: nauc_ndcg_at_5_max
      value: -2.5332524565573666
    - type: nauc_ndcg_at_5_std
      value: -18.481381062423043
    - type: nauc_precision_at_1000_diff1
      value: -2.463633213526286
    - type: nauc_precision_at_1000_max
      value: 14.6662952419131
    - type: nauc_precision_at_1000_std
      value: 10.633618922732419
    - type: nauc_precision_at_100_diff1
      value: 12.829443660572027
    - type: nauc_precision_at_100_max
      value: 4.533516248969494
    - type: nauc_precision_at_100_std
      value: 15.753867134166018
    - type: nauc_precision_at_10_diff1
      value: 23.14452771198422
    - type: nauc_precision_at_10_max
      value: -4.889938548928317
    - type: nauc_precision_at_10_std
      value: -19.47135474946216
    - type: nauc_precision_at_1_diff1
      value: 28.22126171647418
    - type: nauc_precision_at_1_max
      value: -0.11857961224466163
    - type: nauc_precision_at_1_std
      value: -14.05918102647804
    - type: nauc_precision_at_20_diff1
      value: 19.617469162922806
    - type: nauc_precision_at_20_max
      value: -3.369261237383013
    - type: nauc_precision_at_20_std
      value: -10.440733098930027
    - type: nauc_precision_at_3_diff1
      value: 23.562821287356147
    - type: nauc_precision_at_3_max
      value: -3.050696929026444
    - type: nauc_precision_at_3_std
      value: -19.256168898117743
    - type: nauc_precision_at_5_diff1
      value: 23.59237070693645
    - type: nauc_precision_at_5_max
      value: -3.391495817446261
    - type: nauc_precision_at_5_std
      value: -20.431384367763556
    - type: nauc_recall_at_1000_diff1
      value: 17.321277809623652
    - type: nauc_recall_at_1000_max
      value: 28.35805826926937
    - type: nauc_recall_at_1000_std
      value: 73.86793130411475
    - type: nauc_recall_at_100_diff1
      value: 26.886950291153394
    - type: nauc_recall_at_100_max
      value: -4.561316272010665
    - type: nauc_recall_at_100_std
      value: 20.563905398924636
    - type: nauc_recall_at_10_diff1
      value: 25.028406909428547
    - type: nauc_recall_at_10_max
      value: -6.379843964294479
    - type: nauc_recall_at_10_std
      value: -21.407672616024666
    - type: nauc_recall_at_1_diff1
      value: 28.54432241866563
    - type: nauc_recall_at_1_max
      value: -0.40791474629986774
    - type: nauc_recall_at_1_std
      value: -14.404864547978569
    - type: nauc_recall_at_20_diff1
      value: 23.501471852525228
    - type: nauc_recall_at_20_max
      value: -6.707662803744487
    - type: nauc_recall_at_20_std
      value: -13.994466479286649
    - type: nauc_recall_at_3_diff1
      value: 24.005389823573537
    - type: nauc_recall_at_3_max
      value: -3.3942514176696026
    - type: nauc_recall_at_3_std
      value: -19.525956754173976
    - type: nauc_recall_at_5_diff1
      value: 24.356739198783767
    - type: nauc_recall_at_5_max
      value: -4.1454695177252034
    - type: nauc_recall_at_5_std
      value: -21.2881986104369
    - type: ndcg_at_1
      value: 18.596
    - type: ndcg_at_10
      value: 39.096
    - type: ndcg_at_100
      value: 45.255
    - type: ndcg_at_1000
      value: 46.285
    - type: ndcg_at_20
      value: 42.05
    - type: ndcg_at_3
      value: 29.974
    - type: ndcg_at_5
      value: 34.475
    - type: precision_at_1
      value: 18.596
    - type: precision_at_10
      value: 6.617000000000001
    - type: precision_at_100
      value: 0.967
    - type: precision_at_1000
      value: 0.106
    - type: precision_at_20
      value: 3.923
    - type: precision_at_3
      value: 13.276
    - type: precision_at_5
      value: 10.255
    - type: recall_at_1
      value: 18.093
    - type: recall_at_10
      value: 63.19200000000001
    - type: recall_at_100
      value: 91.418
    - type: recall_at_1000
      value: 99.177
    - type: recall_at_20
      value: 74.619
    - type: recall_at_3
      value: 38.346000000000004
    - type: recall_at_5
      value: 49.156
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (en)
      type: mteb/mtop_domain
      config: en
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 99.02188782489742
    - type: f1
      value: 98.91843101772031
    - type: f1_weighted
      value: 99.02275333864246
    - type: main_score
      value: 99.02188782489742
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (en)
      type: mteb/mtop_intent
      config: en
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 91.1217510259918
    - type: f1
      value: 70.49499563988088
    - type: f1_weighted
      value: 91.23538081145682
    - type: main_score
      value: 91.1217510259918
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (en)
      type: mteb/amazon_massive_intent
      config: en
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 81.90652320107598
    - type: f1
      value: 79.93778330619065
    - type: f1_weighted
      value: 81.11001189722018
    - type: main_score
      value: 81.90652320107598
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (en)
      type: mteb/amazon_massive_scenario
      config: en
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 89.21318090114325
    - type: f1
      value: 88.09390677800496
    - type: f1_weighted
      value: 88.79037980610785
    - type: main_score
      value: 89.21318090114325
  - task:
      type: Clustering
    dataset:
      name: MTEB MedrxivClusteringP2P
      type: mteb/medrxiv-clustering-p2p
      config: default
      split: test
      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
    metrics:
    - type: main_score
      value: 40.97987057589157
    - type: v_measure
      value: 40.97987057589157
    - type: v_measure_std
      value: 0.9595500801375094
  - task:
      type: Clustering
    dataset:
      name: MTEB MedrxivClusteringS2S
      type: mteb/medrxiv-clustering-s2s
      config: default
      split: test
      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
    metrics:
    - type: main_score
      value: 39.164547725954996
    - type: v_measure
      value: 39.164547725954996
    - type: v_measure_std
      value: 1.2824642026478994
  - task:
      type: Reranking
    dataset:
      name: MTEB MindSmallReranking
      type: mteb/mind_small
      config: default
      split: test
      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
    metrics:
    - type: main_score
      value: 32.151918733303695
    - type: map
      value: 32.151918733303695
    - type: mrr
      value: 33.436589720422084
    - type: nAUC_map_diff1
      value: 11.16356032762711
    - type: nAUC_map_max
      value: -17.051714062653385
    - type: nAUC_map_std
      value: 3.6166597896247756
    - type: nAUC_mrr_diff1
      value: 10.835983194949183
    - type: nAUC_mrr_max
      value: -11.557478363717925
    - type: nAUC_mrr_std
      value: 4.985178033763766
  - task:
      type: Retrieval
    dataset:
      name: MTEB NFCorpus
      type: mteb/nfcorpus
      config: default
      split: test
      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
    metrics:
    - type: main_score
      value: 40.336
    - type: map_at_1
      value: 7.034999999999999
    - type: map_at_10
      value: 15.671
    - type: map_at_100
      value: 20.22
    - type: map_at_1000
      value: 21.837999999999997
    - type: map_at_20
      value: 17.502000000000002
    - type: map_at_3
      value: 11.651
    - type: map_at_5
      value: 13.563
    - type: mrr_at_1
      value: 52.63157894736842
    - type: mrr_at_10
      value: 61.826871099316925
    - type: mrr_at_100
      value: 62.229063214736655
    - type: mrr_at_1000
      value: 62.25978745222259
    - type: mrr_at_20
      value: 62.017132302551516
    - type: mrr_at_3
      value: 60.06191950464399
    - type: mrr_at_5
      value: 61.33126934984522
    - type: nauc_map_at_1000_diff1
      value: 21.648670926546952
    - type: nauc_map_at_1000_max
      value: 23.885175390129906
    - type: nauc_map_at_1000_std
      value: 12.718321166322925
    - type: nauc_map_at_100_diff1
      value: 23.229468625665575
    - type: nauc_map_at_100_max
      value: 23.468901411991062
    - type: nauc_map_at_100_std
      value: 9.706516076964897
    - type: nauc_map_at_10_diff1
      value: 29.57657594345363
    - type: nauc_map_at_10_max
      value: 17.963452106982118
    - type: nauc_map_at_10_std
      value: -2.5294451126594124
    - type: nauc_map_at_1_diff1
      value: 48.350174879836096
    - type: nauc_map_at_1_max
      value: 3.946334372368094
    - type: nauc_map_at_1_std
      value: -17.849285033341584
    - type: nauc_map_at_20_diff1
      value: 26.65441763179981
    - type: nauc_map_at_20_max
      value: 21.02777654571385
    - type: nauc_map_at_20_std
      value: 2.7894705407486047
    - type: nauc_map_at_3_diff1
      value: 38.41834300826446
    - type: nauc_map_at_3_max
      value: 10.74526856759504
    - type: nauc_map_at_3_std
      value: -10.731985683904883
    - type: nauc_map_at_5_diff1
      value: 33.892749747271516
    - type: nauc_map_at_5_max
      value: 14.045987583774153
    - type: nauc_map_at_5_std
      value: -8.062293157967538
    - type: nauc_mrr_at_1000_diff1
      value: 30.52776986334351
    - type: nauc_mrr_at_1000_max
      value: 40.151271324267725
    - type: nauc_mrr_at_1000_std
      value: 26.692949936707038
    - type: nauc_mrr_at_100_diff1
      value: 30.541627760540933
    - type: nauc_mrr_at_100_max
      value: 40.177283472965364
    - type: nauc_mrr_at_100_std
      value: 26.732950728007122
    - type: nauc_mrr_at_10_diff1
      value: 30.68229234674581
    - type: nauc_mrr_at_10_max
      value: 39.975164420469234
    - type: nauc_mrr_at_10_std
      value: 26.499033999722098
    - type: nauc_mrr_at_1_diff1
      value: 30.760566388139708
    - type: nauc_mrr_at_1_max
      value: 35.02398717712965
    - type: nauc_mrr_at_1_std
      value: 19.679504342414695
    - type: nauc_mrr_at_20_diff1
      value: 30.56841620886074
    - type: nauc_mrr_at_20_max
      value: 40.226142456190956
    - type: nauc_mrr_at_20_std
      value: 26.730669827048477
    - type: nauc_mrr_at_3_diff1
      value: 31.106510163929784
    - type: nauc_mrr_at_3_max
      value: 38.96643476207935
    - type: nauc_mrr_at_3_std
      value: 25.21933048360791
    - type: nauc_mrr_at_5_diff1
      value: 30.831207752570815
    - type: nauc_mrr_at_5_max
      value: 39.90213179154124
    - type: nauc_mrr_at_5_std
      value: 25.898244714250108
    - type: nauc_ndcg_at_1000_diff1
      value: 19.96523616472766
    - type: nauc_ndcg_at_1000_max
      value: 40.102450563469354
    - type: nauc_ndcg_at_1000_std
      value: 31.780695178031092
    - type: nauc_ndcg_at_100_diff1
      value: 18.29141350584988
    - type: nauc_ndcg_at_100_max
      value: 33.217946395720304
    - type: nauc_ndcg_at_100_std
      value: 25.91953793041382
    - type: nauc_ndcg_at_10_diff1
      value: 14.50319706154019
    - type: nauc_ndcg_at_10_max
      value: 31.77258320465841
    - type: nauc_ndcg_at_10_std
      value: 23.612459300338852
    - type: nauc_ndcg_at_1_diff1
      value: 32.67478198272269
    - type: nauc_ndcg_at_1_max
      value: 32.480893992251225
    - type: nauc_ndcg_at_1_std
      value: 18.084577950595566
    - type: nauc_ndcg_at_20_diff1
      value: 15.262035505807503
    - type: nauc_ndcg_at_20_max
      value: 31.342019352990913
    - type: nauc_ndcg_at_20_std
      value: 24.197954778000465
    - type: nauc_ndcg_at_3_diff1
      value: 22.26310249149197
    - type: nauc_ndcg_at_3_max
      value: 34.39233038678674
    - type: nauc_ndcg_at_3_std
      value: 22.298962644610917
    - type: nauc_ndcg_at_5_diff1
      value: 16.20505408271046
    - type: nauc_ndcg_at_5_max
      value: 32.472046662862134
    - type: nauc_ndcg_at_5_std
      value: 22.12440390937827
    - type: nauc_precision_at_1000_diff1
      value: -18.1992280418387
    - type: nauc_precision_at_1000_max
      value: -0.14504027624401056
    - type: nauc_precision_at_1000_std
      value: 28.728686840822586
    - type: nauc_precision_at_100_diff1
      value: -18.890472953162003
    - type: nauc_precision_at_100_max
      value: 11.13535749454528
    - type: nauc_precision_at_100_std
      value: 39.25554880828357
    - type: nauc_precision_at_10_diff1
      value: -9.714649324902075
    - type: nauc_precision_at_10_max
      value: 30.344283615773975
    - type: nauc_precision_at_10_std
      value: 35.49664478004321
    - type: nauc_precision_at_1_diff1
      value: 30.760566388139708
    - type: nauc_precision_at_1_max
      value: 35.02398717712965
    - type: nauc_precision_at_1_std
      value: 19.679504342414695
    - type: nauc_precision_at_20_diff1
      value: -13.200665933477627
    - type: nauc_precision_at_20_max
      value: 25.1207959687035
    - type: nauc_precision_at_20_std
      value: 38.85776906396036
    - type: nauc_precision_at_3_diff1
      value: 8.220730025668981
    - type: nauc_precision_at_3_max
      value: 36.22034319762123
    - type: nauc_precision_at_3_std
      value: 28.12392324478213
    - type: nauc_precision_at_5_diff1
      value: -3.6321638567344396
    - type: nauc_precision_at_5_max
      value: 33.227196141105445
    - type: nauc_precision_at_5_std
      value: 29.907501305320068
    - type: nauc_recall_at_1000_diff1
      value: 7.967300491712526
    - type: nauc_recall_at_1000_max
      value: 19.980165183771206
    - type: nauc_recall_at_1000_std
      value: 19.140830234036876
    - type: nauc_recall_at_100_diff1
      value: 11.141369781846388
    - type: nauc_recall_at_100_max
      value: 18.951402610508083
    - type: nauc_recall_at_100_std
      value: 14.738952156631067
    - type: nauc_recall_at_10_diff1
      value: 23.90292148597915
    - type: nauc_recall_at_10_max
      value: 17.751156184761655
    - type: nauc_recall_at_10_std
      value: -0.6705078411610252
    - type: nauc_recall_at_1_diff1
      value: 48.350174879836096
    - type: nauc_recall_at_1_max
      value: 3.946334372368094
    - type: nauc_recall_at_1_std
      value: -17.849285033341584
    - type: nauc_recall_at_20_diff1
      value: 19.943354062055192
    - type: nauc_recall_at_20_max
      value: 21.177985765604276
    - type: nauc_recall_at_20_std
      value: 5.320291087740789
    - type: nauc_recall_at_3_diff1
      value: 35.30089980248878
    - type: nauc_recall_at_3_max
      value: 10.395146596807242
    - type: nauc_recall_at_3_std
      value: -8.838602447204481
    - type: nauc_recall_at_5_diff1
      value: 28.72944376709497
    - type: nauc_recall_at_5_max
      value: 13.550632758927897
    - type: nauc_recall_at_5_std
      value: -6.775215741511598
    - type: ndcg_at_1
      value: 50.619
    - type: ndcg_at_10
      value: 40.336
    - type: ndcg_at_100
      value: 37.624
    - type: ndcg_at_1000
      value: 45.796
    - type: ndcg_at_20
      value: 37.869
    - type: ndcg_at_3
      value: 46.221000000000004
    - type: ndcg_at_5
      value: 44.201
    - type: precision_at_1
      value: 52.632
    - type: precision_at_10
      value: 29.720999999999997
    - type: precision_at_100
      value: 9.625
    - type: precision_at_1000
      value: 2.246
    - type: precision_at_20
      value: 22.152
    - type: precision_at_3
      value: 43.137
    - type: precision_at_5
      value: 38.39
    - type: recall_at_1
      value: 7.034999999999999
    - type: recall_at_10
      value: 19.538
    - type: recall_at_100
      value: 38.146
    - type: recall_at_1000
      value: 67.726
    - type: recall_at_20
      value: 24.014
    - type: recall_at_3
      value: 12.933
    - type: recall_at_5
      value: 15.966
  - task:
      type: Retrieval
    dataset:
      name: MTEB NQ
      type: mteb/nq
      config: default
      split: test
      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
    metrics:
    - type: main_score
      value: 57.973
    - type: map_at_1
      value: 31.965
    - type: map_at_10
      value: 49.254999999999995
    - type: map_at_100
      value: 50.214000000000006
    - type: map_at_1000
      value: 50.229
    - type: map_at_20
      value: 49.928
    - type: map_at_3
      value: 44.119
    - type: map_at_5
      value: 47.179
    - type: mrr_at_1
      value: 35.92120509849362
    - type: mrr_at_10
      value: 51.672563869116495
    - type: mrr_at_100
      value: 52.313374300588634
    - type: mrr_at_1000
      value: 52.32344018159938
    - type: mrr_at_20
      value: 52.133239169739575
    - type: mrr_at_3
      value: 47.528003089996
    - type: mrr_at_5
      value: 50.05117806102738
    - type: nauc_map_at_1000_diff1
      value: 29.824242384334525
    - type: nauc_map_at_1000_max
      value: 13.995693176688448
    - type: nauc_map_at_1000_std
      value: -8.373469172548125
    - type: nauc_map_at_100_diff1
      value: 29.824783577565455
    - type: nauc_map_at_100_max
      value: 14.014232791380248
    - type: nauc_map_at_100_std
      value: -8.354567512476217
    - type: nauc_map_at_10_diff1
      value: 29.69721621452462
    - type: nauc_map_at_10_max
      value: 14.013773981967729
    - type: nauc_map_at_10_std
      value: -8.811618763746901
    - type: nauc_map_at_1_diff1
      value: 33.067072402069165
    - type: nauc_map_at_1_max
      value: 9.692535049814342
    - type: nauc_map_at_1_std
      value: -9.214265514134015
    - type: nauc_map_at_20_diff1
      value: 29.773661699973868
    - type: nauc_map_at_20_max
      value: 14.103991415921719
    - type: nauc_map_at_20_std
      value: -8.399614830370254
    - type: nauc_map_at_3_diff1
      value: 29.604244382973494
    - type: nauc_map_at_3_max
      value: 12.726985941576045
    - type: nauc_map_at_3_std
      value: -9.174499958794579
    - type: nauc_map_at_5_diff1
      value: 29.526178054166003
    - type: nauc_map_at_5_max
      value: 13.485623539224505
    - type: nauc_map_at_5_std
      value: -9.332715715777457
    - type: nauc_mrr_at_1000_diff1
      value: 29.990159094273984
    - type: nauc_mrr_at_1000_max
      value: 14.798553638662531
    - type: nauc_mrr_at_1000_std
      value: -6.536835639249748
    - type: nauc_mrr_at_100_diff1
      value: 29.99096196473329
    - type: nauc_mrr_at_100_max
      value: 14.813647125488611
    - type: nauc_mrr_at_100_std
      value: -6.5207559360795795
    - type: nauc_mrr_at_10_diff1
      value: 29.866060653972433
    - type: nauc_mrr_at_10_max
      value: 14.932057781270828
    - type: nauc_mrr_at_10_std
      value: -6.7199900977246045
    - type: nauc_mrr_at_1_diff1
      value: 33.522585698879105
    - type: nauc_mrr_at_1_max
      value: 11.03359132659101
    - type: nauc_mrr_at_1_std
      value: -7.065729635829634
    - type: nauc_mrr_at_20_diff1
      value: 29.937849347501995
    - type: nauc_mrr_at_20_max
      value: 14.933127757332631
    - type: nauc_mrr_at_20_std
      value: -6.5101713991165076
    - type: nauc_mrr_at_3_diff1
      value: 29.709282383756214
    - type: nauc_mrr_at_3_max
      value: 14.293242212683008
    - type: nauc_mrr_at_3_std
      value: -6.766453971049555
    - type: nauc_mrr_at_5_diff1
      value: 29.583175805360916
    - type: nauc_mrr_at_5_max
      value: 14.73037078089027
    - type: nauc_mrr_at_5_std
      value: -6.997762632641283
    - type: nauc_ndcg_at_1000_diff1
      value: 29.490454126425163
    - type: nauc_ndcg_at_1000_max
      value: 15.419019530679389
    - type: nauc_ndcg_at_1000_std
      value: -7.0484017992481744
    - type: nauc_ndcg_at_100_diff1
      value: 29.505190293936156
    - type: nauc_ndcg_at_100_max
      value: 15.918909416610521
    - type: nauc_ndcg_at_100_std
      value: -6.49127219891478
    - type: nauc_ndcg_at_10_diff1
      value: 28.833840829896463
    - type: nauc_ndcg_at_10_max
      value: 16.373438787446197
    - type: nauc_ndcg_at_10_std
      value: -7.9778251252372705
    - type: nauc_ndcg_at_1_diff1
      value: 33.60872721647907
    - type: nauc_ndcg_at_1_max
      value: 11.064299819969465
    - type: nauc_ndcg_at_1_std
      value: -6.985252399557631
    - type: nauc_ndcg_at_20_diff1
      value: 29.081791504309212
    - type: nauc_ndcg_at_20_max
      value: 16.69651954979618
    - type: nauc_ndcg_at_20_std
      value: -6.5711475047802335
    - type: nauc_ndcg_at_3_diff1
      value: 28.539570911163125
    - type: nauc_ndcg_at_3_max
      value: 14.010530248113884
    - type: nauc_ndcg_at_3_std
      value: -8.637239917621597
    - type: nauc_ndcg_at_5_diff1
      value: 28.27028574171474
    - type: nauc_ndcg_at_5_max
      value: 15.230131680757033
    - type: nauc_ndcg_at_5_std
      value: -9.050189391014829
    - type: nauc_precision_at_1000_diff1
      value: -5.456910590056672
    - type: nauc_precision_at_1000_max
      value: 4.4296686382162385
    - type: nauc_precision_at_1000_std
      value: 11.973463805098273
    - type: nauc_precision_at_100_diff1
      value: -2.9950499706062947
    - type: nauc_precision_at_100_max
      value: 8.727441061794135
    - type: nauc_precision_at_100_std
      value: 14.536609028727096
    - type: nauc_precision_at_10_diff1
      value: 8.79516862926112
    - type: nauc_precision_at_10_max
      value: 17.471695342611472
    - type: nauc_precision_at_10_std
      value: 4.0438514865197925
    - type: nauc_precision_at_1_diff1
      value: 33.60872721647907
    - type: nauc_precision_at_1_max
      value: 11.064299819969465
    - type: nauc_precision_at_1_std
      value: -6.985252399557631
    - type: nauc_precision_at_20_diff1
      value: 3.6059314683741928
    - type: nauc_precision_at_20_max
      value: 15.944255335307014
    - type: nauc_precision_at_20_std
      value: 11.625863542424076
    - type: nauc_precision_at_3_diff1
      value: 20.204302583527532
    - type: nauc_precision_at_3_max
      value: 16.332566250985476
    - type: nauc_precision_at_3_std
      value: -3.4702610490043777
    - type: nauc_precision_at_5_diff1
      value: 14.594065643339766
    - type: nauc_precision_at_5_max
      value: 17.26474710654306
    - type: nauc_precision_at_5_std
      value: -2.7233890637924625
    - type: nauc_recall_at_1000_diff1
      value: 51.01005353923607
    - type: nauc_recall_at_1000_max
      value: 95.9468807413851
    - type: nauc_recall_at_1000_std
      value: 96.43516709723872
    - type: nauc_recall_at_100_diff1
      value: 30.992518657749013
    - type: nauc_recall_at_100_max
      value: 56.25345462048048
    - type: nauc_recall_at_100_std
      value: 41.3102757318071
    - type: nauc_recall_at_10_diff1
      value: 23.025777269325026
    - type: nauc_recall_at_10_max
      value: 26.314920590981533
    - type: nauc_recall_at_10_std
      value: -6.936581744358684
    - type: nauc_recall_at_1_diff1
      value: 33.067072402069165
    - type: nauc_recall_at_1_max
      value: 9.692535049814342
    - type: nauc_recall_at_1_std
      value: -9.214265514134015
    - type: nauc_recall_at_20_diff1
      value: 22.81995680991129
    - type: nauc_recall_at_20_max
      value: 36.01028848554346
    - type: nauc_recall_at_20_std
      value: 6.03249054323601
    - type: nauc_recall_at_3_diff1
      value: 24.538095713395393
    - type: nauc_recall_at_3_max
      value: 15.820241399506815
    - type: nauc_recall_at_3_std
      value: -9.133686977749287
    - type: nauc_recall_at_5_diff1
      value: 22.72999021746731
    - type: nauc_recall_at_5_max
      value: 19.12645303427032
    - type: nauc_recall_at_5_std
      value: -10.59744542818235
    - type: ndcg_at_1
      value: 35.892
    - type: ndcg_at_10
      value: 57.973
    - type: ndcg_at_100
      value: 61.663999999999994
    - type: ndcg_at_1000
      value: 61.986
    - type: ndcg_at_20
      value: 60.061
    - type: ndcg_at_3
      value: 48.463
    - type: ndcg_at_5
      value: 53.502
    - type: precision_at_1
      value: 35.892
    - type: precision_at_10
      value: 9.774
    - type: precision_at_100
      value: 1.185
    - type: precision_at_1000
      value: 0.121
    - type: precision_at_20
      value: 5.4
    - type: precision_at_3
      value: 22.402
    - type: precision_at_5
      value: 16.309
    - type: recall_at_1
      value: 31.965
    - type: recall_at_10
      value: 82.12899999999999
    - type: recall_at_100
      value: 97.506
    - type: recall_at_1000
      value: 99.84100000000001
    - type: recall_at_20
      value: 89.75
    - type: recall_at_3
      value: 57.554
    - type: recall_at_5
      value: 69.16799999999999
  - task:
      type: Retrieval
    dataset:
      name: MTEB QuoraRetrieval
      type: mteb/quora
      config: default
      split: test
      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
    metrics:
    - type: main_score
      value: 89.631
    - type: map_at_1
      value: 71.873
    - type: map_at_10
      value: 86.1
    - type: map_at_100
      value: 86.722
    - type: map_at_1000
      value: 86.733
    - type: map_at_20
      value: 86.52499999999999
    - type: map_at_3
      value: 83.159
    - type: map_at_5
      value: 85.042
    - type: mrr_at_1
      value: 82.67999999999999
    - type: mrr_at_10
      value: 88.6650476190474
    - type: mrr_at_100
      value: 88.74403876192653
    - type: mrr_at_1000
      value: 88.74442902286796
    - type: mrr_at_20
      value: 88.7274053321547
    - type: mrr_at_3
      value: 87.76666666666645
    - type: mrr_at_5
      value: 88.41616666666637
    - type: nauc_map_at_1000_diff1
      value: 77.30191824401264
    - type: nauc_map_at_1000_max
      value: 13.034154761866718
    - type: nauc_map_at_1000_std
      value: -52.91261514794493
    - type: nauc_map_at_100_diff1
      value: 77.30371920479556
    - type: nauc_map_at_100_max
      value: 12.988179399770516
    - type: nauc_map_at_100_std
      value: -52.97052916307793
    - type: nauc_map_at_10_diff1
      value: 77.58060662262783
    - type: nauc_map_at_10_max
      value: 12.225416731922186
    - type: nauc_map_at_10_std
      value: -55.3613786070821
    - type: nauc_map_at_1_diff1
      value: 81.28542355395726
    - type: nauc_map_at_1_max
      value: 9.394601627274016
    - type: nauc_map_at_1_std
      value: -46.26696310796872
    - type: nauc_map_at_20_diff1
      value: 77.4264543798561
    - type: nauc_map_at_20_max
      value: 12.640046637669617
    - type: nauc_map_at_20_std
      value: -53.97773942738519
    - type: nauc_map_at_3_diff1
      value: 78.15821432444955
    - type: nauc_map_at_3_max
      value: 10.15912724311145
    - type: nauc_map_at_3_std
      value: -57.22864996907624
    - type: nauc_map_at_5_diff1
      value: 77.79975399887553
    - type: nauc_map_at_5_max
      value: 11.71325789204571
    - type: nauc_map_at_5_std
      value: -57.107677263258495
    - type: nauc_mrr_at_1000_diff1
      value: 77.45264852637524
    - type: nauc_mrr_at_1000_max
      value: 15.52341959282284
    - type: nauc_mrr_at_1000_std
      value: -48.64447896830792
    - type: nauc_mrr_at_100_diff1
      value: 77.45217072333344
    - type: nauc_mrr_at_100_max
      value: 15.521827007218691
    - type: nauc_mrr_at_100_std
      value: -48.646922241709994
    - type: nauc_mrr_at_10_diff1
      value: 77.43456749114439
    - type: nauc_mrr_at_10_max
      value: 15.529836831176164
    - type: nauc_mrr_at_10_std
      value: -48.75875392088208
    - type: nauc_mrr_at_1_diff1
      value: 78.54537995037919
    - type: nauc_mrr_at_1_max
      value: 16.640560984015902
    - type: nauc_mrr_at_1_std
      value: -45.28482868966014
    - type: nauc_mrr_at_20_diff1
      value: 77.4579261494039
    - type: nauc_mrr_at_20_max
      value: 15.530406990945803
    - type: nauc_mrr_at_20_std
      value: -48.677032167317236
    - type: nauc_mrr_at_3_diff1
      value: 77.20998980632015
    - type: nauc_mrr_at_3_max
      value: 15.126679640441187
    - type: nauc_mrr_at_3_std
      value: -49.743271509326284
    - type: nauc_mrr_at_5_diff1
      value: 77.31365975119465
    - type: nauc_mrr_at_5_max
      value: 15.286704108033772
    - type: nauc_mrr_at_5_std
      value: -49.258038230371994
    - type: nauc_ndcg_at_1000_diff1
      value: 76.99868569886195
    - type: nauc_ndcg_at_1000_max
      value: 14.067546676855178
    - type: nauc_ndcg_at_1000_std
      value: -50.79545103564982
    - type: nauc_ndcg_at_100_diff1
      value: 76.97431479230265
    - type: nauc_ndcg_at_100_max
      value: 13.790203746757465
    - type: nauc_ndcg_at_100_std
      value: -51.06792832759592
    - type: nauc_ndcg_at_10_diff1
      value: 77.1479433270543
    - type: nauc_ndcg_at_10_max
      value: 12.973183509342773
    - type: nauc_ndcg_at_10_std
      value: -54.71505928977531
    - type: nauc_ndcg_at_1_diff1
      value: 78.50656620759376
    - type: nauc_ndcg_at_1_max
      value: 16.543901338375292
    - type: nauc_ndcg_at_1_std
      value: -45.228060755270924
    - type: nauc_ndcg_at_20_diff1
      value: 77.16983455784539
    - type: nauc_ndcg_at_20_max
      value: 13.315620423480794
    - type: nauc_ndcg_at_20_std
      value: -53.02984622667913
    - type: nauc_ndcg_at_3_diff1
      value: 76.55713182168297
    - type: nauc_ndcg_at_3_max
      value: 12.081676808245932
    - type: nauc_ndcg_at_3_std
      value: -55.18222046959792
    - type: nauc_ndcg_at_5_diff1
      value: 76.9006202244737
    - type: nauc_ndcg_at_5_max
      value: 12.90360775727033
    - type: nauc_ndcg_at_5_std
      value: -55.99445333353582
    - type: nauc_precision_at_1000_diff1
      value: -45.31975944341808
    - type: nauc_precision_at_1000_max
      value: 6.29027160882043
    - type: nauc_precision_at_1000_std
      value: 45.38096248837178
    - type: nauc_precision_at_100_diff1
      value: -45.30333307019884
    - type: nauc_precision_at_100_max
      value: 4.798109392607744
    - type: nauc_precision_at_100_std
      value: 44.17265435105678
    - type: nauc_precision_at_10_diff1
      value: -41.06166076037899
    - type: nauc_precision_at_10_max
      value: 3.1383589635972946
    - type: nauc_precision_at_10_std
      value: 29.793783541894808
    - type: nauc_precision_at_1_diff1
      value: 78.50656620759376
    - type: nauc_precision_at_1_max
      value: 16.543901338375292
    - type: nauc_precision_at_1_std
      value: -45.228060755270924
    - type: nauc_precision_at_20_diff1
      value: -43.652129476251716
    - type: nauc_precision_at_20_max
      value: 3.2858069466648216
    - type: nauc_precision_at_20_std
      value: 37.028312444009465
    - type: nauc_precision_at_3_diff1
      value: -22.417878997483122
    - type: nauc_precision_at_3_max
      value: 4.357588406195106
    - type: nauc_precision_at_3_std
      value: 5.548454556466125
    - type: nauc_precision_at_5_diff1
      value: -34.59346173557382
    - type: nauc_precision_at_5_max
      value: 4.092275688412817
    - type: nauc_precision_at_5_std
      value: 18.571795479923363
    - type: nauc_recall_at_1000_diff1
      value: 60.81475778096289
    - type: nauc_recall_at_1000_max
      value: -31.05691334029901
    - type: nauc_recall_at_1000_std
      value: 17.690001316678824
    - type: nauc_recall_at_100_diff1
      value: 66.92860112572923
    - type: nauc_recall_at_100_max
      value: -20.096801559362024
    - type: nauc_recall_at_100_std
      value: -68.9845088182372
    - type: nauc_recall_at_10_diff1
      value: 74.17807393588308
    - type: nauc_recall_at_10_max
      value: 3.6718305333112307
    - type: nauc_recall_at_10_std
      value: -80.75005939962519
    - type: nauc_recall_at_1_diff1
      value: 81.28542355395726
    - type: nauc_recall_at_1_max
      value: 9.394601627274016
    - type: nauc_recall_at_1_std
      value: -46.26696310796872
    - type: nauc_recall_at_20_diff1
      value: 75.23032147657926
    - type: nauc_recall_at_20_max
      value: -0.03516363792685841
    - type: nauc_recall_at_20_std
      value: -82.42013443698025
    - type: nauc_recall_at_3_diff1
      value: 74.33274649676034
    - type: nauc_recall_at_3_max
      value: 4.764207227787686
    - type: nauc_recall_at_3_std
      value: -67.89402783108405
    - type: nauc_recall_at_5_diff1
      value: 73.04544826821459
    - type: nauc_recall_at_5_max
      value: 5.5335471808875205
    - type: nauc_recall_at_5_std
      value: -75.37168632889185
    - type: ndcg_at_1
      value: 82.69999999999999
    - type: ndcg_at_10
      value: 89.631
    - type: ndcg_at_100
      value: 90.671
    - type: ndcg_at_1000
      value: 90.728
    - type: ndcg_at_20
      value: 90.251
    - type: ndcg_at_3
      value: 86.943
    - type: ndcg_at_5
      value: 88.506
    - type: precision_at_1
      value: 82.69999999999999
    - type: precision_at_10
      value: 13.619
    - type: precision_at_100
      value: 1.541
    - type: precision_at_1000
      value: 0.157
    - type: precision_at_20
      value: 7.23
    - type: precision_at_3
      value: 38.107
    - type: precision_at_5
      value: 25.096
    - type: recall_at_1
      value: 71.873
    - type: recall_at_10
      value: 96.414
    - type: recall_at_100
      value: 99.76899999999999
    - type: recall_at_1000
      value: 99.98
    - type: recall_at_20
      value: 98.35199999999999
    - type: recall_at_3
      value: 88.69399999999999
    - type: recall_at_5
      value: 93.098
  - task:
      type: Clustering
    dataset:
      name: MTEB RedditClustering
      type: mteb/reddit-clustering
      config: default
      split: test
      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
    metrics:
    - type: main_score
      value: 62.06917394472442
    - type: v_measure
      value: 62.06917394472442
    - type: v_measure_std
      value: 4.943151033431419
  - task:
      type: Clustering
    dataset:
      name: MTEB RedditClusteringP2P
      type: mteb/reddit-clustering-p2p
      config: default
      split: test
      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
    metrics:
    - type: main_score
      value: 69.22733490519639
    - type: v_measure
      value: 69.22733490519639
    - type: v_measure_std
      value: 13.377934681081163
  - task:
      type: Retrieval
    dataset:
      name: MTEB SCIDOCS
      type: mteb/scidocs
      config: default
      split: test
      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
    metrics:
    - type: main_score
      value: 23.05
    - type: map_at_1
      value: 5.453
    - type: map_at_10
      value: 14.044
    - type: map_at_100
      value: 16.552
    - type: map_at_1000
      value: 16.878
    - type: map_at_20
      value: 15.301
    - type: map_at_3
      value: 9.876999999999999
    - type: map_at_5
      value: 11.795
    - type: mrr_at_1
      value: 26.8
    - type: mrr_at_10
      value: 38.10575396825392
    - type: mrr_at_100
      value: 39.22960431676882
    - type: mrr_at_1000
      value: 39.27303645178868
    - type: mrr_at_20
      value: 38.79283461937093
    - type: mrr_at_3
      value: 34.93333333333331
    - type: mrr_at_5
      value: 36.833333333333265
    - type: nauc_map_at_1000_diff1
      value: 15.83509790600893
    - type: nauc_map_at_1000_max
      value: 26.24412309285264
    - type: nauc_map_at_1000_std
      value: 8.509912487483804
    - type: nauc_map_at_100_diff1
      value: 15.79290413461707
    - type: nauc_map_at_100_max
      value: 26.29405340863185
    - type: nauc_map_at_100_std
      value: 8.342652598208991
    - type: nauc_map_at_10_diff1
      value: 15.685067888518105
    - type: nauc_map_at_10_max
      value: 25.55365734226509
    - type: nauc_map_at_10_std
      value: 5.443581397457305
    - type: nauc_map_at_1_diff1
      value: 19.890826140704405
    - type: nauc_map_at_1_max
      value: 18.571983014050776
    - type: nauc_map_at_1_std
      value: 0.7282160023666692
    - type: nauc_map_at_20_diff1
      value: 15.604228999117606
    - type: nauc_map_at_20_max
      value: 25.914082775189712
    - type: nauc_map_at_20_std
      value: 6.618058124712935
    - type: nauc_map_at_3_diff1
      value: 17.243583831563896
    - type: nauc_map_at_3_max
      value: 23.989306351982645
    - type: nauc_map_at_3_std
      value: 2.750722234499615
    - type: nauc_map_at_5_diff1
      value: 16.416721826214868
    - type: nauc_map_at_5_max
      value: 24.289258470596494
    - type: nauc_map_at_5_std
      value: 3.5318278077707266
    - type: nauc_mrr_at_1000_diff1
      value: 18.159556434705603
    - type: nauc_mrr_at_1000_max
      value: 21.85066952735879
    - type: nauc_mrr_at_1000_std
      value: 4.877956024495391
    - type: nauc_mrr_at_100_diff1
      value: 18.147842867473464
    - type: nauc_mrr_at_100_max
      value: 21.851576391218245
    - type: nauc_mrr_at_100_std
      value: 4.914456023591578
    - type: nauc_mrr_at_10_diff1
      value: 18.402284894586295
    - type: nauc_mrr_at_10_max
      value: 21.937638889135496
    - type: nauc_mrr_at_10_std
      value: 4.795941003675795
    - type: nauc_mrr_at_1_diff1
      value: 20.00724187285097
    - type: nauc_mrr_at_1_max
      value: 18.89430286994851
    - type: nauc_mrr_at_1_std
      value: 0.832530264756033
    - type: nauc_mrr_at_20_diff1
      value: 18.166042536965495
    - type: nauc_mrr_at_20_max
      value: 21.956527896385104
    - type: nauc_mrr_at_20_std
      value: 4.953268517852472
    - type: nauc_mrr_at_3_diff1
      value: 17.439379075748157
    - type: nauc_mrr_at_3_max
      value: 21.778191027575406
    - type: nauc_mrr_at_3_std
      value: 3.9046873265275908
    - type: nauc_mrr_at_5_diff1
      value: 18.181749683051816
    - type: nauc_mrr_at_5_max
      value: 21.75852211586367
    - type: nauc_mrr_at_5_std
      value: 4.5573370913949205
    - type: nauc_ndcg_at_1000_diff1
      value: 16.26265940273677
    - type: nauc_ndcg_at_1000_max
      value: 26.76405498342847
    - type: nauc_ndcg_at_1000_std
      value: 15.305696457284704
    - type: nauc_ndcg_at_100_diff1
      value: 15.835715535652216
    - type: nauc_ndcg_at_100_max
      value: 27.52544278395052
    - type: nauc_ndcg_at_100_std
      value: 14.984129606447347
    - type: nauc_ndcg_at_10_diff1
      value: 16.305421877142873
    - type: nauc_ndcg_at_10_max
      value: 26.04920150942696
    - type: nauc_ndcg_at_10_std
      value: 7.3715098732860875
    - type: nauc_ndcg_at_1_diff1
      value: 20.00724187285097
    - type: nauc_ndcg_at_1_max
      value: 18.89430286994851
    - type: nauc_ndcg_at_1_std
      value: 0.832530264756033
    - type: nauc_ndcg_at_20_diff1
      value: 15.957812909225675
    - type: nauc_ndcg_at_20_max
      value: 26.73874805693458
    - type: nauc_ndcg_at_20_std
      value: 9.445743449181023
    - type: nauc_ndcg_at_3_diff1
      value: 16.907542932061347
    - type: nauc_ndcg_at_3_max
      value: 24.10195208238332
    - type: nauc_ndcg_at_3_std
      value: 4.2558628942284
    - type: nauc_ndcg_at_5_diff1
      value: 16.757400054919763
    - type: nauc_ndcg_at_5_max
      value: 24.500001119288996
    - type: nauc_ndcg_at_5_std
      value: 5.46600678624086
    - type: nauc_precision_at_1000_diff1
      value: 7.829614320017092
    - type: nauc_precision_at_1000_max
      value: 18.552313928878853
    - type: nauc_precision_at_1000_std
      value: 31.67901423674111
    - type: nauc_precision_at_100_diff1
      value: 9.564085128323068
    - type: nauc_precision_at_100_max
      value: 24.80995247750652
    - type: nauc_precision_at_100_std
      value: 27.019281458663453
    - type: nauc_precision_at_10_diff1
      value: 13.560218697417328
    - type: nauc_precision_at_10_max
      value: 26.50289219410562
    - type: nauc_precision_at_10_std
      value: 10.333452967470425
    - type: nauc_precision_at_1_diff1
      value: 20.00724187285097
    - type: nauc_precision_at_1_max
      value: 18.89430286994851
    - type: nauc_precision_at_1_std
      value: 0.832530264756033
    - type: nauc_precision_at_20_diff1
      value: 12.23792883716372
    - type: nauc_precision_at_20_max
      value: 26.52003953582503
    - type: nauc_precision_at_20_std
      value: 14.095312993321937
    - type: nauc_precision_at_3_diff1
      value: 15.790498950071271
    - type: nauc_precision_at_3_max
      value: 26.217004704355695
    - type: nauc_precision_at_3_std
      value: 6.00338370025878
    - type: nauc_precision_at_5_diff1
      value: 14.982885989652628
    - type: nauc_precision_at_5_max
      value: 25.49696747450349
    - type: nauc_precision_at_5_std
      value: 7.904034204757165
    - type: nauc_recall_at_1000_diff1
      value: 7.869779867534929
    - type: nauc_recall_at_1000_max
      value: 18.447958241897062
    - type: nauc_recall_at_1000_std
      value: 33.40550883180547
    - type: nauc_recall_at_100_diff1
      value: 9.276867449557107
    - type: nauc_recall_at_100_max
      value: 24.7296081517642
    - type: nauc_recall_at_100_std
      value: 27.51189589980202
    - type: nauc_recall_at_10_diff1
      value: 13.2948955685031
    - type: nauc_recall_at_10_max
      value: 26.176157566779036
    - type: nauc_recall_at_10_std
      value: 10.235160480354189
    - type: nauc_recall_at_1_diff1
      value: 19.890826140704405
    - type: nauc_recall_at_1_max
      value: 18.571983014050776
    - type: nauc_recall_at_1_std
      value: 0.7282160023666692
    - type: nauc_recall_at_20_diff1
      value: 12.045704204225952
    - type: nauc_recall_at_20_max
      value: 26.26856701427816
    - type: nauc_recall_at_20_std
      value: 14.18936905592523
    - type: nauc_recall_at_3_diff1
      value: 15.624488486823054
    - type: nauc_recall_at_3_max
      value: 25.963467662344463
    - type: nauc_recall_at_3_std
      value: 5.7459486903540125
    - type: nauc_recall_at_5_diff1
      value: 14.719691959242631
    - type: nauc_recall_at_5_max
      value: 25.281392451119533
    - type: nauc_recall_at_5_std
      value: 7.668697286095074
    - type: ndcg_at_1
      value: 26.8
    - type: ndcg_at_10
      value: 23.05
    - type: ndcg_at_100
      value: 32.281
    - type: ndcg_at_1000
      value: 37.449
    - type: ndcg_at_20
      value: 26.343
    - type: ndcg_at_3
      value: 21.813
    - type: ndcg_at_5
      value: 18.978
    - type: precision_at_1
      value: 26.8
    - type: precision_at_10
      value: 12.04
    - type: precision_at_100
      value: 2.5309999999999997
    - type: precision_at_1000
      value: 0.376
    - type: precision_at_20
      value: 7.920000000000001
    - type: precision_at_3
      value: 20.467
    - type: precision_at_5
      value: 16.66
    - type: recall_at_1
      value: 5.453
    - type: recall_at_10
      value: 24.407
    - type: recall_at_100
      value: 51.388
    - type: recall_at_1000
      value: 76.385
    - type: recall_at_20
      value: 32.132
    - type: recall_at_3
      value: 12.458
    - type: recall_at_5
      value: 16.883
  - task:
      type: STS
    dataset:
      name: MTEB SICK-R
      type: mteb/sickr-sts
      config: default
      split: test
      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
    metrics:
    - type: cosine_pearson
      value: 83.30199374106634
    - type: cosine_spearman
      value: 81.13661060651675
    - type: euclidean_pearson
      value: 80.74756859182727
    - type: euclidean_spearman
      value: 81.13661231617098
    - type: main_score
      value: 81.13661060651675
    - type: manhattan_pearson
      value: 80.79987665196892
    - type: manhattan_spearman
      value: 81.19071318923478
    - type: pearson
      value: 83.30199374106634
    - type: spearman
      value: 81.13661060651675
  - task:
      type: STS
    dataset:
      name: MTEB STS12
      type: mteb/sts12-sts
      config: default
      split: test
      revision: a0d554a64d88156834ff5ae9920b964011b16384
    metrics:
    - type: cosine_pearson
      value: 87.28127488429784
    - type: cosine_spearman
      value: 80.84701244619681
    - type: euclidean_pearson
      value: 84.63075827597196
    - type: euclidean_spearman
      value: 80.84536982511581
    - type: main_score
      value: 80.84701244619681
    - type: manhattan_pearson
      value: 84.73599041680716
    - type: manhattan_spearman
      value: 80.93999055513295
    - type: pearson
      value: 87.28127488429784
    - type: spearman
      value: 80.84701244619681
  - task:
      type: STS
    dataset:
      name: MTEB STS13
      type: mteb/sts13-sts
      config: default
      split: test
      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
    metrics:
    - type: cosine_pearson
      value: 80.66880014782137
    - type: cosine_spearman
      value: 83.45193788333383
    - type: euclidean_pearson
      value: 82.84711656880242
    - type: euclidean_spearman
      value: 83.4519378091543
    - type: main_score
      value: 83.45193788333383
    - type: manhattan_pearson
      value: 83.20679773566451
    - type: manhattan_spearman
      value: 83.68427989986384
    - type: pearson
      value: 80.66880014782137
    - type: spearman
      value: 83.45193788333383
  - task:
      type: STS
    dataset:
      name: MTEB STS14
      type: mteb/sts14-sts
      config: default
      split: test
      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
    metrics:
    - type: cosine_pearson
      value: 81.70473811658245
    - type: cosine_spearman
      value: 81.37150133146272
    - type: euclidean_pearson
      value: 81.82289045206721
    - type: euclidean_spearman
      value: 81.37150250773698
    - type: main_score
      value: 81.37150133146272
    - type: manhattan_pearson
      value: 81.84018518966202
    - type: manhattan_spearman
      value: 81.4791733102674
    - type: pearson
      value: 81.70473811658245
    - type: spearman
      value: 81.37150133146272
  - task:
      type: STS
    dataset:
      name: MTEB STS15
      type: mteb/sts15-sts
      config: default
      split: test
      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
    metrics:
    - type: cosine_pearson
      value: 85.23548514858807
    - type: cosine_spearman
      value: 86.56697002494492
    - type: euclidean_pearson
      value: 86.00739925740125
    - type: euclidean_spearman
      value: 86.5669601560328
    - type: main_score
      value: 86.56697002494492
    - type: manhattan_pearson
      value: 86.01926247979789
    - type: manhattan_spearman
      value: 86.58200443341161
    - type: pearson
      value: 85.23548514858807
    - type: spearman
      value: 86.56697002494492
  - task:
      type: STS
    dataset:
      name: MTEB STS16
      type: mteb/sts16-sts
      config: default
      split: test
      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
    metrics:
    - type: cosine_pearson
      value: 84.76487207857608
    - type: cosine_spearman
      value: 85.96973829887335
    - type: euclidean_pearson
      value: 85.39563735627405
    - type: euclidean_spearman
      value: 85.96973768046821
    - type: main_score
      value: 85.96973829887335
    - type: manhattan_pearson
      value: 85.44181395460119
    - type: manhattan_spearman
      value: 85.98361475342077
    - type: pearson
      value: 84.76487207857608
    - type: spearman
      value: 85.96973829887335
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-ar)
      type: mteb/sts17-crosslingual-sts
      config: en-ar
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 73.59778720153878
    - type: cosine_spearman
      value: 73.21365573663648
    - type: euclidean_pearson
      value: 74.61013811041204
    - type: euclidean_spearman
      value: 73.21365573663648
    - type: main_score
      value: 73.21365573663648
    - type: manhattan_pearson
      value: 75.46428528424805
    - type: manhattan_spearman
      value: 74.29181782091922
    - type: pearson
      value: 73.59778720153878
    - type: spearman
      value: 73.21365573663648
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-de)
      type: mteb/sts17-crosslingual-sts
      config: en-de
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 80.45215095199184
    - type: cosine_spearman
      value: 80.18358296781457
    - type: euclidean_pearson
      value: 81.11825325108214
    - type: euclidean_spearman
      value: 80.18358296781457
    - type: main_score
      value: 80.18358296781457
    - type: manhattan_pearson
      value: 81.4591437652861
    - type: manhattan_spearman
      value: 80.61195448433135
    - type: pearson
      value: 80.45215095199184
    - type: spearman
      value: 80.18358296781457
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-en)
      type: mteb/sts17-crosslingual-sts
      config: en-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 85.71499870763965
    - type: cosine_spearman
      value: 85.87991701852383
    - type: euclidean_pearson
      value: 86.26482803799405
    - type: euclidean_spearman
      value: 85.87991701852383
    - type: main_score
      value: 85.87991701852383
    - type: manhattan_pearson
      value: 86.31138576225774
    - type: manhattan_spearman
      value: 85.97213375112646
    - type: pearson
      value: 85.71499870763965
    - type: spearman
      value: 85.87991701852383
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-tr)
      type: mteb/sts17-crosslingual-sts
      config: en-tr
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 73.29542480691444
    - type: cosine_spearman
      value: 71.47958526963733
    - type: euclidean_pearson
      value: 73.93627613725454
    - type: euclidean_spearman
      value: 71.47958526963733
    - type: main_score
      value: 71.47958526963733
    - type: manhattan_pearson
      value: 74.44025905945567
    - type: manhattan_spearman
      value: 71.96624843850806
    - type: pearson
      value: 73.29542480691444
    - type: spearman
      value: 71.47958526963733
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (es-en)
      type: mteb/sts17-crosslingual-sts
      config: es-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 82.41531123241937
    - type: cosine_spearman
      value: 82.4879904820364
    - type: euclidean_pearson
      value: 83.27714045603713
    - type: euclidean_spearman
      value: 82.4879904820364
    - type: main_score
      value: 82.4879904820364
    - type: manhattan_pearson
      value: 83.20321223974034
    - type: manhattan_spearman
      value: 82.45108504740335
    - type: pearson
      value: 82.41531123241937
    - type: spearman
      value: 82.4879904820364
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (fr-en)
      type: mteb/sts17-crosslingual-sts
      config: fr-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 82.36534108108745
    - type: cosine_spearman
      value: 82.60235982579208
    - type: euclidean_pearson
      value: 83.38376484479176
    - type: euclidean_spearman
      value: 82.60235982579208
    - type: main_score
      value: 82.60235982579208
    - type: manhattan_pearson
      value: 83.1266661207628
    - type: manhattan_spearman
      value: 82.29914782630499
    - type: pearson
      value: 82.36534108108745
    - type: spearman
      value: 82.60235982579208
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (it-en)
      type: mteb/sts17-crosslingual-sts
      config: it-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 81.6455680038347
    - type: cosine_spearman
      value: 82.30529817112216
    - type: euclidean_pearson
      value: 82.64048244637631
    - type: euclidean_spearman
      value: 82.30529817112216
    - type: main_score
      value: 82.30529817112216
    - type: manhattan_pearson
      value: 82.5841168628191
    - type: manhattan_spearman
      value: 82.22315262815766
    - type: pearson
      value: 81.6455680038347
    - type: spearman
      value: 82.30529817112216
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (nl-en)
      type: mteb/sts17-crosslingual-sts
      config: nl-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 81.31015324957383
    - type: cosine_spearman
      value: 81.67150513771149
    - type: euclidean_pearson
      value: 82.18829538438011
    - type: euclidean_spearman
      value: 81.67150513771149
    - type: main_score
      value: 81.67150513771149
    - type: manhattan_pearson
      value: 81.9426348184988
    - type: manhattan_spearman
      value: 81.31839846589499
    - type: pearson
      value: 81.31015324957383
    - type: spearman
      value: 81.67150513771149
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (en)
      type: mteb/sts22-crosslingual-sts
      config: en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 71.83303469703797
    - type: cosine_spearman
      value: 71.17442108295238
    - type: euclidean_pearson
      value: 71.99378163260577
    - type: euclidean_spearman
      value: 71.17442108295238
    - type: main_score
      value: 71.17442108295238
    - type: manhattan_pearson
      value: 72.17433166481283
    - type: manhattan_spearman
      value: 71.32848567021358
    - type: pearson
      value: 71.83303469703797
    - type: spearman
      value: 71.17442108295238
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de-en)
      type: mteb/sts22-crosslingual-sts
      config: de-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 71.5617971809721
    - type: cosine_spearman
      value: 69.26497488645118
    - type: euclidean_pearson
      value: 73.77290240232199
    - type: euclidean_spearman
      value: 69.26497488645118
    - type: main_score
      value: 69.26497488645118
    - type: manhattan_pearson
      value: 74.6285666652718
    - type: manhattan_spearman
      value: 70.29660365676885
    - type: pearson
      value: 71.5617971809721
    - type: spearman
      value: 69.26497488645118
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (es-en)
      type: mteb/sts22-crosslingual-sts
      config: es-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 81.17428283241915
    - type: cosine_spearman
      value: 83.15967976089405
    - type: euclidean_pearson
      value: 82.11129224970894
    - type: euclidean_spearman
      value: 83.15967976089405
    - type: main_score
      value: 83.15967976089405
    - type: manhattan_pearson
      value: 83.88320594891758
    - type: manhattan_spearman
      value: 84.21150297680087
    - type: pearson
      value: 81.17428283241915
    - type: spearman
      value: 83.15967976089405
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (pl-en)
      type: mteb/sts22-crosslingual-sts
      config: pl-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 84.79991447537422
    - type: cosine_spearman
      value: 84.29259538220988
    - type: euclidean_pearson
      value: 83.6515451078445
    - type: euclidean_spearman
      value: 84.29259538220988
    - type: main_score
      value: 84.29259538220988
    - type: manhattan_pearson
      value: 83.34017347225922
    - type: manhattan_spearman
      value: 85.22314841310823
    - type: pearson
      value: 84.79991447537422
    - type: spearman
      value: 84.29259538220988
    - type: cosine_pearson
      value: 84.7999084116691
    - type: cosine_spearman
      value: 84.29259538220988
    - type: euclidean_pearson
      value: 83.65153743329672
    - type: euclidean_spearman
      value: 84.29259538220988
    - type: main_score
      value: 84.29259538220988
    - type: manhattan_pearson
      value: 83.3401730943064
    - type: manhattan_spearman
      value: 85.22314841310823
    - type: pearson
      value: 84.7999084116691
    - type: spearman
      value: 84.29259538220988
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (zh-en)
      type: mteb/sts22-crosslingual-sts
      config: zh-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 77.20169600765146
    - type: cosine_spearman
      value: 74.90653473871943
    - type: euclidean_pearson
      value: 78.15249739396126
    - type: euclidean_spearman
      value: 74.90653473871943
    - type: main_score
      value: 74.90653473871943
    - type: manhattan_pearson
      value: 78.28938036790484
    - type: manhattan_spearman
      value: 75.05487827510268
    - type: pearson
      value: 77.20169600765146
    - type: spearman
      value: 74.90653473871943
    - type: cosine_pearson
      value: 77.20169606146547
    - type: cosine_spearman
      value: 74.90653473871943
    - type: euclidean_pearson
      value: 78.15249735935164
    - type: euclidean_spearman
      value: 74.90653473871943
    - type: main_score
      value: 74.90653473871943
    - type: manhattan_pearson
      value: 78.28938036790484
    - type: manhattan_spearman
      value: 75.05487827510268
    - type: pearson
      value: 77.20169606146547
    - type: spearman
      value: 74.90653473871943
  - task:
      type: STS
    dataset:
      name: MTEB STSBenchmark
      type: mteb/stsbenchmark-sts
      config: default
      split: test
      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
    metrics:
    - type: cosine_pearson
      value: 82.02846752351698
    - type: cosine_spearman
      value: 84.43251200064613
    - type: euclidean_pearson
      value: 83.97505218523716
    - type: euclidean_spearman
      value: 84.43251200064613
    - type: main_score
      value: 84.43251200064613
    - type: manhattan_pearson
      value: 83.99261500966325
    - type: manhattan_spearman
      value: 84.47935243587095
    - type: pearson
      value: 82.02846752351698
    - type: spearman
      value: 84.43251200064613
  - task:
      type: Reranking
    dataset:
      name: MTEB SciDocsRR
      type: mteb/scidocs-reranking
      config: default
      split: test
      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
    metrics:
    - type: main_score
      value: 86.07845920585898
    - type: map
      value: 86.07845920585898
    - type: mrr
      value: 96.41839641839643
    - type: nAUC_map_diff1
      value: -0.842643700986476
    - type: nAUC_map_max
      value: 51.87683748536326
    - type: nAUC_map_std
      value: 70.46131124609762
    - type: nAUC_mrr_diff1
      value: 48.46021089146518
    - type: nAUC_mrr_max
      value: 83.92600322127902
    - type: nAUC_mrr_std
      value: 84.54594067723419
  - task:
      type: Retrieval
    dataset:
      name: MTEB SciFact
      type: mteb/scifact
      config: default
      split: test
      revision: 0228b52cf27578f30900b9e5271d331663a030d7
    metrics:
    - type: main_score
      value: 79.945
    - type: map_at_1
      value: 64.161
    - type: map_at_10
      value: 75.47
    - type: map_at_100
      value: 75.794
    - type: map_at_1000
      value: 75.797
    - type: map_at_20
      value: 75.70700000000001
    - type: map_at_3
      value: 73.152
    - type: map_at_5
      value: 74.26700000000001
    - type: mrr_at_1
      value: 67.33333333333333
    - type: mrr_at_10
      value: 76.38544973544973
    - type: mrr_at_100
      value: 76.59273460106952
    - type: mrr_at_1000
      value: 76.59569524196121
    - type: mrr_at_20
      value: 76.52124756335283
    - type: mrr_at_3
      value: 74.77777777777779
    - type: mrr_at_5
      value: 75.66111111111111
    - type: nauc_map_at_1000_diff1
      value: 76.15028048092202
    - type: nauc_map_at_1000_max
      value: 56.538149672254875
    - type: nauc_map_at_1000_std
      value: 3.704721784625868
    - type: nauc_map_at_100_diff1
      value: 76.15301570724966
    - type: nauc_map_at_100_max
      value: 56.54022753605153
    - type: nauc_map_at_100_std
      value: 3.710343234630538
    - type: nauc_map_at_10_diff1
      value: 75.95811880169259
    - type: nauc_map_at_10_max
      value: 56.370110060103585
    - type: nauc_map_at_10_std
      value: 3.1050633374399763
    - type: nauc_map_at_1_diff1
      value: 79.18280233077802
    - type: nauc_map_at_1_max
      value: 49.80324907065242
    - type: nauc_map_at_1_std
      value: -2.4529471800694576
    - type: nauc_map_at_20_diff1
      value: 76.06105794325309
    - type: nauc_map_at_20_max
      value: 56.50983388527086
    - type: nauc_map_at_20_std
      value: 3.5438509096689357
    - type: nauc_map_at_3_diff1
      value: 77.30131743846023
    - type: nauc_map_at_3_max
      value: 54.88345820574091
    - type: nauc_map_at_3_std
      value: -0.14414153724376336
    - type: nauc_map_at_5_diff1
      value: 76.3760021484074
    - type: nauc_map_at_5_max
      value: 56.238991517151405
    - type: nauc_map_at_5_std
      value: 2.032924236599453
    - type: nauc_mrr_at_1000_diff1
      value: 75.76788613755507
    - type: nauc_mrr_at_1000_max
      value: 58.052755437812806
    - type: nauc_mrr_at_1000_std
      value: 6.4693625323421395
    - type: nauc_mrr_at_100_diff1
      value: 75.77073741995821
    - type: nauc_mrr_at_100_max
      value: 58.054659119201915
    - type: nauc_mrr_at_100_std
      value: 6.474706478778545
    - type: nauc_mrr_at_10_diff1
      value: 75.54115735059217
    - type: nauc_mrr_at_10_max
      value: 58.17265501482297
    - type: nauc_mrr_at_10_std
      value: 6.251843373595271
    - type: nauc_mrr_at_1_diff1
      value: 77.57603990319609
    - type: nauc_mrr_at_1_max
      value: 55.86220217467876
    - type: nauc_mrr_at_1_std
      value: 7.101223682865022
    - type: nauc_mrr_at_20_diff1
      value: 75.65587300975086
    - type: nauc_mrr_at_20_max
      value: 58.06955862304443
    - type: nauc_mrr_at_20_std
      value: 6.426259261520951
    - type: nauc_mrr_at_3_diff1
      value: 76.09312522665512
    - type: nauc_mrr_at_3_max
      value: 57.79116645551433
    - type: nauc_mrr_at_3_std
      value: 5.340465414196046
    - type: nauc_mrr_at_5_diff1
      value: 75.45748931746186
    - type: nauc_mrr_at_5_max
      value: 58.37483417758293
    - type: nauc_mrr_at_5_std
      value: 6.583732482357576
    - type: nauc_ndcg_at_1000_diff1
      value: 75.63299082223676
    - type: nauc_ndcg_at_1000_max
      value: 57.993614411068904
    - type: nauc_ndcg_at_1000_std
      value: 5.468178341243107
    - type: nauc_ndcg_at_100_diff1
      value: 75.72790601940984
    - type: nauc_ndcg_at_100_max
      value: 58.09005146018939
    - type: nauc_ndcg_at_100_std
      value: 5.71991898098629
    - type: nauc_ndcg_at_10_diff1
      value: 74.51570123942263
    - type: nauc_ndcg_at_10_max
      value: 58.1674126126442
    - type: nauc_ndcg_at_10_std
      value: 3.5291957180471485
    - type: nauc_ndcg_at_1_diff1
      value: 77.57603990319609
    - type: nauc_ndcg_at_1_max
      value: 55.86220217467876
    - type: nauc_ndcg_at_1_std
      value: 7.101223682865022
    - type: nauc_ndcg_at_20_diff1
      value: 74.87370264715129
    - type: nauc_ndcg_at_20_max
      value: 58.26479583945405
    - type: nauc_ndcg_at_20_std
      value: 4.9410010121533485
    - type: nauc_ndcg_at_3_diff1
      value: 75.7799770695112
    - type: nauc_ndcg_at_3_max
      value: 57.17058509382753
    - type: nauc_ndcg_at_3_std
      value: 1.3057457066922815
    - type: nauc_ndcg_at_5_diff1
      value: 74.93409961910731
    - type: nauc_ndcg_at_5_max
      value: 58.10546350113983
    - type: nauc_ndcg_at_5_std
      value: 2.3728589558592525
    - type: nauc_precision_at_1000_diff1
      value: -36.988372487202895
    - type: nauc_precision_at_1000_max
      value: 9.243703176379006
    - type: nauc_precision_at_1000_std
      value: 50.62137699583042
    - type: nauc_precision_at_100_diff1
      value: -33.30632037370124
    - type: nauc_precision_at_100_max
      value: 11.176117908274431
    - type: nauc_precision_at_100_std
      value: 50.77711672892819
    - type: nauc_precision_at_10_diff1
      value: -13.462060179997415
    - type: nauc_precision_at_10_max
      value: 24.57035350735441
    - type: nauc_precision_at_10_std
      value: 38.3237594215549
    - type: nauc_precision_at_1_diff1
      value: 77.57603990319609
    - type: nauc_precision_at_1_max
      value: 55.86220217467876
    - type: nauc_precision_at_1_std
      value: 7.101223682865022
    - type: nauc_precision_at_20_diff1
      value: -20.905637069236803
    - type: nauc_precision_at_20_max
      value: 19.222790681412974
    - type: nauc_precision_at_20_std
      value: 42.69173843625813
    - type: nauc_precision_at_3_diff1
      value: 27.885276073619607
    - type: nauc_precision_at_3_max
      value: 42.46319018404902
    - type: nauc_precision_at_3_std
      value: 20.63803680981594
    - type: nauc_precision_at_5_diff1
      value: 10.021834061135383
    - type: nauc_precision_at_5_max
      value: 40.31174187287723
    - type: nauc_precision_at_5_std
      value: 33.500727802037865
    - type: nauc_recall_at_1000_diff1
      value: 100.0
    - type: nauc_recall_at_1000_max
      value: 100.0
    - type: nauc_recall_at_1000_std
      value: 100.0
    - type: nauc_recall_at_100_diff1
      value: 95.64270152505469
    - type: nauc_recall_at_100_max
      value: 85.13849984438123
    - type: nauc_recall_at_100_std
      value: 70.7594148770609
    - type: nauc_recall_at_10_diff1
      value: 63.07050183257385
    - type: nauc_recall_at_10_max
      value: 65.22778265535068
    - type: nauc_recall_at_10_std
      value: -4.821132433072802
    - type: nauc_recall_at_1_diff1
      value: 79.18280233077802
    - type: nauc_recall_at_1_max
      value: 49.80324907065242
    - type: nauc_recall_at_1_std
      value: -2.4529471800694576
    - type: nauc_recall_at_20_diff1
      value: 63.58865385234562
    - type: nauc_recall_at_20_max
      value: 69.80424353649502
    - type: nauc_recall_at_20_std
      value: 8.392092469171327
    - type: nauc_recall_at_3_diff1
      value: 72.47444041652938
    - type: nauc_recall_at_3_max
      value: 56.89729952915068
    - type: nauc_recall_at_3_std
      value: -8.254542768503438
    - type: nauc_recall_at_5_diff1
      value: 68.01094653591714
    - type: nauc_recall_at_5_max
      value: 61.9124136345221
    - type: nauc_recall_at_5_std
      value: -4.833220968920088
    - type: ndcg_at_1
      value: 67.333
    - type: ndcg_at_10
      value: 79.945
    - type: ndcg_at_100
      value: 81.328
    - type: ndcg_at_1000
      value: 81.413
    - type: ndcg_at_20
      value: 80.649
    - type: ndcg_at_3
      value: 76.29
    - type: ndcg_at_5
      value: 77.701
    - type: precision_at_1
      value: 67.333
    - type: precision_at_10
      value: 10.467
    - type: precision_at_100
      value: 1.1199999999999999
    - type: precision_at_1000
      value: 0.11299999999999999
    - type: precision_at_20
      value: 5.4
    - type: precision_at_3
      value: 30.110999999999997
    - type: precision_at_5
      value: 19.2
    - type: recall_at_1
      value: 64.161
    - type: recall_at_10
      value: 92.55600000000001
    - type: recall_at_100
      value: 99.0
    - type: recall_at_1000
      value: 99.667
    - type: recall_at_20
      value: 95.167
    - type: recall_at_3
      value: 82.6
    - type: recall_at_5
      value: 86.244
  - task:
      type: PairClassification
    dataset:
      name: MTEB SprintDuplicateQuestions
      type: mteb/sprintduplicatequestions-pairclassification
      config: default
      split: test
      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
    metrics:
    - type: cosine_accuracy
      value: 99.81881188118813
    - type: cosine_accuracy_threshold
      value: 85.84058284759521
    - type: cosine_ap
      value: 95.78776332556504
    - type: cosine_f1
      value: 91.01620029455081
    - type: cosine_f1_threshold
      value: 85.75928211212158
    - type: cosine_precision
      value: 89.39247830279653
    - type: cosine_recall
      value: 92.7
    - type: dot_accuracy
      value: 99.81881188118813
    - type: dot_accuracy_threshold
      value: 85.84058284759521
    - type: dot_ap
      value: 95.78773347155844
    - type: dot_f1
      value: 91.01620029455081
    - type: dot_f1_threshold
      value: 85.75928211212158
    - type: dot_precision
      value: 89.39247830279653
    - type: dot_recall
      value: 92.7
    - type: euclidean_accuracy
      value: 99.81881188118813
    - type: euclidean_accuracy_threshold
      value: 53.215450048446655
    - type: euclidean_ap
      value: 95.78776332556505
    - type: euclidean_f1
      value: 91.01620029455081
    - type: euclidean_f1_threshold
      value: 53.36800813674927
    - type: euclidean_precision
      value: 89.39247830279653
    - type: euclidean_recall
      value: 92.7
    - type: main_score
      value: 95.91773920491504
    - type: manhattan_accuracy
      value: 99.81881188118813
    - type: manhattan_accuracy_threshold
      value: 2434.398651123047
    - type: manhattan_ap
      value: 95.91773920491504
    - type: manhattan_f1
      value: 91.05928085519923
    - type: manhattan_f1_threshold
      value: 2558.251953125
    - type: manhattan_precision
      value: 88.5633270321361
    - type: manhattan_recall
      value: 93.7
    - type: max_ap
      value: 95.91773920491504
    - type: max_f1
      value: 91.05928085519923
    - type: max_precision
      value: 89.39247830279653
    - type: max_recall
      value: 93.7
    - type: similarity_accuracy
      value: 99.81881188118813
    - type: similarity_accuracy_threshold
      value: 85.84058284759521
    - type: similarity_ap
      value: 95.78776332556504
    - type: similarity_f1
      value: 91.01620029455081
    - type: similarity_f1_threshold
      value: 85.75928211212158
    - type: similarity_precision
      value: 89.39247830279653
    - type: similarity_recall
      value: 92.7
  - task:
      type: Clustering
    dataset:
      name: MTEB StackExchangeClustering
      type: mteb/stackexchange-clustering
      config: default
      split: test
      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
    metrics:
    - type: main_score
      value: 75.04678082457019
    - type: v_measure
      value: 75.04678082457019
    - type: v_measure_std
      value: 2.77895031549009
  - task:
      type: Clustering
    dataset:
      name: MTEB StackExchangeClusteringP2P
      type: mteb/stackexchange-clustering-p2p
      config: default
      split: test
      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
    metrics:
    - type: main_score
      value: 46.7480616077338
    - type: v_measure
      value: 46.7480616077338
    - type: v_measure_std
      value: 1.5247582475269905
  - task:
      type: Reranking
    dataset:
      name: MTEB StackOverflowDupQuestions
      type: mteb/stackoverflowdupquestions-reranking
      config: default
      split: test
      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
    metrics:
    - type: main_score
      value: 53.066118142981225
    - type: map
      value: 53.066118142981225
    - type: mrr
      value: 53.96447404719464
    - type: nAUC_map_diff1
      value: 38.329026794054585
    - type: nAUC_map_max
      value: 12.731823775227054
    - type: nAUC_map_std
      value: 7.4769546414816315
    - type: nAUC_mrr_diff1
      value: 38.45132255702392
    - type: nAUC_mrr_max
      value: 13.565204704342396
    - type: nAUC_mrr_std
      value: 8.287911244819353
  - task:
      type: Summarization
    dataset:
      name: MTEB SummEval
      type: mteb/summeval
      config: default
      split: test
      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
    metrics:
    - type: cosine_pearson
      value: 28.5799749570802
    - type: cosine_spearman
      value: 27.695727859698255
    - type: dot_pearson
      value: 28.579989993905958
    - type: dot_spearman
      value: 27.69484016531357
    - type: main_score
      value: 27.695727859698255
    - type: pearson
      value: 28.5799749570802
    - type: spearman
      value: 27.695727859698255
  - task:
      type: Retrieval
    dataset:
      name: MTEB TRECCOVID
      type: mteb/trec-covid
      config: default
      split: test
      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
    metrics:
    - type: main_score
      value: 86.454
    - type: map_at_1
      value: 0.242
    - type: map_at_10
      value: 2.279
    - type: map_at_100
      value: 15.088
    - type: map_at_1000
      value: 37.029
    - type: map_at_20
      value: 4.275
    - type: map_at_3
      value: 0.722
    - type: map_at_5
      value: 1.195
    - type: mrr_at_1
      value: 92.0
    - type: mrr_at_10
      value: 96.0
    - type: mrr_at_100
      value: 96.0
    - type: mrr_at_1000
      value: 96.0
    - type: mrr_at_20
      value: 96.0
    - type: mrr_at_3
      value: 96.0
    - type: mrr_at_5
      value: 96.0
    - type: nauc_map_at_1000_diff1
      value: -30.293896217848655
    - type: nauc_map_at_1000_max
      value: 23.85136121467542
    - type: nauc_map_at_1000_std
      value: 63.35470337953567
    - type: nauc_map_at_100_diff1
      value: -14.703078563009154
    - type: nauc_map_at_100_max
      value: 27.973629581077102
    - type: nauc_map_at_100_std
      value: 46.95359110837345
    - type: nauc_map_at_10_diff1
      value: -4.124915890350429
    - type: nauc_map_at_10_max
      value: 16.204061410353123
    - type: nauc_map_at_10_std
      value: 22.43823882381022
    - type: nauc_map_at_1_diff1
      value: 3.871186260963678
    - type: nauc_map_at_1_max
      value: 10.291074663078922
    - type: nauc_map_at_1_std
      value: 15.473300411071794
    - type: nauc_map_at_20_diff1
      value: -3.9802237172610164
    - type: nauc_map_at_20_max
      value: 18.11012767486046
    - type: nauc_map_at_20_std
      value: 24.60833473170288
    - type: nauc_map_at_3_diff1
      value: 8.461807764072127
    - type: nauc_map_at_3_max
      value: 11.691666667817504
    - type: nauc_map_at_3_std
      value: 14.06895247661592
    - type: nauc_map_at_5_diff1
      value: 4.5975621880550985
    - type: nauc_map_at_5_max
      value: 12.187323190544557
    - type: nauc_map_at_5_std
      value: 14.757297772880342
    - type: nauc_mrr_at_1000_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_1000_max
      value: 60.38748832866469
    - type: nauc_mrr_at_1000_std
      value: 81.90943043884228
    - type: nauc_mrr_at_100_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_100_max
      value: 60.38748832866469
    - type: nauc_mrr_at_100_std
      value: 81.90943043884228
    - type: nauc_mrr_at_10_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_10_max
      value: 60.38748832866469
    - type: nauc_mrr_at_10_std
      value: 81.90943043884228
    - type: nauc_mrr_at_1_diff1
      value: -18.73249299719886
    - type: nauc_mrr_at_1_max
      value: 60.38748832866479
    - type: nauc_mrr_at_1_std
      value: 81.90943043884225
    - type: nauc_mrr_at_20_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_20_max
      value: 60.38748832866469
    - type: nauc_mrr_at_20_std
      value: 81.90943043884228
    - type: nauc_mrr_at_3_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_3_max
      value: 60.38748832866469
    - type: nauc_mrr_at_3_std
      value: 81.90943043884228
    - type: nauc_mrr_at_5_diff1
      value: -18.732492997198666
    - type: nauc_mrr_at_5_max
      value: 60.38748832866469
    - type: nauc_mrr_at_5_std
      value: 81.90943043884228
    - type: nauc_ndcg_at_1000_diff1
      value: -30.17247489441324
    - type: nauc_ndcg_at_1000_max
      value: 25.053572521852125
    - type: nauc_ndcg_at_1000_std
      value: 63.223787007068125
    - type: nauc_ndcg_at_100_diff1
      value: -49.44136749206699
    - type: nauc_ndcg_at_100_max
      value: 31.726373553802734
    - type: nauc_ndcg_at_100_std
      value: 65.63882146402028
    - type: nauc_ndcg_at_10_diff1
      value: -64.45463810632792
    - type: nauc_ndcg_at_10_max
      value: 43.77927205228312
    - type: nauc_ndcg_at_10_std
      value: 68.75779829097429
    - type: nauc_ndcg_at_1_diff1
      value: -39.08462033462035
    - type: nauc_ndcg_at_1_max
      value: 46.987612612612565
    - type: nauc_ndcg_at_1_std
      value: 78.56740669240665
    - type: nauc_ndcg_at_20_diff1
      value: -50.57831400886549
    - type: nauc_ndcg_at_20_max
      value: 42.05734889491642
    - type: nauc_ndcg_at_20_std
      value: 61.18625152995308
    - type: nauc_ndcg_at_3_diff1
      value: -27.863732677834065
    - type: nauc_ndcg_at_3_max
      value: 49.33557531113745
    - type: nauc_ndcg_at_3_std
      value: 62.84465354034654
    - type: nauc_ndcg_at_5_diff1
      value: -52.82815341518435
    - type: nauc_ndcg_at_5_max
      value: 46.74682049734401
    - type: nauc_ndcg_at_5_std
      value: 67.26600512166976
    - type: nauc_precision_at_1000_diff1
      value: -26.43642783284165
    - type: nauc_precision_at_1000_max
      value: 9.053955764041222
    - type: nauc_precision_at_1000_std
      value: 23.300426218758595
    - type: nauc_precision_at_100_diff1
      value: -40.51161576611829
    - type: nauc_precision_at_100_max
      value: 33.10808318106693
    - type: nauc_precision_at_100_std
      value: 62.83706604019853
    - type: nauc_precision_at_10_diff1
      value: -73.73649178751282
    - type: nauc_precision_at_10_max
      value: 49.488775845923996
    - type: nauc_precision_at_10_std
      value: 72.4356540885278
    - type: nauc_precision_at_1_diff1
      value: -18.73249299719886
    - type: nauc_precision_at_1_max
      value: 60.38748832866479
    - type: nauc_precision_at_1_std
      value: 81.90943043884225
    - type: nauc_precision_at_20_diff1
      value: -45.011441031577334
    - type: nauc_precision_at_20_max
      value: 39.463752119955885
    - type: nauc_precision_at_20_std
      value: 56.67644762699536
    - type: nauc_precision_at_3_diff1
      value: -17.377622377622178
    - type: nauc_precision_at_3_max
      value: 65.49950049950061
    - type: nauc_precision_at_3_std
      value: 65.98901098901096
    - type: nauc_precision_at_5_diff1
      value: -59.953430407975524
    - type: nauc_precision_at_5_max
      value: 61.44562508198852
    - type: nauc_precision_at_5_std
      value: 71.93362193362212
    - type: nauc_recall_at_1000_diff1
      value: -15.691623330456695
    - type: nauc_recall_at_1000_max
      value: 15.829741919417781
    - type: nauc_recall_at_1000_std
      value: 49.972394503360526
    - type: nauc_recall_at_100_diff1
      value: -1.98100959017737
    - type: nauc_recall_at_100_max
      value: 18.16585160155718
    - type: nauc_recall_at_100_std
      value: 33.70517511173555
    - type: nauc_recall_at_10_diff1
      value: 3.7343160902801453
    - type: nauc_recall_at_10_max
      value: 9.582727867819985
    - type: nauc_recall_at_10_std
      value: 14.43434213623839
    - type: nauc_recall_at_1_diff1
      value: 3.871186260963678
    - type: nauc_recall_at_1_max
      value: 10.291074663078922
    - type: nauc_recall_at_1_std
      value: 15.473300411071794
    - type: nauc_recall_at_20_diff1
      value: 6.080011926090639
    - type: nauc_recall_at_20_max
      value: 10.276334837294632
    - type: nauc_recall_at_20_std
      value: 14.638854755961765
    - type: nauc_recall_at_3_diff1
      value: 13.491492355604207
    - type: nauc_recall_at_3_max
      value: 7.583143673445603
    - type: nauc_recall_at_3_std
      value: 8.718723099698545
    - type: nauc_recall_at_5_diff1
      value: 9.84701641956667
    - type: nauc_recall_at_5_max
      value: 6.865633176042521
    - type: nauc_recall_at_5_std
      value: 8.495525728773917
    - type: ndcg_at_1
      value: 88.0
    - type: ndcg_at_10
      value: 86.454
    - type: ndcg_at_100
      value: 69.773
    - type: ndcg_at_1000
      value: 62.449
    - type: ndcg_at_20
      value: 83.828
    - type: ndcg_at_3
      value: 88.94999999999999
    - type: ndcg_at_5
      value: 89.008
    - type: precision_at_1
      value: 92.0
    - type: precision_at_10
      value: 91.4
    - type: precision_at_100
      value: 72.5
    - type: precision_at_1000
      value: 27.63
    - type: precision_at_20
      value: 88.3
    - type: precision_at_3
      value: 93.333
    - type: precision_at_5
      value: 93.60000000000001
    - type: recall_at_1
      value: 0.242
    - type: recall_at_10
      value: 2.398
    - type: recall_at_100
      value: 17.687
    - type: recall_at_1000
      value: 59.114
    - type: recall_at_20
      value: 4.595
    - type: recall_at_3
      value: 0.744
    - type: recall_at_5
      value: 1.242
  - task:
      type: Retrieval
    dataset:
      name: MTEB Touche2020
      type: mteb/touche2020
      config: default
      split: test
      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
    metrics:
    - type: main_score
      value: 28.291
    - type: map_at_1
      value: 3.3070000000000004
    - type: map_at_10
      value: 11.583
    - type: map_at_100
      value: 19.431
    - type: map_at_1000
      value: 21.117
    - type: map_at_20
      value: 15.565000000000001
    - type: map_at_3
      value: 7.331
    - type: map_at_5
      value: 8.388
    - type: mrr_at_1
      value: 42.857142857142854
    - type: mrr_at_10
      value: 56.073858114674444
    - type: mrr_at_100
      value: 56.91700589659773
    - type: mrr_at_1000
      value: 56.91700589659773
    - type: mrr_at_20
      value: 56.74104806757868
    - type: mrr_at_3
      value: 52.38095238095237
    - type: mrr_at_5
      value: 55.238095238095234
    - type: nauc_map_at_1000_diff1
      value: 44.356213349156434
    - type: nauc_map_at_1000_max
      value: -9.51945221851252
    - type: nauc_map_at_1000_std
      value: -1.8070977193404478
    - type: nauc_map_at_100_diff1
      value: 43.78087877345666
    - type: nauc_map_at_100_max
      value: -10.847966846757402
    - type: nauc_map_at_100_std
      value: -4.891700065316397
    - type: nauc_map_at_10_diff1
      value: 34.27489592465229
    - type: nauc_map_at_10_max
      value: -6.162529272432887
    - type: nauc_map_at_10_std
      value: -22.281331588136577
    - type: nauc_map_at_1_diff1
      value: 29.01257972849859
    - type: nauc_map_at_1_max
      value: -24.063714845829665
    - type: nauc_map_at_1_std
      value: -27.78034952027059
    - type: nauc_map_at_20_diff1
      value: 40.558911376597514
    - type: nauc_map_at_20_max
      value: -10.318831261038511
    - type: nauc_map_at_20_std
      value: -19.52067901729213
    - type: nauc_map_at_3_diff1
      value: 25.194838760959527
    - type: nauc_map_at_3_max
      value: -15.096493900206298
    - type: nauc_map_at_3_std
      value: -25.517170624203906
    - type: nauc_map_at_5_diff1
      value: 28.037488854336395
    - type: nauc_map_at_5_max
      value: -9.84712775315703
    - type: nauc_map_at_5_std
      value: -25.457199540701193
    - type: nauc_mrr_at_1000_diff1
      value: 30.415287662773423
    - type: nauc_mrr_at_1000_max
      value: -14.955789832238223
    - type: nauc_mrr_at_1000_std
      value: -16.193031932456734
    - type: nauc_mrr_at_100_diff1
      value: 30.415287662773423
    - type: nauc_mrr_at_100_max
      value: -14.955789832238223
    - type: nauc_mrr_at_100_std
      value: -16.193031932456734
    - type: nauc_mrr_at_10_diff1
      value: 29.944404093422804
    - type: nauc_mrr_at_10_max
      value: -14.600755940210425
    - type: nauc_mrr_at_10_std
      value: -16.96874938128955
    - type: nauc_mrr_at_1_diff1
      value: 28.24168623646855
    - type: nauc_mrr_at_1_max
      value: -26.473390810938223
    - type: nauc_mrr_at_1_std
      value: -19.847904251987405
    - type: nauc_mrr_at_20_diff1
      value: 30.603321907235532
    - type: nauc_mrr_at_20_max
      value: -15.160654418428182
    - type: nauc_mrr_at_20_std
      value: -15.87155825394732
    - type: nauc_mrr_at_3_diff1
      value: 32.20974550537424
    - type: nauc_mrr_at_3_max
      value: -13.359331637910362
    - type: nauc_mrr_at_3_std
      value: -15.35616967360276
    - type: nauc_mrr_at_5_diff1
      value: 31.276346997827627
    - type: nauc_mrr_at_5_max
      value: -13.990797683176472
    - type: nauc_mrr_at_5_std
      value: -18.02229007347959
    - type: nauc_ndcg_at_1000_diff1
      value: 39.77616180280105
    - type: nauc_ndcg_at_1000_max
      value: -13.365497309128537
    - type: nauc_ndcg_at_1000_std
      value: 17.50934476685922
    - type: nauc_ndcg_at_100_diff1
      value: 43.020478240192034
    - type: nauc_ndcg_at_100_max
      value: -24.398334067917666
    - type: nauc_ndcg_at_100_std
      value: 14.340010824013635
    - type: nauc_ndcg_at_10_diff1
      value: 36.633307595982686
    - type: nauc_ndcg_at_10_max
      value: -18.16760752311136
    - type: nauc_ndcg_at_10_std
      value: -15.997445904209398
    - type: nauc_ndcg_at_1_diff1
      value: 23.50897611036144
    - type: nauc_ndcg_at_1_max
      value: -28.8780581730975
    - type: nauc_ndcg_at_1_std
      value: -17.956802591815965
    - type: nauc_ndcg_at_20_diff1
      value: 40.85273458033189
    - type: nauc_ndcg_at_20_max
      value: -22.637229151669523
    - type: nauc_ndcg_at_20_std
      value: -15.36108209125738
    - type: nauc_ndcg_at_3_diff1
      value: 26.38130973415932
    - type: nauc_ndcg_at_3_max
      value: -17.8298646711695
    - type: nauc_ndcg_at_3_std
      value: -15.209872297038867
    - type: nauc_ndcg_at_5_diff1
      value: 31.26935981147898
    - type: nauc_ndcg_at_5_max
      value: -15.836371150882874
    - type: nauc_ndcg_at_5_std
      value: -16.994309600153883
    - type: nauc_precision_at_1000_diff1
      value: -17.30286313876566
    - type: nauc_precision_at_1000_max
      value: 44.37179979868095
    - type: nauc_precision_at_1000_std
      value: 29.75831973979209
    - type: nauc_precision_at_100_diff1
      value: 30.789201196601184
    - type: nauc_precision_at_100_max
      value: -3.6870457287567127
    - type: nauc_precision_at_100_std
      value: 67.03237995133328
    - type: nauc_precision_at_10_diff1
      value: 43.12466785767051
    - type: nauc_precision_at_10_max
      value: -10.719154994043603
    - type: nauc_precision_at_10_std
      value: -8.136545413364837
    - type: nauc_precision_at_1_diff1
      value: 28.24168623646855
    - type: nauc_precision_at_1_max
      value: -26.473390810938223
    - type: nauc_precision_at_1_std
      value: -19.847904251987405
    - type: nauc_precision_at_20_diff1
      value: 52.8237598859693
    - type: nauc_precision_at_20_max
      value: -15.964075352696169
    - type: nauc_precision_at_20_std
      value: 2.3317371245526357
    - type: nauc_precision_at_3_diff1
      value: 29.43889942617868
    - type: nauc_precision_at_3_max
      value: -9.45879416331275
    - type: nauc_precision_at_3_std
      value: -17.368167617615043
    - type: nauc_precision_at_5_diff1
      value: 33.94543373423699
    - type: nauc_precision_at_5_max
      value: -4.957278927627976
    - type: nauc_precision_at_5_std
      value: -20.583725154303927
    - type: nauc_recall_at_1000_diff1
      value: 15.184063668664786
    - type: nauc_recall_at_1000_max
      value: 21.47942517330889
    - type: nauc_recall_at_1000_std
      value: 67.10902844029505
    - type: nauc_recall_at_100_diff1
      value: 34.31184666134344
    - type: nauc_recall_at_100_max
      value: -19.59459765457681
    - type: nauc_recall_at_100_std
      value: 38.97309991608786
    - type: nauc_recall_at_10_diff1
      value: 34.9024804167275
    - type: nauc_recall_at_10_max
      value: -9.697688212953077
    - type: nauc_recall_at_10_std
      value: -19.026416862546462
    - type: nauc_recall_at_1_diff1
      value: 29.01257972849859
    - type: nauc_recall_at_1_max
      value: -24.063714845829665
    - type: nauc_recall_at_1_std
      value: -27.78034952027059
    - type: nauc_recall_at_20_diff1
      value: 40.994356869986134
    - type: nauc_recall_at_20_max
      value: -17.387720169060177
    - type: nauc_recall_at_20_std
      value: -13.391920534091096
    - type: nauc_recall_at_3_diff1
      value: 23.982332098303335
    - type: nauc_recall_at_3_max
      value: -13.23549015388994
    - type: nauc_recall_at_3_std
      value: -24.967396496125627
    - type: nauc_recall_at_5_diff1
      value: 27.57909659591337
    - type: nauc_recall_at_5_max
      value: -7.380015117336482
    - type: nauc_recall_at_5_std
      value: -26.115325566585994
    - type: ndcg_at_1
      value: 40.816
    - type: ndcg_at_10
      value: 28.291
    - type: ndcg_at_100
      value: 41.814
    - type: ndcg_at_1000
      value: 52.762
    - type: ndcg_at_20
      value: 31.313999999999997
    - type: ndcg_at_3
      value: 35.892
    - type: ndcg_at_5
      value: 29.833
    - type: precision_at_1
      value: 42.857
    - type: precision_at_10
      value: 23.878
    - type: precision_at_100
      value: 8.449
    - type: precision_at_1000
      value: 1.592
    - type: precision_at_20
      value: 21.02
    - type: precision_at_3
      value: 37.415
    - type: precision_at_5
      value: 28.163
    - type: recall_at_1
      value: 3.3070000000000004
    - type: recall_at_10
      value: 17.412
    - type: recall_at_100
      value: 51.685
    - type: recall_at_1000
      value: 85.87
    - type: recall_at_20
      value: 29.047
    - type: recall_at_3
      value: 8.307
    - type: recall_at_5
      value: 10.395999999999999
  - task:
      type: Classification
    dataset:
      name: MTEB ToxicConversationsClassification
      type: mteb/toxic_conversations_50k
      config: default
      split: test
      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
    metrics:
    - type: accuracy
      value: 88.0810546875
    - type: ap
      value: 35.7418777987341
    - type: ap_weighted
      value: 35.7418777987341
    - type: f1
      value: 73.74925430452048
    - type: f1_weighted
      value: 90.07041976974219
    - type: main_score
      value: 88.0810546875
  - task:
      type: Classification
    dataset:
      name: MTEB TweetSentimentExtractionClassification
      type: mteb/tweet_sentiment_extraction
      config: default
      split: test
      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
    metrics:
    - type: accuracy
      value: 78.23429541595924
    - type: f1
      value: 78.40457663589217
    - type: f1_weighted
      value: 77.77448608245429
    - type: main_score
      value: 78.23429541595924
  - task:
      type: Clustering
    dataset:
      name: MTEB TwentyNewsgroupsClustering
      type: mteb/twentynewsgroups-clustering
      config: default
      split: test
      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
    metrics:
    - type: main_score
      value: 52.78205531814135
    - type: v_measure
      value: 52.78205531814135
    - type: v_measure_std
      value: 1.165738532699205
  - task:
      type: PairClassification
    dataset:
      name: MTEB TwitterSemEval2015
      type: mteb/twittersemeval2015-pairclassification
      config: default
      split: test
      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
    metrics:
    - type: cosine_accuracy
      value: 86.51725576682364
    - type: cosine_accuracy_threshold
      value: 87.56462335586548
    - type: cosine_ap
      value: 75.93126232010206
    - type: cosine_f1
      value: 69.28154353896929
    - type: cosine_f1_threshold
      value: 85.87252497673035
    - type: cosine_precision
      value: 66.7563600782779
    - type: cosine_recall
      value: 72.00527704485488
    - type: dot_accuracy
      value: 86.51725576682364
    - type: dot_accuracy_threshold
      value: 87.56462931632996
    - type: dot_ap
      value: 75.93126248123106
    - type: dot_f1
      value: 69.28154353896929
    - type: dot_f1_threshold
      value: 85.87252497673035
    - type: dot_precision
      value: 66.7563600782779
    - type: dot_recall
      value: 72.00527704485488
    - type: euclidean_accuracy
      value: 86.51725576682364
    - type: euclidean_accuracy_threshold
      value: 49.87057447433472
    - type: euclidean_ap
      value: 75.93122690902605
    - type: euclidean_f1
      value: 69.28154353896929
    - type: euclidean_f1_threshold
      value: 53.155386447906494
    - type: euclidean_precision
      value: 66.7563600782779
    - type: euclidean_recall
      value: 72.00527704485488
    - type: main_score
      value: 75.93126248123106
    - type: manhattan_accuracy
      value: 86.51129522560649
    - type: manhattan_accuracy_threshold
      value: 2384.7103118896484
    - type: manhattan_ap
      value: 75.90557012840495
    - type: manhattan_f1
      value: 69.18795851252213
    - type: manhattan_f1_threshold
      value: 2518.6872482299805
    - type: manhattan_precision
      value: 66.44800777453838
    - type: manhattan_recall
      value: 72.16358839050132
    - type: max_ap
      value: 75.93126248123106
    - type: max_f1
      value: 69.28154353896929
    - type: max_precision
      value: 66.7563600782779
    - type: max_recall
      value: 72.16358839050132
    - type: similarity_accuracy
      value: 86.51725576682364
    - type: similarity_accuracy_threshold
      value: 87.56462335586548
    - type: similarity_ap
      value: 75.93126232010206
    - type: similarity_f1
      value: 69.28154353896929
    - type: similarity_f1_threshold
      value: 85.87252497673035
    - type: similarity_precision
      value: 66.7563600782779
    - type: similarity_recall
      value: 72.00527704485488
  - task:
      type: PairClassification
    dataset:
      name: MTEB TwitterURLCorpus
      type: mteb/twitterurlcorpus-pairclassification
      config: default
      split: test
      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
    metrics:
    - type: cosine_accuracy
      value: 89.4787907012846
    - type: cosine_accuracy_threshold
      value: 84.99394059181213
    - type: cosine_ap
      value: 87.36213612629781
    - type: cosine_f1
      value: 79.33653810869325
    - type: cosine_f1_threshold
      value: 83.42517614364624
    - type: cosine_precision
      value: 75.79050690598051
    - type: cosine_recall
      value: 83.23067446874038
    - type: dot_accuracy
      value: 89.4787907012846
    - type: dot_accuracy_threshold
      value: 84.99394059181213
    - type: dot_ap
      value: 87.36212758027688
    - type: dot_f1
      value: 79.33653810869325
    - type: dot_f1_threshold
      value: 83.4251880645752
    - type: dot_precision
      value: 75.79050690598051
    - type: dot_recall
      value: 83.23067446874038
    - type: euclidean_accuracy
      value: 89.4787907012846
    - type: euclidean_accuracy_threshold
      value: 54.78330850601196
    - type: euclidean_ap
      value: 87.36212210446135
    - type: euclidean_f1
      value: 79.33653810869325
    - type: euclidean_f1_threshold
      value: 57.57572650909424
    - type: euclidean_precision
      value: 75.79050690598051
    - type: euclidean_recall
      value: 83.23067446874038
    - type: main_score
      value: 87.40831622813965
    - type: manhattan_accuracy
      value: 89.4787907012846
    - type: manhattan_accuracy_threshold
      value: 2580.6427001953125
    - type: manhattan_ap
      value: 87.40831622813965
    - type: manhattan_f1
      value: 79.41061043918799
    - type: manhattan_f1_threshold
      value: 2771.9974517822266
    - type: manhattan_precision
      value: 73.99109101788444
    - type: manhattan_recall
      value: 85.68678780412688
    - type: max_ap
      value: 87.40831622813965
    - type: max_f1
      value: 79.41061043918799
    - type: max_precision
      value: 75.79050690598051
    - type: max_recall
      value: 85.68678780412688
    - type: similarity_accuracy
      value: 89.4787907012846
    - type: similarity_accuracy_threshold
      value: 84.99394059181213
    - type: similarity_ap
      value: 87.36213612629781
    - type: similarity_f1
      value: 79.33653810869325
    - type: similarity_f1_threshold
      value: 83.42517614364624
    - type: similarity_precision
      value: 75.79050690598051
    - type: similarity_recall
      value: 83.23067446874038
  - task:
      type: STS
    dataset:
      name: MTEB AFQMC
      type: C-MTEB/AFQMC
      config: default
      split: validation
      revision: b44c3b011063adb25877c13823db83bb193913c4
    metrics:
    - type: cosine_pearson
      value: 41.64386835570561
    - type: cosine_spearman
      value: 43.19379151087761
    - type: euclidean_pearson
      value: 41.50918458775045
    - type: euclidean_spearman
      value: 43.19379150765412
    - type: main_score
      value: 43.19379151087761
    - type: manhattan_pearson
      value: 41.44879311570844
    - type: manhattan_spearman
      value: 43.1331569623375
    - type: pearson
      value: 41.64386835570561
    - type: spearman
      value: 43.19379151087761
  - task:
      type: STS
    dataset:
      name: MTEB ATEC
      type: C-MTEB/ATEC
      config: default
      split: test
      revision: 0f319b1142f28d00e055a6770f3f726ae9b7d865
    metrics:
    - type: cosine_pearson
      value: 48.743301803415385
    - type: cosine_spearman
      value: 50.1649346804881
    - type: euclidean_pearson
      value: 52.18999372105992
    - type: euclidean_spearman
      value: 50.16493130254488
    - type: main_score
      value: 50.1649346804881
    - type: manhattan_pearson
      value: 52.18395800985427
    - type: manhattan_spearman
      value: 50.14763571495949
    - type: pearson
      value: 48.743301803415385
    - type: spearman
      value: 50.1649346804881
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (zh)
      type: mteb/amazon_reviews_multi
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 51.535999999999994
    - type: f1
      value: 47.4898954358022
    - type: f1_weighted
      value: 47.48989543580219
    - type: main_score
      value: 51.535999999999994
  - task:
      type: STS
    dataset:
      name: MTEB BQ
      type: C-MTEB/BQ
      config: default
      split: test
      revision: e3dda5e115e487b39ec7e618c0c6a29137052a55
    metrics:
    - type: cosine_pearson
      value: 55.419452799381105
    - type: cosine_spearman
      value: 56.293792343775564
    - type: euclidean_pearson
      value: 55.36536266265162
    - type: euclidean_spearman
      value: 56.29378541472789
    - type: main_score
      value: 56.293792343775564
    - type: manhattan_pearson
      value: 55.49541403940816
    - type: manhattan_spearman
      value: 56.44957645829305
    - type: pearson
      value: 55.419452799381105
    - type: spearman
      value: 56.293792343775564
  - task:
      type: Clustering
    dataset:
      name: MTEB CLSClusteringP2P
      type: C-MTEB/CLSClusteringP2P
      config: default
      split: test
      revision: 4b6227591c6c1a73bc76b1055f3b7f3588e72476
    metrics:
    - type: main_score
      value: 55.22891270992726
    - type: v_measure
      value: 55.22891270992726
    - type: v_measure_std
      value: 1.2285658700007676
  - task:
      type: Clustering
    dataset:
      name: MTEB CLSClusteringS2S
      type: C-MTEB/CLSClusteringS2S
      config: default
      split: test
      revision: e458b3f5414b62b7f9f83499ac1f5497ae2e869f
    metrics:
    - type: main_score
      value: 50.63839978827497
    - type: v_measure
      value: 50.63839978827497
    - type: v_measure_std
      value: 1.242473805835589
  - task:
      type: Reranking
    dataset:
      name: MTEB CMedQAv1
      type: C-MTEB/CMedQAv1-reranking
      config: default
      split: test
      revision: 8d7f1e942507dac42dc58017c1a001c3717da7df
    metrics:
    - type: main_score
      value: 85.96024801465656
    - type: map
      value: 85.96024801465656
    - type: mrr
      value: 88.43456349206349
    - type: nAUC_map_diff1
      value: 57.337140940549446
    - type: nAUC_map_max
      value: 62.9958193712711
    - type: nAUC_map_std
      value: 31.11271008737696
    - type: nAUC_mrr_diff1
      value: 65.1415639393879
    - type: nAUC_mrr_max
      value: 72.03136151651076
    - type: nAUC_mrr_std
      value: 41.81297572680883
  - task:
      type: Reranking
    dataset:
      name: MTEB CMedQAv2
      type: C-MTEB/CMedQAv2-reranking
      config: default
      split: test
      revision: 23d186750531a14a0357ca22cd92d712fd512ea0
    metrics:
    - type: main_score
      value: 86.16019791195917
    - type: map
      value: 86.16019791195917
    - type: mrr
      value: 88.43142857142857
    - type: nAUC_map_diff1
      value: 65.73941836563229
    - type: nAUC_map_max
      value: 70.18844498133647
    - type: nAUC_map_std
      value: 20.764350257887205
    - type: nAUC_mrr_diff1
      value: 72.29089490704929
    - type: nAUC_mrr_max
      value: 79.06040041480205
    - type: nAUC_mrr_std
      value: 29.68793685691943
  - task:
      type: Retrieval
    dataset:
      name: MTEB CmedqaRetrieval
      type: C-MTEB/CmedqaRetrieval
      config: default
      split: dev
      revision: cd540c506dae1cf9e9a59c3e06f42030d54e7301
    metrics:
    - type: main_score
      value: 48.878
    - type: map_at_1
      value: 30.990000000000002
    - type: map_at_10
      value: 43.101
    - type: map_at_100
      value: 44.799
    - type: map_at_1000
      value: 44.917
    - type: map_at_20
      value: 44.024
    - type: map_at_3
      value: 39.495999999999995
    - type: map_at_5
      value: 41.619
    - type: mrr_at_1
      value: 46.036509127281825
    - type: mrr_at_10
      value: 52.58885157797379
    - type: mrr_at_100
      value: 53.491086020573874
    - type: mrr_at_1000
      value: 53.53388374466903
    - type: mrr_at_20
      value: 53.106963611093015
    - type: mrr_at_3
      value: 50.75435525548042
    - type: mrr_at_5
      value: 51.810869384012626
    - type: nauc_map_at_1000_diff1
      value: 52.41543525690992
    - type: nauc_map_at_1000_max
      value: 41.553008933748075
    - type: nauc_map_at_1000_std
      value: -10.32929204180765
    - type: nauc_map_at_100_diff1
      value: 52.381590955115
    - type: nauc_map_at_100_max
      value: 41.528487983429805
    - type: nauc_map_at_100_std
      value: -10.381249064468227
    - type: nauc_map_at_10_diff1
      value: 52.16869784800555
    - type: nauc_map_at_10_max
      value: 40.50593347217273
    - type: nauc_map_at_10_std
      value: -11.48440163831477
    - type: nauc_map_at_1_diff1
      value: 54.37950698425308
    - type: nauc_map_at_1_max
      value: 27.99076263656578
    - type: nauc_map_at_1_std
      value: -13.387743308583936
    - type: nauc_map_at_20_diff1
      value: 52.26486912651778
    - type: nauc_map_at_20_max
      value: 41.1289112053278
    - type: nauc_map_at_20_std
      value: -10.836952272087673
    - type: nauc_map_at_3_diff1
      value: 52.22837162881318
    - type: nauc_map_at_3_max
      value: 37.28247882586101
    - type: nauc_map_at_3_std
      value: -12.802844493692689
    - type: nauc_map_at_5_diff1
      value: 52.14901352070414
    - type: nauc_map_at_5_max
      value: 39.30755835274481
    - type: nauc_map_at_5_std
      value: -12.090080928908693
    - type: nauc_mrr_at_1000_diff1
      value: 61.29362223939591
    - type: nauc_mrr_at_1000_max
      value: 49.504464268268734
    - type: nauc_mrr_at_1000_std
      value: -6.192362955819179
    - type: nauc_mrr_at_100_diff1
      value: 61.27462778479297
    - type: nauc_mrr_at_100_max
      value: 49.501426021534314
    - type: nauc_mrr_at_100_std
      value: -6.187965501873083
    - type: nauc_mrr_at_10_diff1
      value: 61.26052149225271
    - type: nauc_mrr_at_10_max
      value: 49.41033526947803
    - type: nauc_mrr_at_10_std
      value: -6.480678335278449
    - type: nauc_mrr_at_1_diff1
      value: 65.17652550565293
    - type: nauc_mrr_at_1_max
      value: 48.51010542543353
    - type: nauc_mrr_at_1_std
      value: -7.368387510155559
    - type: nauc_mrr_at_20_diff1
      value: 61.21989112831903
    - type: nauc_mrr_at_20_max
      value: 49.48689488743648
    - type: nauc_mrr_at_20_std
      value: -6.243372597148973
    - type: nauc_mrr_at_3_diff1
      value: 61.9547565182502
    - type: nauc_mrr_at_3_max
      value: 49.66360537204246
    - type: nauc_mrr_at_3_std
      value: -6.720743933293509
    - type: nauc_mrr_at_5_diff1
      value: 61.496871352071125
    - type: nauc_mrr_at_5_max
      value: 49.5678171266
    - type: nauc_mrr_at_5_std
      value: -6.6874891389325315
    - type: nauc_ndcg_at_1000_diff1
      value: 54.01531878364172
    - type: nauc_ndcg_at_1000_max
      value: 45.34209378824649
    - type: nauc_ndcg_at_1000_std
      value: -6.944248444224854
    - type: nauc_ndcg_at_100_diff1
      value: 53.346748878441474
    - type: nauc_ndcg_at_100_max
      value: 45.14003986050034
    - type: nauc_ndcg_at_100_std
      value: -7.005085495055454
    - type: nauc_ndcg_at_10_diff1
      value: 52.810226490598126
    - type: nauc_ndcg_at_10_max
      value: 43.07795669853919
    - type: nauc_ndcg_at_10_std
      value: -10.034928499762781
    - type: nauc_ndcg_at_1_diff1
      value: 65.17652550565293
    - type: nauc_ndcg_at_1_max
      value: 48.51010542543353
    - type: nauc_ndcg_at_1_std
      value: -7.368387510155559
    - type: nauc_ndcg_at_20_diff1
      value: 52.804323719089496
    - type: nauc_ndcg_at_20_max
      value: 43.997732911446015
    - type: nauc_ndcg_at_20_std
      value: -8.676868642315817
    - type: nauc_ndcg_at_3_diff1
      value: 53.674179686012266
    - type: nauc_ndcg_at_3_max
      value: 44.060837370301144
    - type: nauc_ndcg_at_3_std
      value: -9.037885820033154
    - type: nauc_ndcg_at_5_diff1
      value: 53.07635969540409
    - type: nauc_ndcg_at_5_max
      value: 43.25087811115596
    - type: nauc_ndcg_at_5_std
      value: -9.846858466002635
    - type: nauc_precision_at_1000_diff1
      value: 2.084666373040924
    - type: nauc_precision_at_1000_max
      value: 28.42640828471192
    - type: nauc_precision_at_1000_std
      value: 22.933705383301913
    - type: nauc_precision_at_100_diff1
      value: 9.069908068584077
    - type: nauc_precision_at_100_max
      value: 37.06160191646647
    - type: nauc_precision_at_100_std
      value: 21.54927708468064
    - type: nauc_precision_at_10_diff1
      value: 24.20089272765347
    - type: nauc_precision_at_10_max
      value: 46.03710227995257
    - type: nauc_precision_at_10_std
      value: 7.738238301903013
    - type: nauc_precision_at_1_diff1
      value: 65.17652550565293
    - type: nauc_precision_at_1_max
      value: 48.51010542543353
    - type: nauc_precision_at_1_std
      value: -7.368387510155559
    - type: nauc_precision_at_20_diff1
      value: 19.201920174779982
    - type: nauc_precision_at_20_max
      value: 44.13300802679899
    - type: nauc_precision_at_20_std
      value: 13.160562176619225
    - type: nauc_precision_at_3_diff1
      value: 36.167789437136456
    - type: nauc_precision_at_3_max
      value: 48.8924513883858
    - type: nauc_precision_at_3_std
      value: 0.8689238709283229
    - type: nauc_precision_at_5_diff1
      value: 29.82427928985585
    - type: nauc_precision_at_5_max
      value: 47.80109745837339
    - type: nauc_precision_at_5_std
      value: 3.9881901859384796
    - type: nauc_recall_at_1000_diff1
      value: 33.90580711293753
    - type: nauc_recall_at_1000_max
      value: 63.570522808962416
    - type: nauc_recall_at_1000_std
      value: 51.2943861130984
    - type: nauc_recall_at_100_diff1
      value: 36.04779122344113
    - type: nauc_recall_at_100_max
      value: 40.822667691791864
    - type: nauc_recall_at_100_std
      value: 5.0429741472701135
    - type: nauc_recall_at_10_diff1
      value: 42.796036272531346
    - type: nauc_recall_at_10_max
      value: 37.11160162276398
    - type: nauc_recall_at_10_std
      value: -10.853453090588996
    - type: nauc_recall_at_1_diff1
      value: 54.37950698425308
    - type: nauc_recall_at_1_max
      value: 27.99076263656578
    - type: nauc_recall_at_1_std
      value: -13.387743308583936
    - type: nauc_recall_at_20_diff1
      value: 40.701617167157856
    - type: nauc_recall_at_20_max
      value: 38.69709452685056
    - type: nauc_recall_at_20_std
      value: -6.236014503299754
    - type: nauc_recall_at_3_diff1
      value: 47.008724772852986
    - type: nauc_recall_at_3_max
      value: 36.18196717387915
    - type: nauc_recall_at_3_std
      value: -12.56849547435393
    - type: nauc_recall_at_5_diff1
      value: 44.83401607708702
    - type: nauc_recall_at_5_max
      value: 37.2376150434735
    - type: nauc_recall_at_5_std
      value: -11.98576967557474
    - type: ndcg_at_1
      value: 46.037
    - type: ndcg_at_10
      value: 48.878
    - type: ndcg_at_100
      value: 55.559000000000005
    - type: ndcg_at_1000
      value: 57.609
    - type: ndcg_at_20
      value: 51.376999999999995
    - type: ndcg_at_3
      value: 45.115
    - type: ndcg_at_5
      value: 46.69
    - type: precision_at_1
      value: 46.037
    - type: precision_at_10
      value: 10.168000000000001
    - type: precision_at_100
      value: 1.5599999999999998
    - type: precision_at_1000
      value: 0.183
    - type: precision_at_20
      value: 5.923
    - type: precision_at_3
      value: 24.948
    - type: precision_at_5
      value: 17.444000000000003
    - type: recall_at_1
      value: 30.990000000000002
    - type: recall_at_10
      value: 56.45400000000001
    - type: recall_at_100
      value: 84.285
    - type: recall_at_1000
      value: 98.03699999999999
    - type: recall_at_20
      value: 64.936
    - type: recall_at_3
      value: 43.963
    - type: recall_at_5
      value: 49.71
  - task:
      type: PairClassification
    dataset:
      name: MTEB Cmnli
      type: C-MTEB/CMNLI
      config: default
      split: validation
      revision: 41bc36f332156f7adc9e38f53777c959b2ae9766
    metrics:
    - type: cosine_accuracy
      value: 72.39927841250751
    - type: cosine_accuracy_threshold
      value: 75.96232295036316
    - type: cosine_ap
      value: 80.23711282712038
    - type: cosine_f1
      value: 74.77399913904435
    - type: cosine_f1_threshold
      value: 74.5398998260498
    - type: cosine_precision
      value: 69.27218344965105
    - type: cosine_recall
      value: 81.22515782090251
    - type: dot_accuracy
      value: 72.39927841250751
    - type: dot_accuracy_threshold
      value: 75.96232891082764
    - type: dot_ap
      value: 80.2592745288548
    - type: dot_f1
      value: 74.77399913904435
    - type: dot_f1_threshold
      value: 74.5398998260498
    - type: dot_precision
      value: 69.27218344965105
    - type: dot_recall
      value: 81.22515782090251
    - type: euclidean_accuracy
      value: 72.39927841250751
    - type: euclidean_accuracy_threshold
      value: 69.3363904953003
    - type: euclidean_ap
      value: 80.23711023366968
    - type: euclidean_f1
      value: 74.77399913904435
    - type: euclidean_f1_threshold
      value: 71.35838270187378
    - type: euclidean_precision
      value: 69.27218344965105
    - type: euclidean_recall
      value: 81.22515782090251
    - type: main_score
      value: 80.2592745288548
    - type: manhattan_accuracy
      value: 72.38725195429946
    - type: manhattan_accuracy_threshold
      value: 3262.3924255371094
    - type: manhattan_ap
      value: 80.20796281059799
    - type: manhattan_f1
      value: 74.78589922326229
    - type: manhattan_f1_threshold
      value: 3522.083282470703
    - type: manhattan_precision
      value: 65.13443191673895
    - type: manhattan_recall
      value: 87.79518353986438
    - type: max_ap
      value: 80.2592745288548
    - type: max_f1
      value: 74.78589922326229
    - type: max_precision
      value: 69.27218344965105
    - type: max_recall
      value: 87.79518353986438
    - type: similarity_accuracy
      value: 72.39927841250751
    - type: similarity_accuracy_threshold
      value: 75.96232295036316
    - type: similarity_ap
      value: 80.23711282712038
    - type: similarity_f1
      value: 74.77399913904435
    - type: similarity_f1_threshold
      value: 74.5398998260498
    - type: similarity_precision
      value: 69.27218344965105
    - type: similarity_recall
      value: 81.22515782090251
  - task:
      type: Retrieval
    dataset:
      name: MTEB CovidRetrieval
      type: C-MTEB/CovidRetrieval
      config: default
      split: dev
      revision: 1271c7809071a13532e05f25fb53511ffce77117
    metrics:
    - type: main_score
      value: 85.11800000000001
    - type: map_at_1
      value: 73.63
    - type: map_at_10
      value: 81.679
    - type: map_at_100
      value: 81.857
    - type: map_at_1000
      value: 81.85900000000001
    - type: map_at_20
      value: 81.797
    - type: map_at_3
      value: 80.137
    - type: map_at_5
      value: 81.185
    - type: mrr_at_1
      value: 73.97260273972603
    - type: mrr_at_10
      value: 81.75707093515315
    - type: mrr_at_100
      value: 81.93543323000621
    - type: mrr_at_1000
      value: 81.93756828328048
    - type: mrr_at_20
      value: 81.87548986547937
    - type: mrr_at_3
      value: 80.31260976466457
    - type: mrr_at_5
      value: 81.29785739374785
    - type: nauc_map_at_1000_diff1
      value: 81.93788057355742
    - type: nauc_map_at_1000_max
      value: 35.99041105416496
    - type: nauc_map_at_1000_std
      value: -48.78171089687064
    - type: nauc_map_at_100_diff1
      value: 81.93620480570421
    - type: nauc_map_at_100_max
      value: 35.99750026667062
    - type: nauc_map_at_100_std
      value: -48.77105969575747
    - type: nauc_map_at_10_diff1
      value: 81.91994980094535
    - type: nauc_map_at_10_max
      value: 35.936389715002434
    - type: nauc_map_at_10_std
      value: -49.17909322969262
    - type: nauc_map_at_1_diff1
      value: 84.01876408819771
    - type: nauc_map_at_1_max
      value: 36.70512051150278
    - type: nauc_map_at_1_std
      value: -43.39242709520668
    - type: nauc_map_at_20_diff1
      value: 81.89629060612107
    - type: nauc_map_at_20_max
      value: 35.998722436607224
    - type: nauc_map_at_20_std
      value: -48.795137145085114
    - type: nauc_map_at_3_diff1
      value: 81.65169701784126
    - type: nauc_map_at_3_max
      value: 34.21369237086454
    - type: nauc_map_at_3_std
      value: -51.38254219438024
    - type: nauc_map_at_5_diff1
      value: 81.89142627086459
    - type: nauc_map_at_5_max
      value: 35.690016330033146
    - type: nauc_map_at_5_std
      value: -50.19202102899405
    - type: nauc_mrr_at_1000_diff1
      value: 81.75999363957315
    - type: nauc_mrr_at_1000_max
      value: 36.136685517402135
    - type: nauc_mrr_at_1000_std
      value: -48.352638487245194
    - type: nauc_mrr_at_100_diff1
      value: 81.75833537458423
    - type: nauc_mrr_at_100_max
      value: 36.14377951768674
    - type: nauc_mrr_at_100_std
      value: -48.34200730825885
    - type: nauc_mrr_at_10_diff1
      value: 81.74393774612405
    - type: nauc_mrr_at_10_max
      value: 36.08089403053739
    - type: nauc_mrr_at_10_std
      value: -48.75600700693392
    - type: nauc_mrr_at_1_diff1
      value: 83.56151294191774
    - type: nauc_mrr_at_1_max
      value: 36.82117748749014
    - type: nauc_mrr_at_1_std
      value: -42.64032550449816
    - type: nauc_mrr_at_20_diff1
      value: 81.71893460337381
    - type: nauc_mrr_at_20_max
      value: 36.144473698390016
    - type: nauc_mrr_at_20_std
      value: -48.36772596598759
    - type: nauc_mrr_at_3_diff1
      value: 81.31323444477003
    - type: nauc_mrr_at_3_max
      value: 34.749717583977876
    - type: nauc_mrr_at_3_std
      value: -50.49999044146871
    - type: nauc_mrr_at_5_diff1
      value: 81.66194334976237
    - type: nauc_mrr_at_5_max
      value: 35.93608825443919
    - type: nauc_mrr_at_5_std
      value: -49.61915090103402
    - type: nauc_ndcg_at_1000_diff1
      value: 81.55763410469278
    - type: nauc_ndcg_at_1000_max
      value: 36.42322037020392
    - type: nauc_ndcg_at_1000_std
      value: -48.7742078811271
    - type: nauc_ndcg_at_100_diff1
      value: 81.48331573837318
    - type: nauc_ndcg_at_100_max
      value: 36.71054353074742
    - type: nauc_ndcg_at_100_std
      value: -48.369435549215076
    - type: nauc_ndcg_at_10_diff1
      value: 81.29394592276353
    - type: nauc_ndcg_at_10_max
      value: 36.4517074035948
    - type: nauc_ndcg_at_10_std
      value: -50.20090355449128
    - type: nauc_ndcg_at_1_diff1
      value: 83.56151294191774
    - type: nauc_ndcg_at_1_max
      value: 36.82117748749014
    - type: nauc_ndcg_at_1_std
      value: -42.64032550449816
    - type: nauc_ndcg_at_20_diff1
      value: 81.20254779696464
    - type: nauc_ndcg_at_20_max
      value: 36.6482927189098
    - type: nauc_ndcg_at_20_std
      value: -48.571825313722385
    - type: nauc_ndcg_at_3_diff1
      value: 80.66603026862907
    - type: nauc_ndcg_at_3_max
      value: 33.240952475122505
    - type: nauc_ndcg_at_3_std
      value: -54.35238318429462
    - type: nauc_ndcg_at_5_diff1
      value: 81.19993125865157
    - type: nauc_ndcg_at_5_max
      value: 35.94971755293486
    - type: nauc_ndcg_at_5_std
      value: -52.56998418921957
    - type: nauc_precision_at_1000_diff1
      value: -40.60462498343001
    - type: nauc_precision_at_1000_max
      value: 15.136963270766103
    - type: nauc_precision_at_1000_std
      value: 53.270315269342284
    - type: nauc_precision_at_100_diff1
      value: -14.678538901117824
    - type: nauc_precision_at_100_max
      value: 31.227486523061042
    - type: nauc_precision_at_100_std
      value: 44.407313386101016
    - type: nauc_precision_at_10_diff1
      value: 37.992508676096854
    - type: nauc_precision_at_10_max
      value: 32.20617803639044
    - type: nauc_precision_at_10_std
      value: -24.651272381791788
    - type: nauc_precision_at_1_diff1
      value: 83.56151294191774
    - type: nauc_precision_at_1_max
      value: 36.82117748749014
    - type: nauc_precision_at_1_std
      value: -42.64032550449816
    - type: nauc_precision_at_20_diff1
      value: 22.54300244947699
    - type: nauc_precision_at_20_max
      value: 32.36876652389686
    - type: nauc_precision_at_20_std
      value: 1.7015124554747025
    - type: nauc_precision_at_3_diff1
      value: 68.81478714821245
    - type: nauc_precision_at_3_max
      value: 26.41457436423825
    - type: nauc_precision_at_3_std
      value: -61.40398331777571
    - type: nauc_precision_at_5_diff1
      value: 58.69105759402332
    - type: nauc_precision_at_5_max
      value: 32.97451532708787
    - type: nauc_precision_at_5_std
      value: -50.69790705388475
    - type: nauc_recall_at_1000_diff1
      value: 72.21681648749731
    - type: nauc_recall_at_1000_max
      value: 79.571695197873
    - type: nauc_recall_at_1000_std
      value: -10.249054570729779
    - type: nauc_recall_at_100_diff1
      value: 69.85195714312137
    - type: nauc_recall_at_100_max
      value: 82.29327419137651
    - type: nauc_recall_at_100_std
      value: 9.272355364496024
    - type: nauc_recall_at_10_diff1
      value: 75.88961282317214
    - type: nauc_recall_at_10_max
      value: 42.33799173568281
    - type: nauc_recall_at_10_std
      value: -59.92110791808928
    - type: nauc_recall_at_1_diff1
      value: 84.01876408819771
    - type: nauc_recall_at_1_max
      value: 36.70512051150278
    - type: nauc_recall_at_1_std
      value: -43.39242709520668
    - type: nauc_recall_at_20_diff1
      value: 71.54902295882445
    - type: nauc_recall_at_20_max
      value: 48.23402574935853
    - type: nauc_recall_at_20_std
      value: -36.19907601808263
    - type: nauc_recall_at_3_diff1
      value: 76.77746829240562
    - type: nauc_recall_at_3_max
      value: 27.957036148475822
    - type: nauc_recall_at_3_std
      value: -68.61906130536217
    - type: nauc_recall_at_5_diff1
      value: 77.45476586755301
    - type: nauc_recall_at_5_max
      value: 37.49706408332405
    - type: nauc_recall_at_5_std
      value: -68.35743165578008
    - type: ndcg_at_1
      value: 73.973
    - type: ndcg_at_10
      value: 85.11800000000001
    - type: ndcg_at_100
      value: 85.918
    - type: ndcg_at_1000
      value: 85.994
    - type: ndcg_at_20
      value: 85.529
    - type: ndcg_at_3
      value: 82.185
    - type: ndcg_at_5
      value: 84.003
    - type: precision_at_1
      value: 73.973
    - type: precision_at_10
      value: 9.663
    - type: precision_at_100
      value: 1.002
    - type: precision_at_1000
      value: 0.101
    - type: precision_at_20
      value: 4.91
    - type: precision_at_3
      value: 29.505
    - type: precision_at_5
      value: 18.609
    - type: recall_at_1
      value: 73.63
    - type: recall_at_10
      value: 95.574
    - type: recall_at_100
      value: 99.157
    - type: recall_at_1000
      value: 99.789
    - type: recall_at_20
      value: 97.155
    - type: recall_at_3
      value: 87.908
    - type: recall_at_5
      value: 92.255
  - task:
      type: Retrieval
    dataset:
      name: MTEB DuRetrieval
      type: C-MTEB/DuRetrieval
      config: default
      split: dev
      revision: a1a333e290fe30b10f3f56498e3a0d911a693ced
    metrics:
    - type: main_score
      value: 85.546
    - type: map_at_1
      value: 24.726
    - type: map_at_10
      value: 77.398
    - type: map_at_100
      value: 80.512
    - type: map_at_1000
      value: 80.542
    - type: map_at_20
      value: 79.89
    - type: map_at_3
      value: 52.294
    - type: map_at_5
      value: 66.737
    - type: mrr_at_1
      value: 84.65
    - type: mrr_at_10
      value: 90.20547619047615
    - type: mrr_at_100
      value: 90.27505685543193
    - type: mrr_at_1000
      value: 90.27765420779204
    - type: mrr_at_20
      value: 90.24865983066637
    - type: mrr_at_3
      value: 89.79166666666661
    - type: mrr_at_5
      value: 90.11666666666662
    - type: nauc_map_at_1000_diff1
      value: -1.215140973709367
    - type: nauc_map_at_1000_max
      value: 33.108520516658615
    - type: nauc_map_at_1000_std
      value: 6.758685957507468
    - type: nauc_map_at_100_diff1
      value: -1.207757544020437
    - type: nauc_map_at_100_max
      value: 33.155285829506695
    - type: nauc_map_at_100_std
      value: 6.754183039785769
    - type: nauc_map_at_10_diff1
      value: 3.5413573051903047
    - type: nauc_map_at_10_max
      value: 29.006738480989004
    - type: nauc_map_at_10_std
      value: -4.221060526808343
    - type: nauc_map_at_1_diff1
      value: 44.81310475715047
    - type: nauc_map_at_1_max
      value: -8.316916162518954
    - type: nauc_map_at_1_std
      value: -32.633488423702175
    - type: nauc_map_at_20_diff1
      value: -0.3252090899485349
    - type: nauc_map_at_20_max
      value: 32.95421638619362
    - type: nauc_map_at_20_std
      value: 4.790196784943749
    - type: nauc_map_at_3_diff1
      value: 27.674115634718188
    - type: nauc_map_at_3_max
      value: 3.177400343231302
    - type: nauc_map_at_3_std
      value: -29.847459692956424
    - type: nauc_map_at_5_diff1
      value: 16.298632315753334
    - type: nauc_map_at_5_max
      value: 14.449275595437436
    - type: nauc_map_at_5_std
      value: -21.725650182682045
    - type: nauc_mrr_at_1000_diff1
      value: 16.12774381335271
    - type: nauc_mrr_at_1000_max
      value: 44.56306933921215
    - type: nauc_mrr_at_1000_std
      value: 14.246686478153414
    - type: nauc_mrr_at_100_diff1
      value: 16.11003916190221
    - type: nauc_mrr_at_100_max
      value: 44.57758602293314
    - type: nauc_mrr_at_100_std
      value: 14.266539208498525
    - type: nauc_mrr_at_10_diff1
      value: 16.04707311153708
    - type: nauc_mrr_at_10_max
      value: 44.88607103190051
    - type: nauc_mrr_at_10_std
      value: 14.603834034677801
    - type: nauc_mrr_at_1_diff1
      value: 20.30116277958172
    - type: nauc_mrr_at_1_max
      value: 35.534881794166715
    - type: nauc_mrr_at_1_std
      value: 5.000207127083605
    - type: nauc_mrr_at_20_diff1
      value: 16.143921778805996
    - type: nauc_mrr_at_20_max
      value: 44.707449455864804
    - type: nauc_mrr_at_20_std
      value: 14.383713595447947
    - type: nauc_mrr_at_3_diff1
      value: 15.69790889754428
    - type: nauc_mrr_at_3_max
      value: 46.045452572344196
    - type: nauc_mrr_at_3_std
      value: 15.609671398185512
    - type: nauc_mrr_at_5_diff1
      value: 16.033204218512513
    - type: nauc_mrr_at_5_max
      value: 45.05227844402774
    - type: nauc_mrr_at_5_std
      value: 14.613736935489879
    - type: nauc_ndcg_at_1000_diff1
      value: -1.4216773326070282
    - type: nauc_ndcg_at_1000_max
      value: 41.10910111412521
    - type: nauc_ndcg_at_1000_std
      value: 16.86477734879313
    - type: nauc_ndcg_at_100_diff1
      value: -2.003960756412403
    - type: nauc_ndcg_at_100_max
      value: 41.70519523020085
    - type: nauc_ndcg_at_100_std
      value: 17.377814224364503
    - type: nauc_ndcg_at_10_diff1
      value: 0.12660867221458405
    - type: nauc_ndcg_at_10_max
      value: 37.322966910455804
    - type: nauc_ndcg_at_10_std
      value: 9.042664903565756
    - type: nauc_ndcg_at_1_diff1
      value: 20.30116277958172
    - type: nauc_ndcg_at_1_max
      value: 35.534881794166715
    - type: nauc_ndcg_at_1_std
      value: 5.000207127083605
    - type: nauc_ndcg_at_20_diff1
      value: -1.156115903648345
    - type: nauc_ndcg_at_20_max
      value: 42.0674805149201
    - type: nauc_ndcg_at_20_std
      value: 15.12731706664778
    - type: nauc_ndcg_at_3_diff1
      value: -0.49319667143901985
    - type: nauc_ndcg_at_3_max
      value: 31.903791872436134
    - type: nauc_ndcg_at_3_std
      value: 7.268897004663463
    - type: nauc_ndcg_at_5_diff1
      value: 1.7704403405480456
    - type: nauc_ndcg_at_5_max
      value: 30.429016694320566
    - type: nauc_ndcg_at_5_std
      value: 3.105284555570875
    - type: nauc_precision_at_1000_diff1
      value: -34.86243245110438
    - type: nauc_precision_at_1000_max
      value: 16.55390220300698
    - type: nauc_precision_at_1000_std
      value: 47.249390229064616
    - type: nauc_precision_at_100_diff1
      value: -35.49469618655004
    - type: nauc_precision_at_100_max
      value: 18.01017124557696
    - type: nauc_precision_at_100_std
      value: 48.24492886643511
    - type: nauc_precision_at_10_diff1
      value: -38.13696581770024
    - type: nauc_precision_at_10_max
      value: 26.98185307554265
    - type: nauc_precision_at_10_std
      value: 44.80668408168652
    - type: nauc_precision_at_1_diff1
      value: 20.30116277958172
    - type: nauc_precision_at_1_max
      value: 35.534881794166715
    - type: nauc_precision_at_1_std
      value: 5.000207127083605
    - type: nauc_precision_at_20_diff1
      value: -36.49678023696355
    - type: nauc_precision_at_20_max
      value: 22.530591705844362
    - type: nauc_precision_at_20_std
      value: 48.34192532928907
    - type: nauc_precision_at_3_diff1
      value: -32.719086262048954
    - type: nauc_precision_at_3_max
      value: 35.39122694943844
    - type: nauc_precision_at_3_std
      value: 28.91765225509027
    - type: nauc_precision_at_5_diff1
      value: -38.88429973444081
    - type: nauc_precision_at_5_max
      value: 32.46086225329996
    - type: nauc_precision_at_5_std
      value: 37.057698623627736
    - type: nauc_recall_at_1000_diff1
      value: -25.091814276951112
    - type: nauc_recall_at_1000_max
      value: 79.28277293043296
    - type: nauc_recall_at_1000_std
      value: 74.55138108628938
    - type: nauc_recall_at_100_diff1
      value: -32.687184978421854
    - type: nauc_recall_at_100_max
      value: 69.17663327735013
    - type: nauc_recall_at_100_std
      value: 57.63458684402335
    - type: nauc_recall_at_10_diff1
      value: 2.823797050791949
    - type: nauc_recall_at_10_max
      value: 33.25819004443964
    - type: nauc_recall_at_10_std
      value: -3.379510126507516
    - type: nauc_recall_at_1_diff1
      value: 44.81310475715047
    - type: nauc_recall_at_1_max
      value: -8.316916162518954
    - type: nauc_recall_at_1_std
      value: -32.633488423702175
    - type: nauc_recall_at_20_diff1
      value: -7.487267387128085
    - type: nauc_recall_at_20_max
      value: 54.27294562215508
    - type: nauc_recall_at_20_std
      value: 25.404864863592596
    - type: nauc_recall_at_3_diff1
      value: 27.290576205803678
    - type: nauc_recall_at_3_max
      value: 0.18509949842986292
    - type: nauc_recall_at_3_std
      value: -31.927894497312785
    - type: nauc_recall_at_5_diff1
      value: 17.436811980536145
    - type: nauc_recall_at_5_max
      value: 9.619111814502137
    - type: nauc_recall_at_5_std
      value: -26.80525027384896
    - type: ndcg_at_1
      value: 84.65
    - type: ndcg_at_10
      value: 85.546
    - type: ndcg_at_100
      value: 88.588
    - type: ndcg_at_1000
      value: 88.838
    - type: ndcg_at_20
      value: 87.414
    - type: ndcg_at_3
      value: 82.299
    - type: ndcg_at_5
      value: 82.309
    - type: precision_at_1
      value: 84.65
    - type: precision_at_10
      value: 41.660000000000004
    - type: precision_at_100
      value: 4.835
    - type: precision_at_1000
      value: 0.48900000000000005
    - type: precision_at_20
      value: 22.958000000000002
    - type: precision_at_3
      value: 73.983
    - type: precision_at_5
      value: 63.46000000000001
    - type: recall_at_1
      value: 24.726
    - type: recall_at_10
      value: 88.533
    - type: recall_at_100
      value: 98.084
    - type: recall_at_1000
      value: 99.362
    - type: recall_at_20
      value: 94.139
    - type: recall_at_3
      value: 55.559000000000005
    - type: recall_at_5
      value: 73.27900000000001
  - task:
      type: Retrieval
    dataset:
      name: MTEB EcomRetrieval
      type: C-MTEB/EcomRetrieval
      config: default
      split: dev
      revision: 687de13dc7294d6fd9be10c6945f9e8fec8166b9
    metrics:
    - type: main_score
      value: 69.569
    - type: map_at_1
      value: 55.2
    - type: map_at_10
      value: 64.73100000000001
    - type: map_at_100
      value: 65.212
    - type: map_at_1000
      value: 65.223
    - type: map_at_20
      value: 65.065
    - type: map_at_3
      value: 62.25000000000001
    - type: map_at_5
      value: 63.665000000000006
    - type: mrr_at_1
      value: 55.2
    - type: mrr_at_10
      value: 64.73107142857143
    - type: mrr_at_100
      value: 65.21168735476023
    - type: mrr_at_1000
      value: 65.22349810383741
    - type: mrr_at_20
      value: 65.06460730617853
    - type: mrr_at_3
      value: 62.250000000000014
    - type: mrr_at_5
      value: 63.66500000000001
    - type: nauc_map_at_1000_diff1
      value: 69.58058859314815
    - type: nauc_map_at_1000_max
      value: 22.143965598479625
    - type: nauc_map_at_1000_std
      value: -17.77717787393765
    - type: nauc_map_at_100_diff1
      value: 69.5786282929092
    - type: nauc_map_at_100_max
      value: 22.15596641656083
    - type: nauc_map_at_100_std
      value: -17.77087007615729
    - type: nauc_map_at_10_diff1
      value: 69.50984160111912
    - type: nauc_map_at_10_max
      value: 22.077878838591417
    - type: nauc_map_at_10_std
      value: -17.999280229699337
    - type: nauc_map_at_1_diff1
      value: 71.78490211309624
    - type: nauc_map_at_1_max
      value: 17.493977056525587
    - type: nauc_map_at_1_std
      value: -20.738626768887876
    - type: nauc_map_at_20_diff1
      value: 69.54446967958494
    - type: nauc_map_at_20_max
      value: 22.190247858127446
    - type: nauc_map_at_20_std
      value: -17.81055914472505
    - type: nauc_map_at_3_diff1
      value: 69.78902422886996
    - type: nauc_map_at_3_max
      value: 20.724520905637984
    - type: nauc_map_at_3_std
      value: -19.780102009399112
    - type: nauc_map_at_5_diff1
      value: 69.40598262452117
    - type: nauc_map_at_5_max
      value: 22.00585257749536
    - type: nauc_map_at_5_std
      value: -18.06926381339879
    - type: nauc_mrr_at_1000_diff1
      value: 69.58058859314815
    - type: nauc_mrr_at_1000_max
      value: 22.143965598479625
    - type: nauc_mrr_at_1000_std
      value: -17.77717787393765
    - type: nauc_mrr_at_100_diff1
      value: 69.5786282929092
    - type: nauc_mrr_at_100_max
      value: 22.15596641656083
    - type: nauc_mrr_at_100_std
      value: -17.77087007615729
    - type: nauc_mrr_at_10_diff1
      value: 69.50984160111912
    - type: nauc_mrr_at_10_max
      value: 22.077878838591417
    - type: nauc_mrr_at_10_std
      value: -17.999280229699337
    - type: nauc_mrr_at_1_diff1
      value: 71.78490211309624
    - type: nauc_mrr_at_1_max
      value: 17.493977056525587
    - type: nauc_mrr_at_1_std
      value: -20.738626768887876
    - type: nauc_mrr_at_20_diff1
      value: 69.54446967958494
    - type: nauc_mrr_at_20_max
      value: 22.190247858127446
    - type: nauc_mrr_at_20_std
      value: -17.81055914472505
    - type: nauc_mrr_at_3_diff1
      value: 69.78902422886996
    - type: nauc_mrr_at_3_max
      value: 20.724520905637984
    - type: nauc_mrr_at_3_std
      value: -19.780102009399112
    - type: nauc_mrr_at_5_diff1
      value: 69.40598262452117
    - type: nauc_mrr_at_5_max
      value: 22.00585257749536
    - type: nauc_mrr_at_5_std
      value: -18.06926381339879
    - type: nauc_ndcg_at_1000_diff1
      value: 69.00910876286885
    - type: nauc_ndcg_at_1000_max
      value: 24.68612156136573
    - type: nauc_ndcg_at_1000_std
      value: -14.678431088013632
    - type: nauc_ndcg_at_100_diff1
      value: 69.01038835136153
    - type: nauc_ndcg_at_100_max
      value: 25.25855525568926
    - type: nauc_ndcg_at_100_std
      value: -14.11646531874503
    - type: nauc_ndcg_at_10_diff1
      value: 68.56977946049157
    - type: nauc_ndcg_at_10_max
      value: 24.889549656907388
    - type: nauc_ndcg_at_10_std
      value: -15.492296297438838
    - type: nauc_ndcg_at_1_diff1
      value: 71.78490211309624
    - type: nauc_ndcg_at_1_max
      value: 17.493977056525587
    - type: nauc_ndcg_at_1_std
      value: -20.738626768887876
    - type: nauc_ndcg_at_20_diff1
      value: 68.68718093426592
    - type: nauc_ndcg_at_20_max
      value: 25.39502134848165
    - type: nauc_ndcg_at_20_std
      value: -14.577057269604682
    - type: nauc_ndcg_at_3_diff1
      value: 69.10352441444887
    - type: nauc_ndcg_at_3_max
      value: 21.86447295626149
    - type: nauc_ndcg_at_3_std
      value: -19.33990390741782
    - type: nauc_ndcg_at_5_diff1
      value: 68.32388314010336
    - type: nauc_ndcg_at_5_max
      value: 24.374824352669094
    - type: nauc_ndcg_at_5_std
      value: -16.067836170764927
    - type: nauc_precision_at_1000_diff1
      value: 56.43813080787855
    - type: nauc_precision_at_1000_max
      value: 98.75505757858708
    - type: nauc_precision_at_1000_std
      value: 98.75505757858708
    - type: nauc_precision_at_100_diff1
      value: 64.02348173311819
    - type: nauc_precision_at_100_max
      value: 81.4907523293001
    - type: nauc_precision_at_100_std
      value: 60.99191449629502
    - type: nauc_precision_at_10_diff1
      value: 63.42500048518244
    - type: nauc_precision_at_10_max
      value: 41.736371222853954
    - type: nauc_precision_at_10_std
      value: 0.1707842490342966
    - type: nauc_precision_at_1_diff1
      value: 71.78490211309624
    - type: nauc_precision_at_1_max
      value: 17.493977056525587
    - type: nauc_precision_at_1_std
      value: -20.738626768887876
    - type: nauc_precision_at_20_diff1
      value: 62.35848969277335
    - type: nauc_precision_at_20_max
      value: 53.189362312669275
    - type: nauc_precision_at_20_std
      value: 15.390026936712491
    - type: nauc_precision_at_3_diff1
      value: 66.8030158975833
    - type: nauc_precision_at_3_max
      value: 25.701645772068343
    - type: nauc_precision_at_3_std
      value: -17.82047596936932
    - type: nauc_precision_at_5_diff1
      value: 63.922276221850026
    - type: nauc_precision_at_5_max
      value: 34.16942302673978
    - type: nauc_precision_at_5_std
      value: -7.535736031778383
    - type: nauc_recall_at_1000_diff1
      value: 56.438130807878984
    - type: nauc_recall_at_1000_max
      value: 98.75505757858693
    - type: nauc_recall_at_1000_std
      value: 98.75505757858693
    - type: nauc_recall_at_100_diff1
      value: 64.02348173311884
    - type: nauc_recall_at_100_max
      value: 81.49075232930095
    - type: nauc_recall_at_100_std
      value: 60.991914496295465
    - type: nauc_recall_at_10_diff1
      value: 63.42500048518255
    - type: nauc_recall_at_10_max
      value: 41.73637122285414
    - type: nauc_recall_at_10_std
      value: 0.17078424903454548
    - type: nauc_recall_at_1_diff1
      value: 71.78490211309624
    - type: nauc_recall_at_1_max
      value: 17.493977056525587
    - type: nauc_recall_at_1_std
      value: -20.738626768887876
    - type: nauc_recall_at_20_diff1
      value: 62.35848969277351
    - type: nauc_recall_at_20_max
      value: 53.189362312669466
    - type: nauc_recall_at_20_std
      value: 15.390026936712559
    - type: nauc_recall_at_3_diff1
      value: 66.80301589758332
    - type: nauc_recall_at_3_max
      value: 25.701645772068314
    - type: nauc_recall_at_3_std
      value: -17.820475969369348
    - type: nauc_recall_at_5_diff1
      value: 63.92227622185005
    - type: nauc_recall_at_5_max
      value: 34.16942302673986
    - type: nauc_recall_at_5_std
      value: -7.535736031778269
    - type: ndcg_at_1
      value: 55.2
    - type: ndcg_at_10
      value: 69.569
    - type: ndcg_at_100
      value: 71.83800000000001
    - type: ndcg_at_1000
      value: 72.163
    - type: ndcg_at_20
      value: 70.817
    - type: ndcg_at_3
      value: 64.453
    - type: ndcg_at_5
      value: 66.984
    - type: precision_at_1
      value: 55.2
    - type: precision_at_10
      value: 8.49
    - type: precision_at_100
      value: 0.9530000000000001
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_20
      value: 4.495
    - type: precision_at_3
      value: 23.599999999999998
    - type: precision_at_5
      value: 15.379999999999999
    - type: recall_at_1
      value: 55.2
    - type: recall_at_10
      value: 84.89999999999999
    - type: recall_at_100
      value: 95.3
    - type: recall_at_1000
      value: 97.89999999999999
    - type: recall_at_20
      value: 89.9
    - type: recall_at_3
      value: 70.8
    - type: recall_at_5
      value: 76.9
  - task:
      type: Classification
    dataset:
      name: MTEB IFlyTek
      type: C-MTEB/IFlyTek-classification
      config: default
      split: validation
      revision: 421605374b29664c5fc098418fe20ada9bd55f8a
    metrics:
    - type: accuracy
      value: 52.4355521354367
    - type: f1
      value: 38.03881618808275
    - type: f1_weighted
      value: 50.86348988322177
    - type: main_score
      value: 52.4355521354367
  - task:
      type: Classification
    dataset:
      name: MTEB JDReview
      type: C-MTEB/JDReview-classification
      config: default
      split: test
      revision: b7c64bd89eb87f8ded463478346f76731f07bf8b
    metrics:
    - type: accuracy
      value: 91.20075046904314
    - type: ap
      value: 65.47881077590604
    - type: ap_weighted
      value: 65.47881077590604
    - type: f1
      value: 86.78614598964556
    - type: f1_weighted
      value: 91.58569437531001
    - type: main_score
      value: 91.20075046904314
  - task:
      type: STS
    dataset:
      name: MTEB LCQMC
      type: C-MTEB/LCQMC
      config: default
      split: test
      revision: 17f9b096f80380fce5ed12a9be8be7784b337daf
    metrics:
    - type: cosine_pearson
      value: 68.93064450573048
    - type: cosine_spearman
      value: 73.87198381052167
    - type: euclidean_pearson
      value: 72.14686791603229
    - type: euclidean_spearman
      value: 73.87197272267323
    - type: main_score
      value: 73.87198381052167
    - type: manhattan_pearson
      value: 72.21248547981499
    - type: manhattan_spearman
      value: 73.92674432585225
    - type: pearson
      value: 68.93064450573048
    - type: spearman
      value: 73.87198381052167
  - task:
      type: Reranking
    dataset:
      name: MTEB MMarcoReranking
      type: C-MTEB/Mmarco-reranking
      config: default
      split: dev
      revision: 8e0c766dbe9e16e1d221116a3f36795fbade07f6
    metrics:
    - type: main_score
      value: 33.05502130962135
    - type: map
      value: 33.05502130962135
    - type: mrr
      value: 31.870238095238097
    - type: nAUC_map_diff1
      value: 21.30927601937602
    - type: nAUC_map_max
      value: 6.152397403288063
    - type: nAUC_map_std
      value: -8.11993134822533
    - type: nAUC_mrr_diff1
      value: 20.818615722791936
    - type: nAUC_mrr_max
      value: 7.019491834216984
    - type: nAUC_mrr_std
      value: -7.151644031664517
  - task:
      type: Retrieval
    dataset:
      name: MTEB MMarcoRetrieval
      type: C-MTEB/MMarcoRetrieval
      config: default
      split: dev
      revision: 539bbde593d947e2a124ba72651aafc09eb33fc2
    metrics:
    - type: main_score
      value: 84.32300000000001
    - type: map_at_1
      value: 72.23
    - type: map_at_10
      value: 80.94
    - type: map_at_100
      value: 81.162
    - type: map_at_1000
      value: 81.169
    - type: map_at_20
      value: 81.098
    - type: map_at_3
      value: 79.255
    - type: map_at_5
      value: 80.329
    - type: mrr_at_1
      value: 74.5702005730659
    - type: mrr_at_10
      value: 81.4041649611132
    - type: mrr_at_100
      value: 81.60073576750769
    - type: mrr_at_1000
      value: 81.6066099076487
    - type: mrr_at_20
      value: 81.54407433488949
    - type: mrr_at_3
      value: 79.98089780324726
    - type: mrr_at_5
      value: 80.88920725883445
    - type: nauc_map_at_1000_diff1
      value: 81.31217091119935
    - type: nauc_map_at_1000_max
      value: 28.087657539047374
    - type: nauc_map_at_1000_std
      value: -28.95083977221089
    - type: nauc_map_at_100_diff1
      value: 81.31071887687743
    - type: nauc_map_at_100_max
      value: 28.107899382506673
    - type: nauc_map_at_100_std
      value: -28.92108199132502
    - type: nauc_map_at_10_diff1
      value: 81.22050812217063
    - type: nauc_map_at_10_max
      value: 28.29491428259605
    - type: nauc_map_at_10_std
      value: -28.957197443487132
    - type: nauc_map_at_1_diff1
      value: 82.70449426194655
    - type: nauc_map_at_1_max
      value: 19.672801842341542
    - type: nauc_map_at_1_std
      value: -33.27702223899887
    - type: nauc_map_at_20_diff1
      value: 81.28467538340381
    - type: nauc_map_at_20_max
      value: 28.18940277607488
    - type: nauc_map_at_20_std
      value: -28.863318173008523
    - type: nauc_map_at_3_diff1
      value: 80.88429397142289
    - type: nauc_map_at_3_max
      value: 26.543555093114723
    - type: nauc_map_at_3_std
      value: -30.790416203653926
    - type: nauc_map_at_5_diff1
      value: 80.93036946875752
    - type: nauc_map_at_5_max
      value: 28.031556958900733
    - type: nauc_map_at_5_std
      value: -29.49767094531952
    - type: nauc_mrr_at_1000_diff1
      value: 81.69471769330211
    - type: nauc_mrr_at_1000_max
      value: 29.09674275057747
    - type: nauc_mrr_at_1000_std
      value: -27.875472305538178
    - type: nauc_mrr_at_100_diff1
      value: 81.69288112951605
    - type: nauc_mrr_at_100_max
      value: 29.115774092481495
    - type: nauc_mrr_at_100_std
      value: -27.845507589689046
    - type: nauc_mrr_at_10_diff1
      value: 81.60924824377872
    - type: nauc_mrr_at_10_max
      value: 29.324053238301612
    - type: nauc_mrr_at_10_std
      value: -27.797789671462947
    - type: nauc_mrr_at_1_diff1
      value: 83.70861005499684
    - type: nauc_mrr_at_1_max
      value: 24.177036797141792
    - type: nauc_mrr_at_1_std
      value: -32.90870883927
    - type: nauc_mrr_at_20_diff1
      value: 81.67730641908086
    - type: nauc_mrr_at_20_max
      value: 29.2055335007723
    - type: nauc_mrr_at_20_std
      value: -27.764138083332764
    - type: nauc_mrr_at_3_diff1
      value: 81.33371095771679
    - type: nauc_mrr_at_3_max
      value: 28.22690314379001
    - type: nauc_mrr_at_3_std
      value: -29.108849274721898
    - type: nauc_mrr_at_5_diff1
      value: 81.3785005046575
    - type: nauc_mrr_at_5_max
      value: 29.25582755643928
    - type: nauc_mrr_at_5_std
      value: -28.072008000931525
    - type: nauc_ndcg_at_1000_diff1
      value: 81.12656608395162
    - type: nauc_ndcg_at_1000_max
      value: 30.287391363506767
    - type: nauc_ndcg_at_1000_std
      value: -26.155157782261835
    - type: nauc_ndcg_at_100_diff1
      value: 81.09435786660573
    - type: nauc_ndcg_at_100_max
      value: 30.916098732032133
    - type: nauc_ndcg_at_100_std
      value: -25.22277561042267
    - type: nauc_ndcg_at_10_diff1
      value: 80.69346276832745
    - type: nauc_ndcg_at_10_max
      value: 31.98535095491109
    - type: nauc_ndcg_at_10_std
      value: -25.104317985551035
    - type: nauc_ndcg_at_1_diff1
      value: 83.70861005499684
    - type: nauc_ndcg_at_1_max
      value: 24.177036797141792
    - type: nauc_ndcg_at_1_std
      value: -32.90870883927
    - type: nauc_ndcg_at_20_diff1
      value: 80.91974071480954
    - type: nauc_ndcg_at_20_max
      value: 31.614893807002858
    - type: nauc_ndcg_at_20_std
      value: -24.69632291564678
    - type: nauc_ndcg_at_3_diff1
      value: 80.04001256545276
    - type: nauc_ndcg_at_3_max
      value: 28.547292599110683
    - type: nauc_ndcg_at_3_std
      value: -28.897532640200925
    - type: nauc_ndcg_at_5_diff1
      value: 80.05238866710195
    - type: nauc_ndcg_at_5_max
      value: 31.24429172243462
    - type: nauc_ndcg_at_5_std
      value: -26.494233213869766
    - type: nauc_precision_at_1000_diff1
      value: -26.73016497672624
    - type: nauc_precision_at_1000_max
      value: 17.963585830325385
    - type: nauc_precision_at_1000_std
      value: 25.315232271556155
    - type: nauc_precision_at_100_diff1
      value: -17.09337502284148
    - type: nauc_precision_at_100_max
      value: 25.141615739142942
    - type: nauc_precision_at_100_std
      value: 28.899658331367927
    - type: nauc_precision_at_10_diff1
      value: 6.717016659823092
    - type: nauc_precision_at_10_max
      value: 34.162000759373306
    - type: nauc_precision_at_10_std
      value: 17.121503146588175
    - type: nauc_precision_at_1_diff1
      value: 83.70861005499684
    - type: nauc_precision_at_1_max
      value: 24.177036797141792
    - type: nauc_precision_at_1_std
      value: -32.90870883927
    - type: nauc_precision_at_20_diff1
      value: -3.8253696445249945
    - type: nauc_precision_at_20_max
      value: 31.361141923329527
    - type: nauc_precision_at_20_std
      value: 24.60858534691311
    - type: nauc_precision_at_3_diff1
      value: 37.97573566697423
    - type: nauc_precision_at_3_max
      value: 30.49045135252249
    - type: nauc_precision_at_3_std
      value: -8.818049676896731
    - type: nauc_precision_at_5_diff1
      value: 23.49407878583802
    - type: nauc_precision_at_5_max
      value: 34.36426874527954
    - type: nauc_precision_at_5_std
      value: 3.478846453531117
    - type: nauc_recall_at_1000_diff1
      value: 74.71755368814135
    - type: nauc_recall_at_1000_max
      value: 90.39449112978433
    - type: nauc_recall_at_1000_std
      value: 74.2215219421074
    - type: nauc_recall_at_100_diff1
      value: 77.15857602704533
    - type: nauc_recall_at_100_max
      value: 87.48049469901645
    - type: nauc_recall_at_100_std
      value: 62.346839599868865
    - type: nauc_recall_at_10_diff1
      value: 75.24805155222728
    - type: nauc_recall_at_10_max
      value: 61.09625888351906
    - type: nauc_recall_at_10_std
      value: 5.525512450230389
    - type: nauc_recall_at_1_diff1
      value: 82.70449426194655
    - type: nauc_recall_at_1_max
      value: 19.672801842341542
    - type: nauc_recall_at_1_std
      value: -33.27702223899887
    - type: nauc_recall_at_20_diff1
      value: 75.72692047994323
    - type: nauc_recall_at_20_max
      value: 71.07253840190907
    - type: nauc_recall_at_20_std
      value: 26.663998932906445
    - type: nauc_recall_at_3_diff1
      value: 75.83753448474154
    - type: nauc_recall_at_3_max
      value: 33.98612603677782
    - type: nauc_recall_at_3_std
      value: -23.549016128662213
    - type: nauc_recall_at_5_diff1
      value: 74.15448687221784
    - type: nauc_recall_at_5_max
      value: 45.98971274412654
    - type: nauc_recall_at_5_std
      value: -12.851903796502965
    - type: ndcg_at_1
      value: 74.57000000000001
    - type: ndcg_at_10
      value: 84.32300000000001
    - type: ndcg_at_100
      value: 85.247
    - type: ndcg_at_1000
      value: 85.402
    - type: ndcg_at_20
      value: 84.848
    - type: ndcg_at_3
      value: 81.19
    - type: ndcg_at_5
      value: 82.976
    - type: precision_at_1
      value: 74.57000000000001
    - type: precision_at_10
      value: 10.029
    - type: precision_at_100
      value: 1.047
    - type: precision_at_1000
      value: 0.106
    - type: precision_at_20
      value: 5.122
    - type: precision_at_3
      value: 30.325000000000003
    - type: precision_at_5
      value: 19.16
    - type: recall_at_1
      value: 72.23
    - type: recall_at_10
      value: 94.23899999999999
    - type: recall_at_100
      value: 98.25
    - type: recall_at_1000
      value: 99.42699999999999
    - type: recall_at_20
      value: 96.231
    - type: recall_at_3
      value: 86.016
    - type: recall_at_5
      value: 90.253
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (zh-CN)
      type: mteb/amazon_massive_intent
      config: zh-CN
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 78.35574983187627
    - type: f1
      value: 74.89590452942404
    - type: f1_weighted
      value: 77.87503023220823
    - type: main_score
      value: 78.35574983187627
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (zh-TW)
      type: mteb/amazon_massive_intent
      config: zh-TW
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 74.83187626092803
    - type: f1
      value: 73.83053337465574
    - type: f1_weighted
      value: 74.02596858799131
    - type: main_score
      value: 74.83187626092803
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (zh-CN)
      type: mteb/amazon_massive_scenario
      config: zh-CN
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 86.47276395427035
    - type: f1
      value: 85.32868126252416
    - type: f1_weighted
      value: 86.13594825675301
    - type: main_score
      value: 86.47276395427035
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (zh-TW)
      type: mteb/amazon_massive_scenario
      config: zh-TW
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 83.76260928043038
    - type: f1
      value: 83.13185607007082
    - type: f1_weighted
      value: 83.49785782817072
    - type: main_score
      value: 83.76260928043038
  - task:
      type: Retrieval
    dataset:
      name: MTEB MedicalRetrieval
      type: C-MTEB/MedicalRetrieval
      config: default
      split: dev
      revision: 2039188fb5800a9803ba5048df7b76e6fb151fc6
    metrics:
    - type: main_score
      value: 63.222
    - type: map_at_1
      value: 53.400000000000006
    - type: map_at_10
      value: 60.096000000000004
    - type: map_at_100
      value: 60.584
    - type: map_at_1000
      value: 60.632
    - type: map_at_20
      value: 60.348
    - type: map_at_3
      value: 58.599999999999994
    - type: map_at_5
      value: 59.57
    - type: mrr_at_1
      value: 53.400000000000006
    - type: mrr_at_10
      value: 60.096349206349245
    - type: mrr_at_100
      value: 60.584409312946654
    - type: mrr_at_1000
      value: 60.63165176971444
    - type: mrr_at_20
      value: 60.34772399942682
    - type: mrr_at_3
      value: 58.60000000000001
    - type: mrr_at_5
      value: 59.57000000000002
    - type: nauc_map_at_1000_diff1
      value: 80.78555103810349
    - type: nauc_map_at_1000_max
      value: 59.730816931247624
    - type: nauc_map_at_1000_std
      value: 14.983445588221494
    - type: nauc_map_at_100_diff1
      value: 80.76482497876087
    - type: nauc_map_at_100_max
      value: 59.728736132776106
    - type: nauc_map_at_100_std
      value: 14.989918013193673
    - type: nauc_map_at_10_diff1
      value: 80.84483299066605
    - type: nauc_map_at_10_max
      value: 59.7439325140549
    - type: nauc_map_at_10_std
      value: 15.027017818197002
    - type: nauc_map_at_1_diff1
      value: 85.25748803873987
    - type: nauc_map_at_1_max
      value: 59.32812642354867
    - type: nauc_map_at_1_std
      value: 10.183981160152523
    - type: nauc_map_at_20_diff1
      value: 80.75959911713551
    - type: nauc_map_at_20_max
      value: 59.756884656613266
    - type: nauc_map_at_20_std
      value: 15.0343495273408
    - type: nauc_map_at_3_diff1
      value: 81.60950970451415
    - type: nauc_map_at_3_max
      value: 60.365630145530815
    - type: nauc_map_at_3_std
      value: 14.859430627775755
    - type: nauc_map_at_5_diff1
      value: 80.96233267337713
    - type: nauc_map_at_5_max
      value: 59.893862677678065
    - type: nauc_map_at_5_std
      value: 15.122518441508895
    - type: nauc_mrr_at_1000_diff1
      value: 80.78555103810349
    - type: nauc_mrr_at_1000_max
      value: 59.730816931247624
    - type: nauc_mrr_at_1000_std
      value: 14.983445588221494
    - type: nauc_mrr_at_100_diff1
      value: 80.76482497876087
    - type: nauc_mrr_at_100_max
      value: 59.728736132776106
    - type: nauc_mrr_at_100_std
      value: 14.989918013193673
    - type: nauc_mrr_at_10_diff1
      value: 80.84483299066605
    - type: nauc_mrr_at_10_max
      value: 59.7439325140549
    - type: nauc_mrr_at_10_std
      value: 15.027017818197002
    - type: nauc_mrr_at_1_diff1
      value: 85.25748803873987
    - type: nauc_mrr_at_1_max
      value: 59.32812642354867
    - type: nauc_mrr_at_1_std
      value: 10.183981160152523
    - type: nauc_mrr_at_20_diff1
      value: 80.75959911713551
    - type: nauc_mrr_at_20_max
      value: 59.756884656613266
    - type: nauc_mrr_at_20_std
      value: 15.0343495273408
    - type: nauc_mrr_at_3_diff1
      value: 81.60950970451415
    - type: nauc_mrr_at_3_max
      value: 60.365630145530815
    - type: nauc_mrr_at_3_std
      value: 14.859430627775755
    - type: nauc_mrr_at_5_diff1
      value: 80.96233267337713
    - type: nauc_mrr_at_5_max
      value: 59.893862677678065
    - type: nauc_mrr_at_5_std
      value: 15.122518441508895
    - type: nauc_ndcg_at_1000_diff1
      value: 79.15372156157213
    - type: nauc_ndcg_at_1000_max
      value: 59.5405544982214
    - type: nauc_ndcg_at_1000_std
      value: 16.61759364757034
    - type: nauc_ndcg_at_100_diff1
      value: 78.5184668065885
    - type: nauc_ndcg_at_100_max
      value: 59.34302969703257
    - type: nauc_ndcg_at_100_std
      value: 16.756513719315905
    - type: nauc_ndcg_at_10_diff1
      value: 78.82425756639869
    - type: nauc_ndcg_at_10_max
      value: 59.44271533942196
    - type: nauc_ndcg_at_10_std
      value: 16.756768224013037
    - type: nauc_ndcg_at_1_diff1
      value: 85.25748803873987
    - type: nauc_ndcg_at_1_max
      value: 59.32812642354867
    - type: nauc_ndcg_at_1_std
      value: 10.183981160152523
    - type: nauc_ndcg_at_20_diff1
      value: 78.4441063027707
    - type: nauc_ndcg_at_20_max
      value: 59.51056493727238
    - type: nauc_ndcg_at_20_std
      value: 16.811613653269568
    - type: nauc_ndcg_at_3_diff1
      value: 80.4201082661855
    - type: nauc_ndcg_at_3_max
      value: 60.622403161573914
    - type: nauc_ndcg_at_3_std
      value: 16.487926871575237
    - type: nauc_ndcg_at_5_diff1
      value: 79.16882483328475
    - type: nauc_ndcg_at_5_max
      value: 59.72508213074582
    - type: nauc_ndcg_at_5_std
      value: 16.997051824850505
    - type: nauc_precision_at_1000_diff1
      value: 57.971188475389866
    - type: nauc_precision_at_1000_max
      value: 60.52687741763361
    - type: nauc_precision_at_1000_std
      value: 52.86647992530319
    - type: nauc_precision_at_100_diff1
      value: 62.68395866065123
    - type: nauc_precision_at_100_max
      value: 55.92415353791602
    - type: nauc_precision_at_100_std
      value: 28.85790679908329
    - type: nauc_precision_at_10_diff1
      value: 70.92276238966764
    - type: nauc_precision_at_10_max
      value: 58.073876034520126
    - type: nauc_precision_at_10_std
      value: 23.08635907920343
    - type: nauc_precision_at_1_diff1
      value: 85.25748803873987
    - type: nauc_precision_at_1_max
      value: 59.32812642354867
    - type: nauc_precision_at_1_std
      value: 10.183981160152523
    - type: nauc_precision_at_20_diff1
      value: 67.89972776669003
    - type: nauc_precision_at_20_max
      value: 58.329253894664
    - type: nauc_precision_at_20_std
      value: 24.137503294931122
    - type: nauc_precision_at_3_diff1
      value: 76.68957348655611
    - type: nauc_precision_at_3_max
      value: 61.39858352035809
    - type: nauc_precision_at_3_std
      value: 21.632948280855903
    - type: nauc_precision_at_5_diff1
      value: 72.916203679207
    - type: nauc_precision_at_5_max
      value: 58.94721061079062
    - type: nauc_precision_at_5_std
      value: 23.399650775173257
    - type: nauc_recall_at_1000_diff1
      value: 57.971188475390356
    - type: nauc_recall_at_1000_max
      value: 60.52687741763392
    - type: nauc_recall_at_1000_std
      value: 52.86647992530338
    - type: nauc_recall_at_100_diff1
      value: 62.68395866065127
    - type: nauc_recall_at_100_max
      value: 55.92415353791599
    - type: nauc_recall_at_100_std
      value: 28.857906799083217
    - type: nauc_recall_at_10_diff1
      value: 70.92276238966758
    - type: nauc_recall_at_10_max
      value: 58.07387603452002
    - type: nauc_recall_at_10_std
      value: 23.08635907920348
    - type: nauc_recall_at_1_diff1
      value: 85.25748803873987
    - type: nauc_recall_at_1_max
      value: 59.32812642354867
    - type: nauc_recall_at_1_std
      value: 10.183981160152523
    - type: nauc_recall_at_20_diff1
      value: 67.8997277666901
    - type: nauc_recall_at_20_max
      value: 58.32925389466408
    - type: nauc_recall_at_20_std
      value: 24.137503294931207
    - type: nauc_recall_at_3_diff1
      value: 76.68957348655606
    - type: nauc_recall_at_3_max
      value: 61.39858352035811
    - type: nauc_recall_at_3_std
      value: 21.632948280855853
    - type: nauc_recall_at_5_diff1
      value: 72.91620367920703
    - type: nauc_recall_at_5_max
      value: 58.947210610790734
    - type: nauc_recall_at_5_std
      value: 23.399650775173324
    - type: ndcg_at_1
      value: 53.400000000000006
    - type: ndcg_at_10
      value: 63.222
    - type: ndcg_at_100
      value: 65.95299999999999
    - type: ndcg_at_1000
      value: 67.208
    - type: ndcg_at_20
      value: 64.151
    - type: ndcg_at_3
      value: 60.175999999999995
    - type: ndcg_at_5
      value: 61.936
    - type: precision_at_1
      value: 53.400000000000006
    - type: precision_at_10
      value: 7.3
    - type: precision_at_100
      value: 0.8659999999999999
    - type: precision_at_1000
      value: 0.097
    - type: precision_at_20
      value: 3.8350000000000004
    - type: precision_at_3
      value: 21.567
    - type: precision_at_5
      value: 13.8
    - type: recall_at_1
      value: 53.400000000000006
    - type: recall_at_10
      value: 73.0
    - type: recall_at_100
      value: 86.6
    - type: recall_at_1000
      value: 96.5
    - type: recall_at_20
      value: 76.7
    - type: recall_at_3
      value: 64.7
    - type: recall_at_5
      value: 69.0
  - task:
      type: Classification
    dataset:
      name: MTEB MultilingualSentiment
      type: C-MTEB/MultilingualSentiment-classification
      config: default
      split: test
      revision: 46958b007a63fdbf239b7672c25d0bea67b5ea1a
    metrics:
    - type: accuracy
      value: 79.70333333333333
    - type: f1
      value: 79.287530556871
    - type: f1_weighted
      value: 79.287530556871
    - type: main_score
      value: 79.70333333333333
  - task:
      type: PairClassification
    dataset:
      name: MTEB Ocnli
      type: C-MTEB/OCNLI
      config: default
      split: validation
      revision: 66e76a618a34d6d565d5538088562851e6daa7ec
    metrics:
    - type: cosine_accuracy
      value: 78.23497563616677
    - type: cosine_accuracy_threshold
      value: 77.55764722824097
    - type: cosine_ap
      value: 82.50970164749991
    - type: cosine_f1
      value: 80.11336797354747
    - type: cosine_f1_threshold
      value: 74.73551630973816
    - type: cosine_precision
      value: 72.47863247863248
    - type: cosine_recall
      value: 89.54593453009504
    - type: dot_accuracy
      value: 78.23497563616677
    - type: dot_accuracy_threshold
      value: 77.55765318870544
    - type: dot_ap
      value: 82.50970164749991
    - type: dot_f1
      value: 80.11336797354747
    - type: dot_f1_threshold
      value: 74.73551630973816
    - type: dot_precision
      value: 72.47863247863248
    - type: dot_recall
      value: 89.54593453009504
    - type: euclidean_accuracy
      value: 78.23497563616677
    - type: euclidean_accuracy_threshold
      value: 66.99604988098145
    - type: euclidean_ap
      value: 82.50970164749991
    - type: euclidean_f1
      value: 80.11336797354747
    - type: euclidean_f1_threshold
      value: 71.08373045921326
    - type: euclidean_precision
      value: 72.47863247863248
    - type: euclidean_recall
      value: 89.54593453009504
    - type: main_score
      value: 82.50970164749991
    - type: manhattan_accuracy
      value: 78.39740119112074
    - type: manhattan_accuracy_threshold
      value: 3158.650016784668
    - type: manhattan_ap
      value: 82.39923329722836
    - type: manhattan_f1
      value: 79.8283261802575
    - type: manhattan_f1_threshold
      value: 3341.251754760742
    - type: manhattan_precision
      value: 72.78260869565217
    - type: manhattan_recall
      value: 88.3843717001056
    - type: max_ap
      value: 82.50970164749991
    - type: max_f1
      value: 80.11336797354747
    - type: max_precision
      value: 72.78260869565217
    - type: max_recall
      value: 89.54593453009504
    - type: similarity_accuracy
      value: 78.23497563616677
    - type: similarity_accuracy_threshold
      value: 77.55764722824097
    - type: similarity_ap
      value: 82.50970164749991
    - type: similarity_f1
      value: 80.11336797354747
    - type: similarity_f1_threshold
      value: 74.73551630973816
    - type: similarity_precision
      value: 72.47863247863248
    - type: similarity_recall
      value: 89.54593453009504
  - task:
      type: Classification
    dataset:
      name: MTEB OnlineShopping
      type: C-MTEB/OnlineShopping-classification
      config: default
      split: test
      revision: e610f2ebd179a8fda30ae534c3878750a96db120
    metrics:
    - type: accuracy
      value: 95.38
    - type: ap
      value: 93.75949863040576
    - type: ap_weighted
      value: 93.75949863040576
    - type: f1
      value: 95.36976984629483
    - type: f1_weighted
      value: 95.38009544948058
    - type: main_score
      value: 95.38
  - task:
      type: STS
    dataset:
      name: MTEB PAWSX
      type: C-MTEB/PAWSX
      config: default
      split: test
      revision: 9c6a90e430ac22b5779fb019a23e820b11a8b5e1
    metrics:
    - type: cosine_pearson
      value: 16.66214038012435
    - type: cosine_spearman
      value: 18.933936531575885
    - type: euclidean_pearson
      value: 21.339915417517258
    - type: euclidean_spearman
      value: 18.9190906666892
    - type: main_score
      value: 18.933936531575885
    - type: manhattan_pearson
      value: 21.335797479057632
    - type: manhattan_spearman
      value: 18.88599523491548
    - type: pearson
      value: 16.66214038012435
    - type: spearman
      value: 18.933936531575885
  - task:
      type: STS
    dataset:
      name: MTEB QBQTC
      type: C-MTEB/QBQTC
      config: default
      split: test
      revision: 790b0510dc52b1553e8c49f3d2afb48c0e5c48b7
    metrics:
    - type: cosine_pearson
      value: 34.73065943737971
    - type: cosine_spearman
      value: 38.00564687145429
    - type: euclidean_pearson
      value: 35.53617738939591
    - type: euclidean_spearman
      value: 38.0065003207164
    - type: main_score
      value: 38.00564687145429
    - type: manhattan_pearson
      value: 35.807453588682655
    - type: manhattan_spearman
      value: 38.24665614671376
    - type: pearson
      value: 34.73065943737971
    - type: spearman
      value: 38.00564687145429
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (zh)
      type: mteb/sts22-crosslingual-sts
      config: zh
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 75.15702162100195
    - type: cosine_spearman
      value: 74.1317133929849
    - type: euclidean_pearson
      value: 72.33985437269283
    - type: euclidean_spearman
      value: 74.1317133929849
    - type: main_score
      value: 74.1317133929849
    - type: manhattan_pearson
      value: 72.30324170832067
    - type: manhattan_spearman
      value: 74.1721924854986
    - type: pearson
      value: 75.15702162100195
    - type: spearman
      value: 74.1317133929849
  - task:
      type: STS
    dataset:
      name: MTEB STSB
      type: C-MTEB/STSB
      config: default
      split: test
      revision: 0cde68302b3541bb8b3c340dc0644b0b745b3dc0
    metrics:
    - type: cosine_pearson
      value: 77.85985786159011
    - type: cosine_spearman
      value: 79.43914109994013
    - type: euclidean_pearson
      value: 78.72698853904203
    - type: euclidean_spearman
      value: 79.438769611819
    - type: main_score
      value: 79.43914109994013
    - type: manhattan_pearson
      value: 78.71975662530679
    - type: manhattan_spearman
      value: 79.4244580368928
    - type: pearson
      value: 77.85985786159011
    - type: spearman
      value: 79.43914109994013
  - task:
      type: Reranking
    dataset:
      name: MTEB T2Reranking
      type: C-MTEB/T2Reranking
      config: default
      split: dev
      revision: 76631901a18387f85eaa53e5450019b87ad58ef9
    metrics:
    - type: main_score
      value: 66.44032324834474
    - type: map
      value: 66.44032324834474
    - type: mrr
      value: 76.16718251281554
    - type: nAUC_map_diff1
      value: -11.245614893910917
    - type: nAUC_map_max
      value: 34.20755460573018
    - type: nAUC_map_std
      value: -2.0113484627679235
    - type: nAUC_mrr_diff1
      value: -9.337265343192676
    - type: nAUC_mrr_max
      value: 27.169675999991284
    - type: nAUC_mrr_std
      value: -4.291118906819815
  - task:
      type: Retrieval
    dataset:
      name: MTEB T2Retrieval
      type: C-MTEB/T2Retrieval
      config: default
      split: dev
      revision: 8731a845f1bf500a4f111cf1070785c793d10e64
    metrics:
    - type: main_score
      value: 87.241
    - type: map_at_1
      value: 28.418
    - type: map_at_10
      value: 80.43599999999999
    - type: map_at_100
      value: 83.903
    - type: map_at_1000
      value: 83.952
    - type: map_at_20
      value: 83.173
    - type: map_at_3
      value: 56.459
    - type: map_at_5
      value: 69.49300000000001
    - type: mrr_at_1
      value: 91.7017359284587
    - type: mrr_at_10
      value: 93.84601254143608
    - type: mrr_at_100
      value: 93.90984999385088
    - type: mrr_at_1000
      value: 93.91248708892668
    - type: mrr_at_20
      value: 93.88712450867396
    - type: mrr_at_3
      value: 93.4902682798526
    - type: mrr_at_5
      value: 93.72873926003862
    - type: nauc_map_at_1000_diff1
      value: 11.397688510464489
    - type: nauc_map_at_1000_max
      value: 42.99465294143848
    - type: nauc_map_at_1000_std
      value: 17.946353510844045
    - type: nauc_map_at_100_diff1
      value: 11.40721885559758
    - type: nauc_map_at_100_max
      value: 42.92802593310739
    - type: nauc_map_at_100_std
      value: 17.904049044856023
    - type: nauc_map_at_10_diff1
      value: 16.76177796419979
    - type: nauc_map_at_10_max
      value: 29.05711008632582
    - type: nauc_map_at_10_std
      value: -0.7888363626563157
    - type: nauc_map_at_1_diff1
      value: 55.76197416047851
    - type: nauc_map_at_1_max
      value: -27.27596511680105
    - type: nauc_map_at_1_std
      value: -40.180759050662004
    - type: nauc_map_at_20_diff1
      value: 12.07074726727466
    - type: nauc_map_at_20_max
      value: 40.47195734060083
    - type: nauc_map_at_20_std
      value: 14.32611525026554
    - type: nauc_map_at_3_diff1
      value: 40.522052911718
    - type: nauc_map_at_3_max
      value: -16.819905730422125
    - type: nauc_map_at_3_std
      value: -39.826056745546
    - type: nauc_map_at_5_diff1
      value: 31.34500214795733
    - type: nauc_map_at_5_max
      value: -1.5456850415602872
    - type: nauc_map_at_5_std
      value: -30.623980747805657
    - type: nauc_mrr_at_1000_diff1
      value: 47.54649647385489
    - type: nauc_mrr_at_1000_max
      value: 75.35087140156472
    - type: nauc_mrr_at_1000_std
      value: 41.06127337989305
    - type: nauc_mrr_at_100_diff1
      value: 47.54613905790605
    - type: nauc_mrr_at_100_max
      value: 75.35918655596235
    - type: nauc_mrr_at_100_std
      value: 41.078290257116805
    - type: nauc_mrr_at_10_diff1
      value: 47.52418003605644
    - type: nauc_mrr_at_10_max
      value: 75.49771146396608
    - type: nauc_mrr_at_10_std
      value: 41.205249132738686
    - type: nauc_mrr_at_1_diff1
      value: 47.81150011915281
    - type: nauc_mrr_at_1_max
      value: 70.80968743133832
    - type: nauc_mrr_at_1_std
      value: 34.12058910454593
    - type: nauc_mrr_at_20_diff1
      value: 47.551559003993276
    - type: nauc_mrr_at_20_max
      value: 75.41924834238061
    - type: nauc_mrr_at_20_std
      value: 41.153192702748235
    - type: nauc_mrr_at_3_diff1
      value: 47.53087817006066
    - type: nauc_mrr_at_3_max
      value: 75.35450310484637
    - type: nauc_mrr_at_3_std
      value: 40.73415507526735
    - type: nauc_mrr_at_5_diff1
      value: 47.53619911578793
    - type: nauc_mrr_at_5_max
      value: 75.55210987806407
    - type: nauc_mrr_at_5_std
      value: 41.227934129955955
    - type: nauc_ndcg_at_1000_diff1
      value: 15.791364228262008
    - type: nauc_ndcg_at_1000_max
      value: 55.663940979628904
    - type: nauc_ndcg_at_1000_std
      value: 31.173275086325276
    - type: nauc_ndcg_at_100_diff1
      value: 15.373348015886314
    - type: nauc_ndcg_at_100_max
      value: 55.03390778310876
    - type: nauc_ndcg_at_100_std
      value: 31.20120225577878
    - type: nauc_ndcg_at_10_diff1
      value: 15.163224929316108
    - type: nauc_ndcg_at_10_max
      value: 44.39948453805145
    - type: nauc_ndcg_at_10_std
      value: 18.059941776684493
    - type: nauc_ndcg_at_1_diff1
      value: 47.81150011915281
    - type: nauc_ndcg_at_1_max
      value: 70.80968743133832
    - type: nauc_ndcg_at_1_std
      value: 34.12058910454593
    - type: nauc_ndcg_at_20_diff1
      value: 15.318239987691932
    - type: nauc_ndcg_at_20_max
      value: 49.71343698147648
    - type: nauc_ndcg_at_20_std
      value: 24.518513987927275
    - type: nauc_ndcg_at_3_diff1
      value: 11.666959642695176
    - type: nauc_ndcg_at_3_max
      value: 59.96185824971647
    - type: nauc_ndcg_at_3_std
      value: 31.739929636013276
    - type: nauc_ndcg_at_5_diff1
      value: 11.544793400857731
    - type: nauc_ndcg_at_5_max
      value: 52.20165452971689
    - type: nauc_ndcg_at_5_std
      value: 25.673658377288916
    - type: nauc_precision_at_1000_diff1
      value: -37.623642405150974
    - type: nauc_precision_at_1000_max
      value: 45.49074696820348
    - type: nauc_precision_at_1000_std
      value: 61.76021370709046
    - type: nauc_precision_at_100_diff1
      value: -37.69887461085557
    - type: nauc_precision_at_100_max
      value: 46.863075114374894
    - type: nauc_precision_at_100_std
      value: 62.94204358016603
    - type: nauc_precision_at_10_diff1
      value: -38.91005052553271
    - type: nauc_precision_at_10_max
      value: 51.0117902381813
    - type: nauc_precision_at_10_std
      value: 58.53119866179844
    - type: nauc_precision_at_1_diff1
      value: 47.81150011915281
    - type: nauc_precision_at_1_max
      value: 70.80968743133832
    - type: nauc_precision_at_1_std
      value: 34.12058910454593
    - type: nauc_precision_at_20_diff1
      value: -38.10700896790525
    - type: nauc_precision_at_20_max
      value: 48.83555083324882
    - type: nauc_precision_at_20_std
      value: 61.99860636496578
    - type: nauc_precision_at_3_diff1
      value: -38.923728668047715
    - type: nauc_precision_at_3_max
      value: 61.441692805173254
    - type: nauc_precision_at_3_std
      value: 50.75068665381258
    - type: nauc_precision_at_5_diff1
      value: -41.47393696071159
    - type: nauc_precision_at_5_max
      value: 56.42947594070733
    - type: nauc_precision_at_5_std
      value: 54.30313019822085
    - type: nauc_recall_at_1000_diff1
      value: 2.9269496241172153
    - type: nauc_recall_at_1000_max
      value: 64.00894291065217
    - type: nauc_recall_at_1000_std
      value: 66.70262026919906
    - type: nauc_recall_at_100_diff1
      value: 4.531333195047854
    - type: nauc_recall_at_100_max
      value: 54.090338584800804
    - type: nauc_recall_at_100_std
      value: 49.29554998040776
    - type: nauc_recall_at_10_diff1
      value: 15.397260952283629
    - type: nauc_recall_at_10_max
      value: 19.574107744593505
    - type: nauc_recall_at_10_std
      value: -7.419934090674101
    - type: nauc_recall_at_1_diff1
      value: 55.76197416047851
    - type: nauc_recall_at_1_max
      value: -27.27596511680105
    - type: nauc_recall_at_1_std
      value: -40.180759050662004
    - type: nauc_recall_at_20_diff1
      value: 8.208554715639794
    - type: nauc_recall_at_20_max
      value: 38.40692245671736
    - type: nauc_recall_at_20_std
      value: 20.50141740592569
    - type: nauc_recall_at_3_diff1
      value: 39.09343846278106
    - type: nauc_recall_at_3_max
      value: -20.657332761539436
    - type: nauc_recall_at_3_std
      value: -41.94437239291942
    - type: nauc_recall_at_5_diff1
      value: 30.51405048742498
    - type: nauc_recall_at_5_max
      value: -9.514750927716491
    - type: nauc_recall_at_5_std
      value: -36.26089978353301
    - type: ndcg_at_1
      value: 91.702
    - type: ndcg_at_10
      value: 87.241
    - type: ndcg_at_100
      value: 90.29700000000001
    - type: ndcg_at_1000
      value: 90.769
    - type: ndcg_at_20
      value: 88.824
    - type: ndcg_at_3
      value: 88.346
    - type: ndcg_at_5
      value: 87.178
    - type: precision_at_1
      value: 91.702
    - type: precision_at_10
      value: 43.26
    - type: precision_at_100
      value: 5.059
    - type: precision_at_1000
      value: 0.517
    - type: precision_at_20
      value: 23.880000000000003
    - type: precision_at_3
      value: 77.199
    - type: precision_at_5
      value: 64.869
    - type: recall_at_1
      value: 28.418
    - type: recall_at_10
      value: 86.154
    - type: recall_at_100
      value: 96.279
    - type: recall_at_1000
      value: 98.688
    - type: recall_at_20
      value: 91.621
    - type: recall_at_3
      value: 57.945
    - type: recall_at_5
      value: 72.518
  - task:
      type: Classification
    dataset:
      name: MTEB TNews
      type: C-MTEB/TNews-classification
      config: default
      split: validation
      revision: 317f262bf1e6126357bbe89e875451e4b0938fe4
    metrics:
    - type: accuracy
      value: 54.49499999999999
    - type: f1
      value: 52.26536070254001
    - type: f1_weighted
      value: 54.19215743051191
    - type: main_score
      value: 54.49499999999999
  - task:
      type: Clustering
    dataset:
      name: MTEB ThuNewsClusteringP2P
      type: C-MTEB/ThuNewsClusteringP2P
      config: default
      split: test
      revision: 5798586b105c0434e4f0fe5e767abe619442cf93
    metrics:
    - type: main_score
      value: 75.7625870685052
    - type: v_measure
      value: 75.7625870685052
    - type: v_measure_std
      value: 1.3016476651336109
  - task:
      type: Clustering
    dataset:
      name: MTEB ThuNewsClusteringS2S
      type: C-MTEB/ThuNewsClusteringS2S
      config: default
      split: test
      revision: 8a8b2caeda43f39e13c4bc5bea0f8a667896e10d
    metrics:
    - type: main_score
      value: 69.79861827229796
    - type: v_measure
      value: 69.79861827229796
    - type: v_measure_std
      value: 1.8259276351059668
  - task:
      type: Retrieval
    dataset:
      name: MTEB VideoRetrieval
      type: C-MTEB/VideoRetrieval
      config: default
      split: dev
      revision: 58c2597a5943a2ba48f4668c3b90d796283c5639
    metrics:
    - type: main_score
      value: 78.083
    - type: map_at_1
      value: 64.4
    - type: map_at_10
      value: 73.958
    - type: map_at_100
      value: 74.29
    - type: map_at_1000
      value: 74.298
    - type: map_at_20
      value: 74.199
    - type: map_at_3
      value: 72.217
    - type: map_at_5
      value: 73.347
    - type: mrr_at_1
      value: 64.4
    - type: mrr_at_10
      value: 73.95817460317473
    - type: mrr_at_100
      value: 74.28974110168443
    - type: mrr_at_1000
      value: 74.29824956959816
    - type: mrr_at_20
      value: 74.19886218313863
    - type: mrr_at_3
      value: 72.21666666666671
    - type: mrr_at_5
      value: 73.34666666666675
    - type: nauc_map_at_1000_diff1
      value: 73.71737021866177
    - type: nauc_map_at_1000_max
      value: 12.468796372904206
    - type: nauc_map_at_1000_std
      value: -38.38733946730631
    - type: nauc_map_at_100_diff1
      value: 73.71970758427913
    - type: nauc_map_at_100_max
      value: 12.483638442192955
    - type: nauc_map_at_100_std
      value: -38.3942712629503
    - type: nauc_map_at_10_diff1
      value: 73.6749409452003
    - type: nauc_map_at_10_max
      value: 12.377557025269816
    - type: nauc_map_at_10_std
      value: -38.83343830128936
    - type: nauc_map_at_1_diff1
      value: 75.30680275173268
    - type: nauc_map_at_1_max
      value: 11.155747041372528
    - type: nauc_map_at_1_std
      value: -36.293140617659745
    - type: nauc_map_at_20_diff1
      value: 73.69590129210275
    - type: nauc_map_at_20_max
      value: 12.506795805663657
    - type: nauc_map_at_20_std
      value: -38.41105721697836
    - type: nauc_map_at_3_diff1
      value: 73.39787383543842
    - type: nauc_map_at_3_max
      value: 11.662192293430676
    - type: nauc_map_at_3_std
      value: -39.43268460103242
    - type: nauc_map_at_5_diff1
      value: 73.70919058149413
    - type: nauc_map_at_5_max
      value: 12.830113241179927
    - type: nauc_map_at_5_std
      value: -38.8187110842045
    - type: nauc_mrr_at_1000_diff1
      value: 73.71737021866177
    - type: nauc_mrr_at_1000_max
      value: 12.468796372904206
    - type: nauc_mrr_at_1000_std
      value: -38.38733946730631
    - type: nauc_mrr_at_100_diff1
      value: 73.71970758427913
    - type: nauc_mrr_at_100_max
      value: 12.483638442192955
    - type: nauc_mrr_at_100_std
      value: -38.3942712629503
    - type: nauc_mrr_at_10_diff1
      value: 73.6749409452003
    - type: nauc_mrr_at_10_max
      value: 12.377557025269816
    - type: nauc_mrr_at_10_std
      value: -38.83343830128936
    - type: nauc_mrr_at_1_diff1
      value: 75.30680275173268
    - type: nauc_mrr_at_1_max
      value: 11.155747041372528
    - type: nauc_mrr_at_1_std
      value: -36.293140617659745
    - type: nauc_mrr_at_20_diff1
      value: 73.69590129210275
    - type: nauc_mrr_at_20_max
      value: 12.506795805663657
    - type: nauc_mrr_at_20_std
      value: -38.41105721697836
    - type: nauc_mrr_at_3_diff1
      value: 73.39787383543842
    - type: nauc_mrr_at_3_max
      value: 11.662192293430676
    - type: nauc_mrr_at_3_std
      value: -39.43268460103242
    - type: nauc_mrr_at_5_diff1
      value: 73.70919058149413
    - type: nauc_mrr_at_5_max
      value: 12.830113241179927
    - type: nauc_mrr_at_5_std
      value: -38.8187110842045
    - type: nauc_ndcg_at_1000_diff1
      value: 73.39386159674739
    - type: nauc_ndcg_at_1000_max
      value: 13.650025454612095
    - type: nauc_ndcg_at_1000_std
      value: -37.501873222969714
    - type: nauc_ndcg_at_100_diff1
      value: 73.46030287146141
    - type: nauc_ndcg_at_100_max
      value: 14.242591376553515
    - type: nauc_ndcg_at_100_std
      value: -37.37238503318863
    - type: nauc_ndcg_at_10_diff1
      value: 73.19041319656063
    - type: nauc_ndcg_at_10_max
      value: 13.72149081437837
    - type: nauc_ndcg_at_10_std
      value: -39.22330058267065
    - type: nauc_ndcg_at_1_diff1
      value: 75.30680275173268
    - type: nauc_ndcg_at_1_max
      value: 11.155747041372528
    - type: nauc_ndcg_at_1_std
      value: -36.293140617659745
    - type: nauc_ndcg_at_20_diff1
      value: 73.28277450494292
    - type: nauc_ndcg_at_20_max
      value: 14.535663475990301
    - type: nauc_ndcg_at_20_std
      value: -37.26046955059598
    - type: nauc_ndcg_at_3_diff1
      value: 72.72482798395563
    - type: nauc_ndcg_at_3_max
      value: 12.444138243180628
    - type: nauc_ndcg_at_3_std
      value: -40.33495436729538
    - type: nauc_ndcg_at_5_diff1
      value: 73.30133655147367
    - type: nauc_ndcg_at_5_max
      value: 14.829522693370064
    - type: nauc_ndcg_at_5_std
      value: -39.12862351718661
    - type: nauc_precision_at_1000_diff1
      value: 44.780578898224775
    - type: nauc_precision_at_1000_max
      value: 76.57329598506085
    - type: nauc_precision_at_1000_std
      value: 91.0830999066278
    - type: nauc_precision_at_100_diff1
      value: 70.9014161220036
    - type: nauc_precision_at_100_max
      value: 62.76649548708496
    - type: nauc_precision_at_100_std
      value: 2.0269218798636595
    - type: nauc_precision_at_10_diff1
      value: 70.04678683067425
    - type: nauc_precision_at_10_max
      value: 23.381744001948547
    - type: nauc_precision_at_10_std
      value: -41.29572118702558
    - type: nauc_precision_at_1_diff1
      value: 75.30680275173268
    - type: nauc_precision_at_1_max
      value: 11.155747041372528
    - type: nauc_precision_at_1_std
      value: -36.293140617659745
    - type: nauc_precision_at_20_diff1
      value: 69.43748259537705
    - type: nauc_precision_at_20_max
      value: 40.7735023834091
    - type: nauc_precision_at_20_std
      value: -16.96234049175245
    - type: nauc_precision_at_3_diff1
      value: 70.13132727097876
    - type: nauc_precision_at_3_max
      value: 15.740305397347907
    - type: nauc_precision_at_3_std
      value: -43.715738969684544
    - type: nauc_precision_at_5_diff1
      value: 71.48226384169207
    - type: nauc_precision_at_5_max
      value: 25.61128105858808
    - type: nauc_precision_at_5_std
      value: -40.11777006930588
    - type: nauc_recall_at_1000_diff1
      value: 44.78057889822695
    - type: nauc_recall_at_1000_max
      value: 76.57329598506108
    - type: nauc_recall_at_1000_std
      value: 91.08309990663042
    - type: nauc_recall_at_100_diff1
      value: 70.90141612200432
    - type: nauc_recall_at_100_max
      value: 62.76649548708361
    - type: nauc_recall_at_100_std
      value: 2.026921879863032
    - type: nauc_recall_at_10_diff1
      value: 70.04678683067425
    - type: nauc_recall_at_10_max
      value: 23.381744001948622
    - type: nauc_recall_at_10_std
      value: -41.29572118702555
    - type: nauc_recall_at_1_diff1
      value: 75.30680275173268
    - type: nauc_recall_at_1_max
      value: 11.155747041372528
    - type: nauc_recall_at_1_std
      value: -36.293140617659745
    - type: nauc_recall_at_20_diff1
      value: 69.43748259537757
    - type: nauc_recall_at_20_max
      value: 40.773502383409244
    - type: nauc_recall_at_20_std
      value: -16.96234049175241
    - type: nauc_recall_at_3_diff1
      value: 70.13132727097874
    - type: nauc_recall_at_3_max
      value: 15.740305397347834
    - type: nauc_recall_at_3_std
      value: -43.71573896968448
    - type: nauc_recall_at_5_diff1
      value: 71.48226384169207
    - type: nauc_recall_at_5_max
      value: 25.611281058588304
    - type: nauc_recall_at_5_std
      value: -40.11777006930557
    - type: ndcg_at_1
      value: 64.4
    - type: ndcg_at_10
      value: 78.083
    - type: ndcg_at_100
      value: 79.58800000000001
    - type: ndcg_at_1000
      value: 79.827
    - type: ndcg_at_20
      value: 78.965
    - type: ndcg_at_3
      value: 74.589
    - type: ndcg_at_5
      value: 76.616
    - type: precision_at_1
      value: 64.4
    - type: precision_at_10
      value: 9.08
    - type: precision_at_100
      value: 0.976
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.715
    - type: precision_at_3
      value: 27.133000000000003
    - type: precision_at_5
      value: 17.26
    - type: recall_at_1
      value: 64.4
    - type: recall_at_10
      value: 90.8
    - type: recall_at_100
      value: 97.6
    - type: recall_at_1000
      value: 99.5
    - type: recall_at_20
      value: 94.3
    - type: recall_at_3
      value: 81.39999999999999
    - type: recall_at_5
      value: 86.3
  - task:
      type: Classification
    dataset:
      name: MTEB Waimai
      type: C-MTEB/waimai-classification
      config: default
      split: test
      revision: 339287def212450dcaa9df8c22bf93e9980c7023
    metrics:
    - type: accuracy
      value: 89.73
    - type: ap
      value: 75.94477616904837
    - type: ap_weighted
      value: 75.94477616904837
    - type: f1
      value: 88.49503008728186
    - type: f1_weighted
      value: 89.81243682011228
    - type: main_score
      value: 89.73
  - task:
      type: Classification
    dataset:
      name: MTEB AllegroReviews
      type: PL-MTEB/allegro-reviews
      config: default
      split: test
      revision: b89853e6de927b0e3bfa8ecc0e56fe4e02ceafc6
    metrics:
    - type: accuracy
      value: 65.99403578528826
    - type: f1
      value: 53.25166089526729
    - type: f1_weighted
      value: 62.93360409816966
    - type: main_score
      value: 65.99403578528826
  - task:
      type: Retrieval
    dataset:
      name: MTEB ArguAna-PL
      type: clarin-knext/arguana-pl
      config: default
      split: test
      revision: 63fc86750af76253e8c760fc9e534bbf24d260a2
    metrics:
    - type: main_score
      value: 53.351000000000006
    - type: map_at_1
      value: 26.529000000000003
    - type: map_at_10
      value: 43.807
    - type: map_at_100
      value: 44.718999999999994
    - type: map_at_1000
      value: 44.723
    - type: map_at_20
      value: 44.525999999999996
    - type: map_at_3
      value: 38.644
    - type: map_at_5
      value: 41.496
    - type: mrr_at_1
      value: 26.884779516358464
    - type: mrr_at_10
      value: 43.95479125742281
    - type: mrr_at_100
      value: 44.86725549680827
    - type: mrr_at_1000
      value: 44.87116160838017
    - type: mrr_at_20
      value: 44.67345189919329
    - type: mrr_at_3
      value: 38.70317686107158
    - type: mrr_at_5
      value: 41.64414414414416
    - type: nauc_map_at_1000_diff1
      value: 9.232373982888875
    - type: nauc_map_at_1000_max
      value: -4.068056083461815
    - type: nauc_map_at_1000_std
      value: -12.17898160676414
    - type: nauc_map_at_100_diff1
      value: 9.236177757941253
    - type: nauc_map_at_100_max
      value: -4.058604696622173
    - type: nauc_map_at_100_std
      value: -12.174775347574824
    - type: nauc_map_at_10_diff1
      value: 8.823094417220325
    - type: nauc_map_at_10_max
      value: -4.200133290204178
    - type: nauc_map_at_10_std
      value: -12.499507328459753
    - type: nauc_map_at_1_diff1
      value: 12.75385271339225
    - type: nauc_map_at_1_max
      value: -5.5298282139755575
    - type: nauc_map_at_1_std
      value: -11.362582460965157
    - type: nauc_map_at_20_diff1
      value: 9.228136527232165
    - type: nauc_map_at_20_max
      value: -3.950649951410435
    - type: nauc_map_at_20_std
      value: -12.160403937450361
    - type: nauc_map_at_3_diff1
      value: 8.889303495985441
    - type: nauc_map_at_3_max
      value: -4.630707806393413
    - type: nauc_map_at_3_std
      value: -12.279766448071545
    - type: nauc_map_at_5_diff1
      value: 8.739844838218664
    - type: nauc_map_at_5_max
      value: -4.512794992475515
    - type: nauc_map_at_5_std
      value: -12.615578235387586
    - type: nauc_mrr_at_1000_diff1
      value: 7.859852535285099
    - type: nauc_mrr_at_1000_max
      value: -4.496086648935649
    - type: nauc_mrr_at_1000_std
      value: -12.215285116169484
    - type: nauc_mrr_at_100_diff1
      value: 7.8638221999422555
    - type: nauc_mrr_at_100_max
      value: -4.486614354767044
    - type: nauc_mrr_at_100_std
      value: -12.211089781990605
    - type: nauc_mrr_at_10_diff1
      value: 7.491608732231778
    - type: nauc_mrr_at_10_max
      value: -4.612750259444103
    - type: nauc_mrr_at_10_std
      value: -12.533709553688768
    - type: nauc_mrr_at_1_diff1
      value: 11.591587453294407
    - type: nauc_mrr_at_1_max
      value: -5.108412151719679
    - type: nauc_mrr_at_1_std
      value: -11.315732159028302
    - type: nauc_mrr_at_20_diff1
      value: 7.865681116401513
    - type: nauc_mrr_at_20_max
      value: -4.375183790213436
    - type: nauc_mrr_at_20_std
      value: -12.19638025273968
    - type: nauc_mrr_at_3_diff1
      value: 7.231687029446421
    - type: nauc_mrr_at_3_max
      value: -5.4123411687548355
    - type: nauc_mrr_at_3_std
      value: -12.398561644250819
    - type: nauc_mrr_at_5_diff1
      value: 7.468909154261347
    - type: nauc_mrr_at_5_max
      value: -4.918205171124155
    - type: nauc_mrr_at_5_std
      value: -12.550158596771954
    - type: nauc_ndcg_at_1000_diff1
      value: 8.873356105519054
    - type: nauc_ndcg_at_1000_max
      value: -3.6038347222273663
    - type: nauc_ndcg_at_1000_std
      value: -11.960763468098095
    - type: nauc_ndcg_at_100_diff1
      value: 8.963774517420468
    - type: nauc_ndcg_at_100_max
      value: -3.386116175995973
    - type: nauc_ndcg_at_100_std
      value: -11.8741082666588
    - type: nauc_ndcg_at_10_diff1
      value: 7.334374734540952
    - type: nauc_ndcg_at_10_max
      value: -3.497929167790477
    - type: nauc_ndcg_at_10_std
      value: -13.031985147192678
    - type: nauc_ndcg_at_1_diff1
      value: 12.75385271339225
    - type: nauc_ndcg_at_1_max
      value: -5.5298282139755575
    - type: nauc_ndcg_at_1_std
      value: -11.362582460965157
    - type: nauc_ndcg_at_20_diff1
      value: 8.988492318291843
    - type: nauc_ndcg_at_20_max
      value: -2.420084878132361
    - type: nauc_ndcg_at_20_std
      value: -11.648341662365178
    - type: nauc_ndcg_at_3_diff1
      value: 7.7688424441042585
    - type: nauc_ndcg_at_3_max
      value: -4.544011121759494
    - type: nauc_ndcg_at_3_std
      value: -12.554960539771004
    - type: nauc_ndcg_at_5_diff1
      value: 7.467185712528959
    - type: nauc_ndcg_at_5_max
      value: -4.292286418745977
    - type: nauc_ndcg_at_5_std
      value: -13.212953784536655
    - type: nauc_precision_at_1000_diff1
      value: -8.87724002766174
    - type: nauc_precision_at_1000_max
      value: 1.1191140416885268
    - type: nauc_precision_at_1000_std
      value: 61.15556351251649
    - type: nauc_precision_at_100_diff1
      value: 19.226839642026334
    - type: nauc_precision_at_100_max
      value: 40.96524244310276
    - type: nauc_precision_at_100_std
      value: 34.93790376379203
    - type: nauc_precision_at_10_diff1
      value: -1.5820920560168286
    - type: nauc_precision_at_10_max
      value: 1.0112918643622166
    - type: nauc_precision_at_10_std
      value: -16.265324019859303
    - type: nauc_precision_at_1_diff1
      value: 12.75385271339225
    - type: nauc_precision_at_1_max
      value: -5.5298282139755575
    - type: nauc_precision_at_1_std
      value: -11.362582460965157
    - type: nauc_precision_at_20_diff1
      value: 11.343841852266277
    - type: nauc_precision_at_20_max
      value: 22.319702129641623
    - type: nauc_precision_at_20_std
      value: -0.38946935027592583
    - type: nauc_precision_at_3_diff1
      value: 4.565527213195263
    - type: nauc_precision_at_3_max
      value: -4.354252001141582
    - type: nauc_precision_at_3_std
      value: -13.344816310957258
    - type: nauc_precision_at_5_diff1
      value: 3.224959087808944
    - type: nauc_precision_at_5_max
      value: -3.561501622611176
    - type: nauc_precision_at_5_std
      value: -15.33681368286641
    - type: nauc_recall_at_1000_diff1
      value: -8.877240027663182
    - type: nauc_recall_at_1000_max
      value: 1.119114041683115
    - type: nauc_recall_at_1000_std
      value: 61.15556351251611
    - type: nauc_recall_at_100_diff1
      value: 19.226839642023744
    - type: nauc_recall_at_100_max
      value: 40.965242443100955
    - type: nauc_recall_at_100_std
      value: 34.93790376379083
    - type: nauc_recall_at_10_diff1
      value: -1.5820920560167417
    - type: nauc_recall_at_10_max
      value: 1.0112918643623434
    - type: nauc_recall_at_10_std
      value: -16.265324019859182
    - type: nauc_recall_at_1_diff1
      value: 12.75385271339225
    - type: nauc_recall_at_1_max
      value: -5.5298282139755575
    - type: nauc_recall_at_1_std
      value: -11.362582460965157
    - type: nauc_recall_at_20_diff1
      value: 11.343841852266326
    - type: nauc_recall_at_20_max
      value: 22.319702129641623
    - type: nauc_recall_at_20_std
      value: -0.3894693502758765
    - type: nauc_recall_at_3_diff1
      value: 4.56552721319533
    - type: nauc_recall_at_3_max
      value: -4.354252001141524
    - type: nauc_recall_at_3_std
      value: -13.344816310957178
    - type: nauc_recall_at_5_diff1
      value: 3.224959087808929
    - type: nauc_recall_at_5_max
      value: -3.561501622611073
    - type: nauc_recall_at_5_std
      value: -15.336813682866316
    - type: ndcg_at_1
      value: 26.529000000000003
    - type: ndcg_at_10
      value: 53.351000000000006
    - type: ndcg_at_100
      value: 56.989999999999995
    - type: ndcg_at_1000
      value: 57.06099999999999
    - type: ndcg_at_20
      value: 55.832
    - type: ndcg_at_3
      value: 42.635
    - type: ndcg_at_5
      value: 47.798
    - type: precision_at_1
      value: 26.529000000000003
    - type: precision_at_10
      value: 8.385
    - type: precision_at_100
      value: 0.991
    - type: precision_at_1000
      value: 0.1
    - type: precision_at_20
      value: 4.6690000000000005
    - type: precision_at_3
      value: 18.065
    - type: precision_at_5
      value: 13.357
    - type: recall_at_1
      value: 26.529000000000003
    - type: recall_at_10
      value: 83.855
    - type: recall_at_100
      value: 99.14699999999999
    - type: recall_at_1000
      value: 99.644
    - type: recall_at_20
      value: 93.38499999999999
    - type: recall_at_3
      value: 54.196
    - type: recall_at_5
      value: 66.78500000000001
  - task:
      type: Classification
    dataset:
      name: MTEB CBD
      type: PL-MTEB/cbd
      config: default
      split: test
      revision: 36ddb419bcffe6a5374c3891957912892916f28d
    metrics:
    - type: accuracy
      value: 82.63999999999999
    - type: ap
      value: 37.68239965062571
    - type: ap_weighted
      value: 37.68239965062571
    - type: f1
      value: 72.69572425169251
    - type: f1_weighted
      value: 84.72936692258361
    - type: main_score
      value: 82.63999999999999
  - task:
      type: PairClassification
    dataset:
      name: MTEB CDSC-E
      type: PL-MTEB/cdsce-pairclassification
      config: default
      split: test
      revision: 0a3d4aa409b22f80eb22cbf59b492637637b536d
    metrics:
    - type: cosine_accuracy
      value: 88.2
    - type: cosine_accuracy_threshold
      value: 94.6662962436676
    - type: cosine_ap
      value: 74.22222496320697
    - type: cosine_f1
      value: 66.15384615384615
    - type: cosine_f1_threshold
      value: 92.2417163848877
    - type: cosine_precision
      value: 64.5
    - type: cosine_recall
      value: 67.89473684210526
    - type: dot_accuracy
      value: 88.2
    - type: dot_accuracy_threshold
      value: 94.66629028320312
    - type: dot_ap
      value: 74.22222496320697
    - type: dot_f1
      value: 66.15384615384615
    - type: dot_f1_threshold
      value: 92.2417163848877
    - type: dot_precision
      value: 64.5
    - type: dot_recall
      value: 67.89473684210526
    - type: euclidean_accuracy
      value: 88.2
    - type: euclidean_accuracy_threshold
      value: 32.66091346740723
    - type: euclidean_ap
      value: 74.22222496320697
    - type: euclidean_f1
      value: 66.15384615384615
    - type: euclidean_f1_threshold
      value: 39.39100503921509
    - type: euclidean_precision
      value: 64.5
    - type: euclidean_recall
      value: 67.89473684210526
    - type: main_score
      value: 74.36531507975964
    - type: manhattan_accuracy
      value: 88.2
    - type: manhattan_accuracy_threshold
      value: 1549.806785583496
    - type: manhattan_ap
      value: 74.36531507975964
    - type: manhattan_f1
      value: 66.15384615384615
    - type: manhattan_f1_threshold
      value: 1878.4736633300781
    - type: manhattan_precision
      value: 64.5
    - type: manhattan_recall
      value: 67.89473684210526
    - type: max_ap
      value: 74.36531507975964
    - type: max_f1
      value: 66.15384615384615
    - type: max_precision
      value: 64.5
    - type: max_recall
      value: 67.89473684210526
    - type: similarity_accuracy
      value: 88.2
    - type: similarity_accuracy_threshold
      value: 94.6662962436676
    - type: similarity_ap
      value: 74.22222496320697
    - type: similarity_f1
      value: 66.15384615384615
    - type: similarity_f1_threshold
      value: 92.2417163848877
    - type: similarity_precision
      value: 64.5
    - type: similarity_recall
      value: 67.89473684210526
  - task:
      type: STS
    dataset:
      name: MTEB CDSC-R
      type: PL-MTEB/cdscr-sts
      config: default
      split: test
      revision: 1cd6abbb00df7d14be3dbd76a7dcc64b3a79a7cd
    metrics:
    - type: cosine_pearson
      value: 92.75973491857985
    - type: cosine_spearman
      value: 92.4445246590692
    - type: euclidean_pearson
      value: 90.98932706522189
    - type: euclidean_spearman
      value: 92.44441114690339
    - type: main_score
      value: 92.4445246590692
    - type: manhattan_pearson
      value: 91.03239818337802
    - type: manhattan_spearman
      value: 92.48485691295049
    - type: pearson
      value: 92.75973491857985
    - type: spearman
      value: 92.4445246590692
  - task:
      type: Clustering
    dataset:
      name: MTEB 8TagsClustering
      type: PL-MTEB/8tags-clustering
      config: default
      split: test
      revision: 78b962b130c6690659c65abf67bf1c2f030606b6
    metrics:
    - type: main_score
      value: 53.60989415215326
    - type: v_measure
      value: 53.60989415215326
    - type: v_measure_std
      value: 2.313378085094977
  - task:
      type: Retrieval
    dataset:
      name: MTEB FiQA-PL
      type: clarin-knext/fiqa-pl
      config: default
      split: test
      revision: 2e535829717f8bf9dc829b7f911cc5bbd4e6608e
    metrics:
    - type: main_score
      value: 43.111
    - type: map_at_1
      value: 21.705
    - type: map_at_10
      value: 35.185
    - type: map_at_100
      value: 37.24
    - type: map_at_1000
      value: 37.409
    - type: map_at_20
      value: 36.369
    - type: map_at_3
      value: 31.086999999999996
    - type: map_at_5
      value: 33.346
    - type: mrr_at_1
      value: 43.20987654320987
    - type: mrr_at_10
      value: 52.08112874779539
    - type: mrr_at_100
      value: 52.92693034067337
    - type: mrr_at_1000
      value: 52.96985638592845
    - type: mrr_at_20
      value: 52.63433256924181
    - type: mrr_at_3
      value: 50.12860082304527
    - type: mrr_at_5
      value: 51.40174897119337
    - type: nauc_map_at_1000_diff1
      value: 45.22359169866035
    - type: nauc_map_at_1000_max
      value: 26.964225976378625
    - type: nauc_map_at_1000_std
      value: -1.2633276428493687
    - type: nauc_map_at_100_diff1
      value: 45.17522741559718
    - type: nauc_map_at_100_max
      value: 26.8170207755648
    - type: nauc_map_at_100_std
      value: -1.3067151571124742
    - type: nauc_map_at_10_diff1
      value: 44.759040662243905
    - type: nauc_map_at_10_max
      value: 25.2398999812798
    - type: nauc_map_at_10_std
      value: -2.6300353727754704
    - type: nauc_map_at_1_diff1
      value: 50.712357721644544
    - type: nauc_map_at_1_max
      value: 18.48175989564228
    - type: nauc_map_at_1_std
      value: -2.5668616275083886
    - type: nauc_map_at_20_diff1
      value: 44.88634437373346
    - type: nauc_map_at_20_max
      value: 26.07694343780731
    - type: nauc_map_at_20_std
      value: -2.066632684864094
    - type: nauc_map_at_3_diff1
      value: 44.89927178718778
    - type: nauc_map_at_3_max
      value: 21.75924665528133
    - type: nauc_map_at_3_std
      value: -4.243935833641743
    - type: nauc_map_at_5_diff1
      value: 44.822591471849584
    - type: nauc_map_at_5_max
      value: 24.457314644900432
    - type: nauc_map_at_5_std
      value: -2.9604058866761034
    - type: nauc_mrr_at_1000_diff1
      value: 54.00470787189677
    - type: nauc_mrr_at_1000_max
      value: 36.82223347638309
    - type: nauc_mrr_at_1000_std
      value: 0.5677137777361332
    - type: nauc_mrr_at_100_diff1
      value: 54.00809810037448
    - type: nauc_mrr_at_100_max
      value: 36.82057634428283
    - type: nauc_mrr_at_100_std
      value: 0.5937776062605836
    - type: nauc_mrr_at_10_diff1
      value: 53.913976617266876
    - type: nauc_mrr_at_10_max
      value: 36.78443629024914
    - type: nauc_mrr_at_10_std
      value: 0.3156405683490351
    - type: nauc_mrr_at_1_diff1
      value: 59.548220722261
    - type: nauc_mrr_at_1_max
      value: 36.480987777448576
    - type: nauc_mrr_at_1_std
      value: -0.19083615874029042
    - type: nauc_mrr_at_20_diff1
      value: 53.81493087917239
    - type: nauc_mrr_at_20_max
      value: 36.77603799391825
    - type: nauc_mrr_at_20_std
      value: 0.44387937560742335
    - type: nauc_mrr_at_3_diff1
      value: 54.30581644430954
    - type: nauc_mrr_at_3_max
      value: 36.3988298638316
    - type: nauc_mrr_at_3_std
      value: -0.7870642848532561
    - type: nauc_mrr_at_5_diff1
      value: 54.134566429387846
    - type: nauc_mrr_at_5_max
      value: 37.24697804792816
    - type: nauc_mrr_at_5_std
      value: 0.6599484143161592
    - type: nauc_ndcg_at_1000_diff1
      value: 46.86756299523301
    - type: nauc_ndcg_at_1000_max
      value: 32.47579882407152
    - type: nauc_ndcg_at_1000_std
      value: 2.9212493033536395
    - type: nauc_ndcg_at_100_diff1
      value: 46.49674811422101
    - type: nauc_ndcg_at_100_max
      value: 30.90807918981533
    - type: nauc_ndcg_at_100_std
      value: 3.0639785859945508
    - type: nauc_ndcg_at_10_diff1
      value: 45.095057667243815
    - type: nauc_ndcg_at_10_max
      value: 27.820331872338212
    - type: nauc_ndcg_at_10_std
      value: -1.194673973265985
    - type: nauc_ndcg_at_1_diff1
      value: 59.548220722261
    - type: nauc_ndcg_at_1_max
      value: 36.480987777448576
    - type: nauc_ndcg_at_1_std
      value: -0.19083615874029042
    - type: nauc_ndcg_at_20_diff1
      value: 45.00142992123534
    - type: nauc_ndcg_at_20_max
      value: 28.488501226554703
    - type: nauc_ndcg_at_20_std
      value: -0.3191716639403193
    - type: nauc_ndcg_at_3_diff1
      value: 45.31439967160271
    - type: nauc_ndcg_at_3_max
      value: 29.94608938092995
    - type: nauc_ndcg_at_3_std
      value: -1.9253627902575856
    - type: nauc_ndcg_at_5_diff1
      value: 45.45846426730726
    - type: nauc_ndcg_at_5_max
      value: 29.38932093491733
    - type: nauc_ndcg_at_5_std
      value: -0.9085140563777799
    - type: nauc_precision_at_1000_diff1
      value: 3.7560699954595695
    - type: nauc_precision_at_1000_max
      value: 35.240018162324894
    - type: nauc_precision_at_1000_std
      value: 15.003533078217071
    - type: nauc_precision_at_100_diff1
      value: 11.077365718773592
    - type: nauc_precision_at_100_max
      value: 37.20336505058565
    - type: nauc_precision_at_100_std
      value: 17.346890083595074
    - type: nauc_precision_at_10_diff1
      value: 21.8215360274433
    - type: nauc_precision_at_10_max
      value: 35.93379458870689
    - type: nauc_precision_at_10_std
      value: 6.090338171659745
    - type: nauc_precision_at_1_diff1
      value: 59.548220722261
    - type: nauc_precision_at_1_max
      value: 36.480987777448576
    - type: nauc_precision_at_1_std
      value: -0.19083615874029042
    - type: nauc_precision_at_20_diff1
      value: 17.36401943339932
    - type: nauc_precision_at_20_max
      value: 37.069187376602926
    - type: nauc_precision_at_20_std
      value: 10.266419255060816
    - type: nauc_precision_at_3_diff1
      value: 31.39256423859058
    - type: nauc_precision_at_3_max
      value: 34.15678019686601
    - type: nauc_precision_at_3_std
      value: 0.02756542022676699
    - type: nauc_precision_at_5_diff1
      value: 26.23362958027557
    - type: nauc_precision_at_5_max
      value: 37.9855390258922
    - type: nauc_precision_at_5_std
      value: 5.470421998388935
    - type: nauc_recall_at_1000_diff1
      value: 31.350193187513618
    - type: nauc_recall_at_1000_max
      value: 33.95845031501462
    - type: nauc_recall_at_1000_std
      value: 35.21124266753162
    - type: nauc_recall_at_100_diff1
      value: 33.30267303607164
    - type: nauc_recall_at_100_max
      value: 21.433003016848104
    - type: nauc_recall_at_100_std
      value: 18.222213857455774
    - type: nauc_recall_at_10_diff1
      value: 32.89154280626735
    - type: nauc_recall_at_10_max
      value: 18.810546084237014
    - type: nauc_recall_at_10_std
      value: -1.2240791994400735
    - type: nauc_recall_at_1_diff1
      value: 50.712357721644544
    - type: nauc_recall_at_1_max
      value: 18.48175989564228
    - type: nauc_recall_at_1_std
      value: -2.5668616275083886
    - type: nauc_recall_at_20_diff1
      value: 29.873966057145047
    - type: nauc_recall_at_20_max
      value: 16.89336942784055
    - type: nauc_recall_at_20_std
      value: 0.21329104768110707
    - type: nauc_recall_at_3_diff1
      value: 35.59346624099742
    - type: nauc_recall_at_3_max
      value: 17.84711771266179
    - type: nauc_recall_at_3_std
      value: -4.199925899836503
    - type: nauc_recall_at_5_diff1
      value: 34.7713738660007
    - type: nauc_recall_at_5_max
      value: 21.272448666890547
    - type: nauc_recall_at_5_std
      value: -0.5108237688536543
    - type: ndcg_at_1
      value: 43.21
    - type: ndcg_at_10
      value: 43.111
    - type: ndcg_at_100
      value: 50.259
    - type: ndcg_at_1000
      value: 53.007000000000005
    - type: ndcg_at_20
      value: 46.06
    - type: ndcg_at_3
      value: 40.17
    - type: ndcg_at_5
      value: 40.952
    - type: precision_at_1
      value: 43.21
    - type: precision_at_10
      value: 11.744
    - type: precision_at_100
      value: 1.9009999999999998
    - type: precision_at_1000
      value: 0.24
    - type: precision_at_20
      value: 7.106
    - type: precision_at_3
      value: 27.006000000000004
    - type: precision_at_5
      value: 19.506
    - type: recall_at_1
      value: 21.705
    - type: recall_at_10
      value: 49.275000000000006
    - type: recall_at_100
      value: 75.638
    - type: recall_at_1000
      value: 91.81899999999999
    - type: recall_at_20
      value: 58.35900000000001
    - type: recall_at_3
      value: 36.636
    - type: recall_at_5
      value: 42.143
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (pl)
      type: mteb/amazon_massive_intent
      config: pl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 79.99327505043712
    - type: f1
      value: 77.0333311593554
    - type: f1_weighted
      value: 79.28333714977292
    - type: main_score
      value: 79.99327505043712
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (pl)
      type: mteb/amazon_massive_scenario
      config: pl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 87.955615332885
    - type: f1
      value: 86.41797268341179
    - type: f1_weighted
      value: 87.5309539428662
    - type: main_score
      value: 87.955615332885
  - task:
      type: Retrieval
    dataset:
      name: MTEB NFCorpus-PL
      type: clarin-knext/nfcorpus-pl
      config: default
      split: test
      revision: 9a6f9567fda928260afed2de480d79c98bf0bec0
    metrics:
    - type: main_score
      value: 37.181999999999995
    - type: map_at_1
      value: 6.005
    - type: map_at_10
      value: 14.035
    - type: map_at_100
      value: 17.738
    - type: map_at_1000
      value: 19.255
    - type: map_at_20
      value: 15.568000000000001
    - type: map_at_3
      value: 10.358
    - type: map_at_5
      value: 11.913
    - type: mrr_at_1
      value: 47.6780185758514
    - type: mrr_at_10
      value: 57.203425229741015
    - type: mrr_at_100
      value: 57.56621767702782
    - type: mrr_at_1000
      value: 57.60137092760998
    - type: mrr_at_20
      value: 57.383094631546626
    - type: mrr_at_3
      value: 54.79876160990713
    - type: mrr_at_5
      value: 56.25386996904025
    - type: nauc_map_at_1000_diff1
      value: 30.15920658261017
    - type: nauc_map_at_1000_max
      value: 18.697844335779195
    - type: nauc_map_at_1000_std
      value: 17.504145978979857
    - type: nauc_map_at_100_diff1
      value: 31.69485366172891
    - type: nauc_map_at_100_max
      value: 17.070627131201345
    - type: nauc_map_at_100_std
      value: 13.976975783039036
    - type: nauc_map_at_10_diff1
      value: 34.59687778994698
    - type: nauc_map_at_10_max
      value: 10.736547255226872
    - type: nauc_map_at_10_std
      value: 2.876051483299374
    - type: nauc_map_at_1_diff1
      value: 50.74344329574154
    - type: nauc_map_at_1_max
      value: 0.9762792036654588
    - type: nauc_map_at_1_std
      value: -7.655812444165831
    - type: nauc_map_at_20_diff1
      value: 32.93670297540166
    - type: nauc_map_at_20_max
      value: 13.528817285383326
    - type: nauc_map_at_20_std
      value: 7.845597968128404
    - type: nauc_map_at_3_diff1
      value: 40.731103498765044
    - type: nauc_map_at_3_max
      value: 5.530076642266395
    - type: nauc_map_at_3_std
      value: -4.307688798634782
    - type: nauc_map_at_5_diff1
      value: 37.08822769221841
    - type: nauc_map_at_5_max
      value: 6.864140042218396
    - type: nauc_map_at_5_std
      value: -2.5076272546091527
    - type: nauc_mrr_at_1000_diff1
      value: 37.81105836490243
    - type: nauc_mrr_at_1000_max
      value: 34.49642655690039
    - type: nauc_mrr_at_1000_std
      value: 29.413769393575844
    - type: nauc_mrr_at_100_diff1
      value: 37.81676746183447
    - type: nauc_mrr_at_100_max
      value: 34.53403764840245
    - type: nauc_mrr_at_100_std
      value: 29.445462765835423
    - type: nauc_mrr_at_10_diff1
      value: 37.8833741267051
    - type: nauc_mrr_at_10_max
      value: 34.29866132661342
    - type: nauc_mrr_at_10_std
      value: 29.26732666777465
    - type: nauc_mrr_at_1_diff1
      value: 39.23520764077875
    - type: nauc_mrr_at_1_max
      value: 28.28649166679672
    - type: nauc_mrr_at_1_std
      value: 23.527226416504867
    - type: nauc_mrr_at_20_diff1
      value: 37.76721134632054
    - type: nauc_mrr_at_20_max
      value: 34.422720184681076
    - type: nauc_mrr_at_20_std
      value: 29.3572353131936
    - type: nauc_mrr_at_3_diff1
      value: 38.22286912669354
    - type: nauc_mrr_at_3_max
      value: 33.11028988697281
    - type: nauc_mrr_at_3_std
      value: 28.16159032000311
    - type: nauc_mrr_at_5_diff1
      value: 37.26666908285567
    - type: nauc_mrr_at_5_max
      value: 33.658380105419745
    - type: nauc_mrr_at_5_std
      value: 28.489355304113534
    - type: nauc_ndcg_at_1000_diff1
      value: 29.28755066222835
    - type: nauc_ndcg_at_1000_max
      value: 38.04786730883246
    - type: nauc_ndcg_at_1000_std
      value: 35.155681103285744
    - type: nauc_ndcg_at_100_diff1
      value: 26.83688959797987
    - type: nauc_ndcg_at_100_max
      value: 31.007017064637775
    - type: nauc_ndcg_at_100_std
      value: 30.72150464678299
    - type: nauc_ndcg_at_10_diff1
      value: 24.56743424095603
    - type: nauc_ndcg_at_10_max
      value: 27.90661269311946
    - type: nauc_ndcg_at_10_std
      value: 28.7666082225066
    - type: nauc_ndcg_at_1_diff1
      value: 38.70206364179928
    - type: nauc_ndcg_at_1_max
      value: 27.190297115274358
    - type: nauc_ndcg_at_1_std
      value: 22.95639446904536
    - type: nauc_ndcg_at_20_diff1
      value: 24.18819142115177
    - type: nauc_ndcg_at_20_max
      value: 27.703281828683686
    - type: nauc_ndcg_at_20_std
      value: 29.439571642165376
    - type: nauc_ndcg_at_3_diff1
      value: 30.1805938823191
    - type: nauc_ndcg_at_3_max
      value: 28.137969889145666
    - type: nauc_ndcg_at_3_std
      value: 26.67201910505581
    - type: nauc_ndcg_at_5_diff1
      value: 26.36616187102256
    - type: nauc_ndcg_at_5_max
      value: 27.064033602387582
    - type: nauc_ndcg_at_5_std
      value: 27.20083837477969
    - type: nauc_precision_at_1000_diff1
      value: -15.762617643754536
    - type: nauc_precision_at_1000_max
      value: 12.086256164314872
    - type: nauc_precision_at_1000_std
      value: 37.36805458026991
    - type: nauc_precision_at_100_diff1
      value: -8.924734504714456
    - type: nauc_precision_at_100_max
      value: 20.867005238645664
    - type: nauc_precision_at_100_std
      value: 44.79218976079051
    - type: nauc_precision_at_10_diff1
      value: 5.623748010617045
    - type: nauc_precision_at_10_max
      value: 29.959820187901148
    - type: nauc_precision_at_10_std
      value: 39.254005672411154
    - type: nauc_precision_at_1_diff1
      value: 39.23520764077875
    - type: nauc_precision_at_1_max
      value: 28.28649166679672
    - type: nauc_precision_at_1_std
      value: 23.527226416504867
    - type: nauc_precision_at_20_diff1
      value: 0.7933677746897775
    - type: nauc_precision_at_20_max
      value: 28.309442094141613
    - type: nauc_precision_at_20_std
      value: 42.99301197517682
    - type: nauc_precision_at_3_diff1
      value: 21.397369218557998
    - type: nauc_precision_at_3_max
      value: 30.09568921070654
    - type: nauc_precision_at_3_std
      value: 31.27635832902314
    - type: nauc_precision_at_5_diff1
      value: 11.718010513653386
    - type: nauc_precision_at_5_max
      value: 29.17333558510002
    - type: nauc_precision_at_5_std
      value: 34.16919196896968
    - type: nauc_recall_at_1000_diff1
      value: 16.074024810442996
    - type: nauc_recall_at_1000_max
      value: 24.8803187111926
    - type: nauc_recall_at_1000_std
      value: 22.112351910557678
    - type: nauc_recall_at_100_diff1
      value: 18.640353798770423
    - type: nauc_recall_at_100_max
      value: 22.022461574613477
    - type: nauc_recall_at_100_std
      value: 21.275712625249728
    - type: nauc_recall_at_10_diff1
      value: 24.57564999742599
    - type: nauc_recall_at_10_max
      value: 10.159393639399559
    - type: nauc_recall_at_10_std
      value: 1.715146528962189
    - type: nauc_recall_at_1_diff1
      value: 50.74344329574154
    - type: nauc_recall_at_1_max
      value: 0.9762792036654588
    - type: nauc_recall_at_1_std
      value: -7.655812444165831
    - type: nauc_recall_at_20_diff1
      value: 23.410240763178415
    - type: nauc_recall_at_20_max
      value: 14.59215011515735
    - type: nauc_recall_at_20_std
      value: 7.87344552929364
    - type: nauc_recall_at_3_diff1
      value: 35.52933766101892
    - type: nauc_recall_at_3_max
      value: 4.567057901941034
    - type: nauc_recall_at_3_std
      value: -4.83364773944478
    - type: nauc_recall_at_5_diff1
      value: 28.71866842031599
    - type: nauc_recall_at_5_max
      value: 5.501045118217177
    - type: nauc_recall_at_5_std
      value: -4.12703909487824
    - type: ndcg_at_1
      value: 45.356
    - type: ndcg_at_10
      value: 37.181999999999995
    - type: ndcg_at_100
      value: 33.759
    - type: ndcg_at_1000
      value: 42.369
    - type: ndcg_at_20
      value: 34.437
    - type: ndcg_at_3
      value: 42.692
    - type: ndcg_at_5
      value: 40.467
    - type: precision_at_1
      value: 47.678
    - type: precision_at_10
      value: 27.647
    - type: precision_at_100
      value: 8.563
    - type: precision_at_1000
      value: 2.157
    - type: precision_at_20
      value: 20.341
    - type: precision_at_3
      value: 40.351
    - type: precision_at_5
      value: 35.356
    - type: recall_at_1
      value: 6.005
    - type: recall_at_10
      value: 18.302
    - type: recall_at_100
      value: 33.742
    - type: recall_at_1000
      value: 64.893
    - type: recall_at_20
      value: 21.741
    - type: recall_at_3
      value: 11.44
    - type: recall_at_5
      value: 14.069999999999999
  - task:
      type: Classification
    dataset:
      name: MTEB PAC
      type: laugustyniak/abusive-clauses-pl
      config: default
      split: test
      revision: fc69d1c153a8ccdcf1eef52f4e2a27f88782f543
    metrics:
    - type: accuracy
      value: 68.87054735013032
    - type: ap
      value: 77.08014124599376
    - type: ap_weighted
      value: 77.08014124599376
    - type: f1
      value: 66.18723905427973
    - type: f1_weighted
      value: 69.37126957872458
    - type: main_score
      value: 68.87054735013032
  - task:
      type: PairClassification
    dataset:
      name: MTEB PSC
      type: PL-MTEB/psc-pairclassification
      config: default
      split: test
      revision: d05a294af9e1d3ff2bfb6b714e08a24a6cabc669
    metrics:
    - type: cosine_accuracy
      value: 98.88682745825604
    - type: cosine_accuracy_threshold
      value: 74.04214143753052
    - type: cosine_ap
      value: 99.19691317424578
    - type: cosine_f1
      value: 98.17629179331307
    - type: cosine_f1_threshold
      value: 74.04214143753052
    - type: cosine_precision
      value: 97.87878787878788
    - type: cosine_recall
      value: 98.47560975609755
    - type: dot_accuracy
      value: 98.88682745825604
    - type: dot_accuracy_threshold
      value: 74.04214143753052
    - type: dot_ap
      value: 99.19691317424578
    - type: dot_f1
      value: 98.17629179331307
    - type: dot_f1_threshold
      value: 74.04214143753052
    - type: dot_precision
      value: 97.87878787878788
    - type: dot_recall
      value: 98.47560975609755
    - type: euclidean_accuracy
      value: 98.88682745825604
    - type: euclidean_accuracy_threshold
      value: 72.0522403717041
    - type: euclidean_ap
      value: 99.19691317424578
    - type: euclidean_f1
      value: 98.17629179331307
    - type: euclidean_f1_threshold
      value: 72.0522403717041
    - type: euclidean_precision
      value: 97.87878787878788
    - type: euclidean_recall
      value: 98.47560975609755
    - type: main_score
      value: 99.19691317424578
    - type: manhattan_accuracy
      value: 98.88682745825604
    - type: manhattan_accuracy_threshold
      value: 3419.777297973633
    - type: manhattan_ap
      value: 99.16455633817671
    - type: manhattan_f1
      value: 98.18181818181819
    - type: manhattan_f1_threshold
      value: 3466.407012939453
    - type: manhattan_precision
      value: 97.59036144578313
    - type: manhattan_recall
      value: 98.78048780487805
    - type: max_ap
      value: 99.19691317424578
    - type: max_f1
      value: 98.18181818181819
    - type: max_precision
      value: 97.87878787878788
    - type: max_recall
      value: 98.78048780487805
    - type: similarity_accuracy
      value: 98.88682745825604
    - type: similarity_accuracy_threshold
      value: 74.04214143753052
    - type: similarity_ap
      value: 99.19691317424578
    - type: similarity_f1
      value: 98.17629179331307
    - type: similarity_f1_threshold
      value: 74.04214143753052
    - type: similarity_precision
      value: 97.87878787878788
    - type: similarity_recall
      value: 98.47560975609755
  - task:
      type: Classification
    dataset:
      name: MTEB PolEmo2.0-IN
      type: PL-MTEB/polemo2_in
      config: default
      split: test
      revision: d90724373c70959f17d2331ad51fb60c71176b03
    metrics:
    - type: accuracy
      value: 89.69529085872577
    - type: f1
      value: 85.95689330902374
    - type: f1_weighted
      value: 88.81737709614171
    - type: main_score
      value: 89.69529085872577
  - task:
      type: Classification
    dataset:
      name: MTEB PolEmo2.0-OUT
      type: PL-MTEB/polemo2_out
      config: default
      split: test
      revision: 6a21ab8716e255ab1867265f8b396105e8aa63d4
    metrics:
    - type: accuracy
      value: 70.54655870445343
    - type: f1
      value: 53.119395993492425
    - type: f1_weighted
      value: 69.8273475674514
    - type: main_score
      value: 70.54655870445343
  - task:
      type: PairClassification
    dataset:
      name: MTEB PPC
      type: PL-MTEB/ppc-pairclassification
      config: default
      split: test
      revision: 2c7d2df57801a591f6b1e3aaf042e7a04ec7d9f2
    metrics:
    - type: cosine_accuracy
      value: 84.2
    - type: cosine_accuracy_threshold
      value: 92.7859902381897
    - type: cosine_ap
      value: 93.91073870222274
    - type: cosine_f1
      value: 87.14632174616007
    - type: cosine_f1_threshold
      value: 91.77231788635254
    - type: cosine_precision
      value: 85.15007898894154
    - type: cosine_recall
      value: 89.23841059602648
    - type: dot_accuracy
      value: 84.2
    - type: dot_accuracy_threshold
      value: 92.78599619865417
    - type: dot_ap
      value: 93.91072112420935
    - type: dot_f1
      value: 87.14632174616007
    - type: dot_f1_threshold
      value: 91.77231788635254
    - type: dot_precision
      value: 85.15007898894154
    - type: dot_recall
      value: 89.23841059602648
    - type: euclidean_accuracy
      value: 84.2
    - type: euclidean_accuracy_threshold
      value: 37.98415660858154
    - type: euclidean_ap
      value: 93.91072112420935
    - type: euclidean_f1
      value: 87.14632174616007
    - type: euclidean_f1_threshold
      value: 40.56519865989685
    - type: euclidean_precision
      value: 85.15007898894154
    - type: euclidean_recall
      value: 89.23841059602648
    - type: main_score
      value: 93.94349693540352
    - type: manhattan_accuracy
      value: 84.2
    - type: manhattan_accuracy_threshold
      value: 1767.9145812988281
    - type: manhattan_ap
      value: 93.94349693540352
    - type: manhattan_f1
      value: 87.18775181305399
    - type: manhattan_f1_threshold
      value: 1931.8328857421875
    - type: manhattan_precision
      value: 84.92935635792779
    - type: manhattan_recall
      value: 89.56953642384106
    - type: max_ap
      value: 93.94349693540352
    - type: max_f1
      value: 87.18775181305399
    - type: max_precision
      value: 85.15007898894154
    - type: max_recall
      value: 89.56953642384106
    - type: similarity_accuracy
      value: 84.2
    - type: similarity_accuracy_threshold
      value: 92.7859902381897
    - type: similarity_ap
      value: 93.91073870222274
    - type: similarity_f1
      value: 87.14632174616007
    - type: similarity_f1_threshold
      value: 91.77231788635254
    - type: similarity_precision
      value: 85.15007898894154
    - type: similarity_recall
      value: 89.23841059602648
  - task:
      type: Retrieval
    dataset:
      name: MTEB Quora-PL
      type: clarin-knext/quora-pl
      config: default
      split: test
      revision: 0be27e93455051e531182b85e85e425aba12e9d4
    metrics:
    - type: main_score
      value: 82.811
    - type: map_at_1
      value: 64.22200000000001
    - type: map_at_10
      value: 78.337
    - type: map_at_100
      value: 79.104
    - type: map_at_1000
      value: 79.125
    - type: map_at_20
      value: 78.828
    - type: map_at_3
      value: 75.10900000000001
    - type: map_at_5
      value: 77.14999999999999
    - type: mrr_at_1
      value: 73.9
    - type: mrr_at_10
      value: 81.5056150793645
    - type: mrr_at_100
      value: 81.72450500846445
    - type: mrr_at_1000
      value: 81.72739086777847
    - type: mrr_at_20
      value: 81.6637575872693
    - type: mrr_at_3
      value: 80.19166666666617
    - type: mrr_at_5
      value: 81.07366666666597
    - type: nauc_map_at_1000_diff1
      value: 72.15073993574799
    - type: nauc_map_at_1000_max
      value: 14.104308830790208
    - type: nauc_map_at_1000_std
      value: -35.93579764240557
    - type: nauc_map_at_100_diff1
      value: 72.15491641674454
    - type: nauc_map_at_100_max
      value: 14.070622274367626
    - type: nauc_map_at_100_std
      value: -35.98582215332103
    - type: nauc_map_at_10_diff1
      value: 72.37131745356795
    - type: nauc_map_at_10_max
      value: 13.325706583324425
    - type: nauc_map_at_10_std
      value: -37.813076604830236
    - type: nauc_map_at_1_diff1
      value: 76.20667245908288
    - type: nauc_map_at_1_max
      value: 8.916795322813984
    - type: nauc_map_at_1_std
      value: -35.04320029862817
    - type: nauc_map_at_20_diff1
      value: 72.23763551805725
    - type: nauc_map_at_20_max
      value: 13.841503910593367
    - type: nauc_map_at_20_std
      value: -36.67602262879847
    - type: nauc_map_at_3_diff1
      value: 72.92560407123295
    - type: nauc_map_at_3_max
      value: 11.235639767513021
    - type: nauc_map_at_3_std
      value: -39.647816514177855
    - type: nauc_map_at_5_diff1
      value: 72.48073336959445
    - type: nauc_map_at_5_max
      value: 12.220438295805565
    - type: nauc_map_at_5_std
      value: -39.023289819654636
    - type: nauc_mrr_at_1000_diff1
      value: 72.51583622774653
    - type: nauc_mrr_at_1000_max
      value: 16.98774390273646
    - type: nauc_mrr_at_1000_std
      value: -31.065900159207715
    - type: nauc_mrr_at_100_diff1
      value: 72.51452567150513
    - type: nauc_mrr_at_100_max
      value: 16.99225053754663
    - type: nauc_mrr_at_100_std
      value: -31.06024377902469
    - type: nauc_mrr_at_10_diff1
      value: 72.459717564441
    - type: nauc_mrr_at_10_max
      value: 17.047894710156335
    - type: nauc_mrr_at_10_std
      value: -31.163397837325657
    - type: nauc_mrr_at_1_diff1
      value: 74.34962315595017
    - type: nauc_mrr_at_1_max
      value: 16.232428597703564
    - type: nauc_mrr_at_1_std
      value: -30.33439982860624
    - type: nauc_mrr_at_20_diff1
      value: 72.50100848926384
    - type: nauc_mrr_at_20_max
      value: 17.044600109831716
    - type: nauc_mrr_at_20_std
      value: -31.041591300581707
    - type: nauc_mrr_at_3_diff1
      value: 72.15293314544314
    - type: nauc_mrr_at_3_max
      value: 16.423892823355416
    - type: nauc_mrr_at_3_std
      value: -31.62951902905381
    - type: nauc_mrr_at_5_diff1
      value: 72.26948977798959
    - type: nauc_mrr_at_5_max
      value: 16.83836470409536
    - type: nauc_mrr_at_5_std
      value: -31.469685462677237
    - type: nauc_ndcg_at_1000_diff1
      value: 71.73241720245922
    - type: nauc_ndcg_at_1000_max
      value: 15.960634740217778
    - type: nauc_ndcg_at_1000_std
      value: -33.08822605963674
    - type: nauc_ndcg_at_100_diff1
      value: 71.7048577282244
    - type: nauc_ndcg_at_100_max
      value: 15.914787426350644
    - type: nauc_ndcg_at_100_std
      value: -33.09915467535268
    - type: nauc_ndcg_at_10_diff1
      value: 71.72935687862247
    - type: nauc_ndcg_at_10_max
      value: 15.285595262376422
    - type: nauc_ndcg_at_10_std
      value: -36.114147550342466
    - type: nauc_ndcg_at_1_diff1
      value: 74.3095060122446
    - type: nauc_ndcg_at_1_max
      value: 15.896165818869049
    - type: nauc_ndcg_at_1_std
      value: -30.577849344412915
    - type: nauc_ndcg_at_20_diff1
      value: 71.7481385200199
    - type: nauc_ndcg_at_20_max
      value: 15.93738616300547
    - type: nauc_ndcg_at_20_std
      value: -34.397287767250276
    - type: nauc_ndcg_at_3_diff1
      value: 70.94783415394954
    - type: nauc_ndcg_at_3_max
      value: 13.427132709599332
    - type: nauc_ndcg_at_3_std
      value: -36.69816452579935
    - type: nauc_ndcg_at_5_diff1
      value: 71.19193194345956
    - type: nauc_ndcg_at_5_max
      value: 14.063914250461268
    - type: nauc_ndcg_at_5_std
      value: -36.931896151825406
    - type: nauc_precision_at_1000_diff1
      value: -40.1635795214179
    - type: nauc_precision_at_1000_max
      value: 11.09721147807486
    - type: nauc_precision_at_1000_std
      value: 41.5274172621687
    - type: nauc_precision_at_100_diff1
      value: -39.35624983064254
    - type: nauc_precision_at_100_max
      value: 10.674814349756847
    - type: nauc_precision_at_100_std
      value: 40.07174786563651
    - type: nauc_precision_at_10_diff1
      value: -27.963679171519495
    - type: nauc_precision_at_10_max
      value: 10.689992039048768
    - type: nauc_precision_at_10_std
      value: 22.521441809013464
    - type: nauc_precision_at_1_diff1
      value: 74.3095060122446
    - type: nauc_precision_at_1_max
      value: 15.896165818869049
    - type: nauc_precision_at_1_std
      value: -30.577849344412915
    - type: nauc_precision_at_20_diff1
      value: -34.28581750438746
    - type: nauc_precision_at_20_max
      value: 10.854822103124798
    - type: nauc_precision_at_20_std
      value: 31.646781189681008
    - type: nauc_precision_at_3_diff1
      value: -2.0635597236958936
    - type: nauc_precision_at_3_max
      value: 11.135678269032631
    - type: nauc_precision_at_3_std
      value: -0.05834309285657541
    - type: nauc_precision_at_5_diff1
      value: -17.3761733557746
    - type: nauc_precision_at_5_max
      value: 10.737670282318144
    - type: nauc_precision_at_5_std
      value: 11.533938351666164
    - type: nauc_recall_at_1000_diff1
      value: 58.41007062940435
    - type: nauc_recall_at_1000_max
      value: 40.284040101660565
    - type: nauc_recall_at_1000_std
      value: 27.268352137548433
    - type: nauc_recall_at_100_diff1
      value: 62.50837127034779
    - type: nauc_recall_at_100_max
      value: 25.688183932525877
    - type: nauc_recall_at_100_std
      value: -7.428850363161603
    - type: nauc_recall_at_10_diff1
      value: 66.38504668345963
    - type: nauc_recall_at_10_max
      value: 15.817414768095706
    - type: nauc_recall_at_10_std
      value: -43.98475863850886
    - type: nauc_recall_at_1_diff1
      value: 76.20667245908288
    - type: nauc_recall_at_1_max
      value: 8.916795322813984
    - type: nauc_recall_at_1_std
      value: -35.04320029862817
    - type: nauc_recall_at_20_diff1
      value: 65.48693395392615
    - type: nauc_recall_at_20_max
      value: 21.67319398834831
    - type: nauc_recall_at_20_std
      value: -33.8694441912123
    - type: nauc_recall_at_3_diff1
      value: 68.015634348564
    - type: nauc_recall_at_3_max
      value: 8.765242984124635
    - type: nauc_recall_at_3_std
      value: -44.21955965332914
    - type: nauc_recall_at_5_diff1
      value: 66.64261362254948
    - type: nauc_recall_at_5_max
      value: 10.666104789889985
    - type: nauc_recall_at_5_std
      value: -45.92972699563297
    - type: ndcg_at_1
      value: 73.92
    - type: ndcg_at_10
      value: 82.811
    - type: ndcg_at_100
      value: 84.65700000000001
    - type: ndcg_at_1000
      value: 84.852
    - type: ndcg_at_20
      value: 83.78999999999999
    - type: ndcg_at_3
      value: 79.182
    - type: ndcg_at_5
      value: 81.227
    - type: precision_at_1
      value: 73.92
    - type: precision_at_10
      value: 12.787
    - type: precision_at_100
      value: 1.508
    - type: precision_at_1000
      value: 0.155
    - type: precision_at_20
      value: 6.876
    - type: precision_at_3
      value: 34.813
    - type: precision_at_5
      value: 23.183999999999997
    - type: recall_at_1
      value: 64.22200000000001
    - type: recall_at_10
      value: 92.00399999999999
    - type: recall_at_100
      value: 98.725
    - type: recall_at_1000
      value: 99.811
    - type: recall_at_20
      value: 95.27799999999999
    - type: recall_at_3
      value: 81.943
    - type: recall_at_5
      value: 87.382
  - task:
      type: Retrieval
    dataset:
      name: MTEB SCIDOCS-PL
      type: clarin-knext/scidocs-pl
      config: default
      split: test
      revision: 45452b03f05560207ef19149545f168e596c9337
    metrics:
    - type: main_score
      value: 19.64
    - type: map_at_1
      value: 4.593
    - type: map_at_10
      value: 11.802999999999999
    - type: map_at_100
      value: 13.956
    - type: map_at_1000
      value: 14.262
    - type: map_at_20
      value: 12.805
    - type: map_at_3
      value: 8.488
    - type: map_at_5
      value: 10.039
    - type: mrr_at_1
      value: 22.6
    - type: mrr_at_10
      value: 33.0490079365079
    - type: mrr_at_100
      value: 34.13187495754542
    - type: mrr_at_1000
      value: 34.19881538448373
    - type: mrr_at_20
      value: 33.650772133782915
    - type: mrr_at_3
      value: 29.616666666666664
    - type: mrr_at_5
      value: 31.56666666666663
    - type: nauc_map_at_1000_diff1
      value: 14.889338930379067
    - type: nauc_map_at_1000_max
      value: 29.678699779362898
    - type: nauc_map_at_1000_std
      value: 15.209595818976002
    - type: nauc_map_at_100_diff1
      value: 14.987116811160131
    - type: nauc_map_at_100_max
      value: 29.62387929406472
    - type: nauc_map_at_100_std
      value: 14.872204942602071
    - type: nauc_map_at_10_diff1
      value: 15.149980088427023
    - type: nauc_map_at_10_max
      value: 27.405319036412028
    - type: nauc_map_at_10_std
      value: 11.305864303389066
    - type: nauc_map_at_1_diff1
      value: 19.115149776029494
    - type: nauc_map_at_1_max
      value: 23.93855447858197
    - type: nauc_map_at_1_std
      value: 4.954064604034524
    - type: nauc_map_at_20_diff1
      value: 15.076788502929347
    - type: nauc_map_at_20_max
      value: 28.611637620849983
    - type: nauc_map_at_20_std
      value: 12.902423005768132
    - type: nauc_map_at_3_diff1
      value: 15.470906644032095
    - type: nauc_map_at_3_max
      value: 24.127557731914553
    - type: nauc_map_at_3_std
      value: 7.102116140964592
    - type: nauc_map_at_5_diff1
      value: 15.23030610697015
    - type: nauc_map_at_5_max
      value: 25.928658097022193
    - type: nauc_map_at_5_std
      value: 8.582103580584825
    - type: nauc_mrr_at_1000_diff1
      value: 16.006011062512478
    - type: nauc_mrr_at_1000_max
      value: 25.49590927977452
    - type: nauc_mrr_at_1000_std
      value: 10.883368749777574
    - type: nauc_mrr_at_100_diff1
      value: 16.017226265493793
    - type: nauc_mrr_at_100_max
      value: 25.53366020211784
    - type: nauc_mrr_at_100_std
      value: 10.945496539449021
    - type: nauc_mrr_at_10_diff1
      value: 15.981763814841592
    - type: nauc_mrr_at_10_max
      value: 25.319085276117963
    - type: nauc_mrr_at_10_std
      value: 10.745702565030294
    - type: nauc_mrr_at_1_diff1
      value: 18.830268815056357
    - type: nauc_mrr_at_1_max
      value: 24.091784960247836
    - type: nauc_mrr_at_1_std
      value: 5.0689785519575
    - type: nauc_mrr_at_20_diff1
      value: 15.98142761028242
    - type: nauc_mrr_at_20_max
      value: 25.414996424490027
    - type: nauc_mrr_at_20_std
      value: 10.870249434505775
    - type: nauc_mrr_at_3_diff1
      value: 15.935825577016082
    - type: nauc_mrr_at_3_max
      value: 24.975416181958167
    - type: nauc_mrr_at_3_std
      value: 8.397054982253701
    - type: nauc_mrr_at_5_diff1
      value: 16.049933283409178
    - type: nauc_mrr_at_5_max
      value: 25.011164358798332
    - type: nauc_mrr_at_5_std
      value: 9.712583082431806
    - type: nauc_ndcg_at_1000_diff1
      value: 13.97312251549139
    - type: nauc_ndcg_at_1000_max
      value: 32.480212255495594
    - type: nauc_ndcg_at_1000_std
      value: 24.719537001693475
    - type: nauc_ndcg_at_100_diff1
      value: 14.98523996304762
    - type: nauc_ndcg_at_100_max
      value: 32.83092196243769
    - type: nauc_ndcg_at_100_std
      value: 22.774175882137225
    - type: nauc_ndcg_at_10_diff1
      value: 14.979597636735898
    - type: nauc_ndcg_at_10_max
      value: 28.83154499526071
    - type: nauc_ndcg_at_10_std
      value: 14.886915986702858
    - type: nauc_ndcg_at_1_diff1
      value: 18.830268815056357
    - type: nauc_ndcg_at_1_max
      value: 24.091784960247836
    - type: nauc_ndcg_at_1_std
      value: 5.0689785519575
    - type: nauc_ndcg_at_20_diff1
      value: 15.044456487807839
    - type: nauc_ndcg_at_20_max
      value: 30.352751765564474
    - type: nauc_ndcg_at_20_std
      value: 17.164045241846495
    - type: nauc_ndcg_at_3_diff1
      value: 14.821924589514419
    - type: nauc_ndcg_at_3_max
      value: 25.104174834821553
    - type: nauc_ndcg_at_3_std
      value: 8.885623249512804
    - type: nauc_ndcg_at_5_diff1
      value: 15.110572704518827
    - type: nauc_ndcg_at_5_max
      value: 26.76255729581363
    - type: nauc_ndcg_at_5_std
      value: 11.045567973978304
    - type: nauc_precision_at_1000_diff1
      value: 4.592941553248459
    - type: nauc_precision_at_1000_max
      value: 28.91742506301694
    - type: nauc_precision_at_1000_std
      value: 42.80815708996671
    - type: nauc_precision_at_100_diff1
      value: 11.02867951986886
    - type: nauc_precision_at_100_max
      value: 33.754597322029554
    - type: nauc_precision_at_100_std
      value: 34.60409801344883
    - type: nauc_precision_at_10_diff1
      value: 12.886287930179115
    - type: nauc_precision_at_10_max
      value: 30.26046149017384
    - type: nauc_precision_at_10_std
      value: 20.20421800803912
    - type: nauc_precision_at_1_diff1
      value: 18.830268815056357
    - type: nauc_precision_at_1_max
      value: 24.091784960247836
    - type: nauc_precision_at_1_std
      value: 5.0689785519575
    - type: nauc_precision_at_20_diff1
      value: 12.422965088689745
    - type: nauc_precision_at_20_max
      value: 31.51632250639963
    - type: nauc_precision_at_20_std
      value: 23.43856563765108
    - type: nauc_precision_at_3_diff1
      value: 13.289539531613256
    - type: nauc_precision_at_3_max
      value: 25.889785950931497
    - type: nauc_precision_at_3_std
      value: 11.09559992651764
    - type: nauc_precision_at_5_diff1
      value: 13.50817046296161
    - type: nauc_precision_at_5_max
      value: 27.698708549131336
    - type: nauc_precision_at_5_std
      value: 14.234534631242227
    - type: nauc_recall_at_1000_diff1
      value: 5.300698253784848
    - type: nauc_recall_at_1000_max
      value: 29.512940206910077
    - type: nauc_recall_at_1000_std
      value: 44.1202381373532
    - type: nauc_recall_at_100_diff1
      value: 11.387402837406217
    - type: nauc_recall_at_100_max
      value: 33.86033221972651
    - type: nauc_recall_at_100_std
      value: 34.81866892882947
    - type: nauc_recall_at_10_diff1
      value: 12.864590539302249
    - type: nauc_recall_at_10_max
      value: 30.057799171898708
    - type: nauc_recall_at_10_std
      value: 20.034456607727808
    - type: nauc_recall_at_1_diff1
      value: 19.115149776029494
    - type: nauc_recall_at_1_max
      value: 23.93855447858197
    - type: nauc_recall_at_1_std
      value: 4.954064604034524
    - type: nauc_recall_at_20_diff1
      value: 12.461041262909534
    - type: nauc_recall_at_20_max
      value: 31.361291615365595
    - type: nauc_recall_at_20_std
      value: 23.398932591021687
    - type: nauc_recall_at_3_diff1
      value: 13.514453581030756
    - type: nauc_recall_at_3_max
      value: 25.891366383279905
    - type: nauc_recall_at_3_std
      value: 11.040082969426374
    - type: nauc_recall_at_5_diff1
      value: 13.550650593088967
    - type: nauc_recall_at_5_max
      value: 27.42420920157467
    - type: nauc_recall_at_5_std
      value: 13.937212248229283
    - type: ndcg_at_1
      value: 22.6
    - type: ndcg_at_10
      value: 19.64
    - type: ndcg_at_100
      value: 27.938000000000002
    - type: ndcg_at_1000
      value: 33.183
    - type: ndcg_at_20
      value: 22.399
    - type: ndcg_at_3
      value: 18.667
    - type: ndcg_at_5
      value: 16.226
    - type: precision_at_1
      value: 22.6
    - type: precision_at_10
      value: 10.16
    - type: precision_at_100
      value: 2.212
    - type: precision_at_1000
      value: 0.347
    - type: precision_at_20
      value: 6.675000000000001
    - type: precision_at_3
      value: 17.467
    - type: precision_at_5
      value: 14.180000000000001
    - type: recall_at_1
      value: 4.593
    - type: recall_at_10
      value: 20.607
    - type: recall_at_100
      value: 44.95
    - type: recall_at_1000
      value: 70.378
    - type: recall_at_20
      value: 27.075
    - type: recall_at_3
      value: 10.628
    - type: recall_at_5
      value: 14.402999999999999
  - task:
      type: PairClassification
    dataset:
      name: MTEB SICK-E-PL
      type: PL-MTEB/sicke-pl-pairclassification
      config: default
      split: test
      revision: 71bba34b0ece6c56dfcf46d9758a27f7a90f17e9
    metrics:
    - type: cosine_accuracy
      value: 84.18263350998777
    - type: cosine_accuracy_threshold
      value: 93.94426345825195
    - type: cosine_ap
      value: 79.28096611204025
    - type: cosine_f1
      value: 71.58974358974358
    - type: cosine_f1_threshold
      value: 92.83782243728638
    - type: cosine_precision
      value: 68.83629191321499
    - type: cosine_recall
      value: 74.57264957264957
    - type: dot_accuracy
      value: 84.18263350998777
    - type: dot_accuracy_threshold
      value: 93.94427537918091
    - type: dot_ap
      value: 79.28096474865434
    - type: dot_f1
      value: 71.58974358974358
    - type: dot_f1_threshold
      value: 92.83782243728638
    - type: dot_precision
      value: 68.83629191321499
    - type: dot_recall
      value: 74.57264957264957
    - type: euclidean_accuracy
      value: 84.18263350998777
    - type: euclidean_accuracy_threshold
      value: 34.80154275894165
    - type: euclidean_ap
      value: 79.2809495685454
    - type: euclidean_f1
      value: 71.58974358974358
    - type: euclidean_f1_threshold
      value: 37.84753084182739
    - type: euclidean_precision
      value: 68.83629191321499
    - type: euclidean_recall
      value: 74.57264957264957
    - type: main_score
      value: 79.28410418410681
    - type: manhattan_accuracy
      value: 84.12148389726865
    - type: manhattan_accuracy_threshold
      value: 1590.3039932250977
    - type: manhattan_ap
      value: 79.28410418410681
    - type: manhattan_f1
      value: 71.56462585034014
    - type: manhattan_f1_threshold
      value: 1802.0807266235352
    - type: manhattan_precision
      value: 68.48958333333334
    - type: manhattan_recall
      value: 74.92877492877493
    - type: max_ap
      value: 79.28410418410681
    - type: max_f1
      value: 71.58974358974358
    - type: max_precision
      value: 68.83629191321499
    - type: max_recall
      value: 74.92877492877493
    - type: similarity_accuracy
      value: 84.18263350998777
    - type: similarity_accuracy_threshold
      value: 93.94426345825195
    - type: similarity_ap
      value: 79.28096611204025
    - type: similarity_f1
      value: 71.58974358974358
    - type: similarity_f1_threshold
      value: 92.83782243728638
    - type: similarity_precision
      value: 68.83629191321499
    - type: similarity_recall
      value: 74.57264957264957
  - task:
      type: STS
    dataset:
      name: MTEB SICK-R-PL
      type: PL-MTEB/sickr-pl-sts
      config: default
      split: test
      revision: fd5c2441b7eeff8676768036142af4cfa42c1339
    metrics:
    - type: cosine_pearson
      value: 79.73051490860105
    - type: cosine_spearman
      value: 76.47752563673201
    - type: euclidean_pearson
      value: 77.33537446268512
    - type: euclidean_spearman
      value: 76.47750123747478
    - type: main_score
      value: 76.47752563673201
    - type: manhattan_pearson
      value: 77.36069879391584
    - type: manhattan_spearman
      value: 76.51402354965752
    - type: pearson
      value: 79.73051490860105
    - type: spearman
      value: 76.47752563673201
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (pl)
      type: mteb/sts22-crosslingual-sts
      config: pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 47.431980546750964
    - type: cosine_spearman
      value: 49.746157076230524
    - type: euclidean_pearson
      value: 32.36421008785651
    - type: euclidean_spearman
      value: 49.63851830055781
    - type: main_score
      value: 49.746157076230524
    - type: manhattan_pearson
      value: 32.363921235575155
    - type: manhattan_spearman
      value: 49.69047212448613
    - type: pearson
      value: 47.431980546750964
    - type: spearman
      value: 49.746157076230524
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de-pl)
      type: mteb/sts22-crosslingual-sts
      config: de-pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 56.06369132662453
    - type: cosine_spearman
      value: 62.943147553238774
    - type: euclidean_pearson
      value: 57.49805169961923
    - type: euclidean_spearman
      value: 62.943147553238774
    - type: main_score
      value: 62.943147553238774
    - type: manhattan_pearson
      value: 57.25940410817918
    - type: manhattan_spearman
      value: 62.204089069247715
    - type: pearson
      value: 56.06369132662453
    - type: spearman
      value: 62.943147553238774
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (fr-pl)
      type: mteb/sts22-crosslingual-sts
      config: fr-pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 72.12905800148313
    - type: cosine_spearman
      value: 84.51542547285167
    - type: euclidean_pearson
      value: 73.97515141793754
    - type: euclidean_spearman
      value: 84.51542547285167
    - type: main_score
      value: 84.51542547285167
    - type: manhattan_pearson
      value: 72.84864088669735
    - type: manhattan_spearman
      value: 73.24670207647144
    - type: pearson
      value: 72.12905800148313
    - type: spearman
      value: 84.51542547285167
  - task:
      type: Retrieval
    dataset:
      name: MTEB SciFact-PL
      type: clarin-knext/scifact-pl
      config: default
      split: test
      revision: 47932a35f045ef8ed01ba82bf9ff67f6e109207e
    metrics:
    - type: main_score
      value: 76.91799999999999
    - type: map_at_1
      value: 61.760999999999996
    - type: map_at_10
      value: 72.191
    - type: map_at_100
      value: 72.57900000000001
    - type: map_at_1000
      value: 72.598
    - type: map_at_20
      value: 72.465
    - type: map_at_3
      value: 69.587
    - type: map_at_5
      value: 71.04899999999999
    - type: mrr_at_1
      value: 65.0
    - type: mrr_at_10
      value: 73.34603174603174
    - type: mrr_at_100
      value: 73.62227068925023
    - type: mrr_at_1000
      value: 73.64183781066299
    - type: mrr_at_20
      value: 73.54541985791985
    - type: mrr_at_3
      value: 71.33333333333334
    - type: mrr_at_5
      value: 72.61666666666666
    - type: nauc_map_at_1000_diff1
      value: 66.21840705486845
    - type: nauc_map_at_1000_max
      value: 45.44324551344031
    - type: nauc_map_at_1000_std
      value: -1.0814688355317972
    - type: nauc_map_at_100_diff1
      value: 66.22462678734968
    - type: nauc_map_at_100_max
      value: 45.45863454979088
    - type: nauc_map_at_100_std
      value: -1.0771139272521286
    - type: nauc_map_at_10_diff1
      value: 66.08826385237604
    - type: nauc_map_at_10_max
      value: 45.31753671800737
    - type: nauc_map_at_10_std
      value: -1.6275799430529103
    - type: nauc_map_at_1_diff1
      value: 70.42285626474877
    - type: nauc_map_at_1_max
      value: 39.50179057561205
    - type: nauc_map_at_1_std
      value: -8.851136260159194
    - type: nauc_map_at_20_diff1
      value: 66.25643144656225
    - type: nauc_map_at_20_max
      value: 45.47864675571612
    - type: nauc_map_at_20_std
      value: -1.0906184744215628
    - type: nauc_map_at_3_diff1
      value: 66.40622522282507
    - type: nauc_map_at_3_max
      value: 43.1139944072993
    - type: nauc_map_at_3_std
      value: -3.2097290531891627
    - type: nauc_map_at_5_diff1
      value: 66.17920924370715
    - type: nauc_map_at_5_max
      value: 43.818417943365134
    - type: nauc_map_at_5_std
      value: -3.5794735442648937
    - type: nauc_mrr_at_1000_diff1
      value: 65.83327739369703
    - type: nauc_mrr_at_1000_max
      value: 48.372009488041705
    - type: nauc_mrr_at_1000_std
      value: 2.115743603667452
    - type: nauc_mrr_at_100_diff1
      value: 65.83999237085304
    - type: nauc_mrr_at_100_max
      value: 48.38524889954653
    - type: nauc_mrr_at_100_std
      value: 2.1174309444353456
    - type: nauc_mrr_at_10_diff1
      value: 65.65190877083664
    - type: nauc_mrr_at_10_max
      value: 48.46794744845911
    - type: nauc_mrr_at_10_std
      value: 2.042910402700398
    - type: nauc_mrr_at_1_diff1
      value: 68.767732660645
    - type: nauc_mrr_at_1_max
      value: 46.44641549353079
    - type: nauc_mrr_at_1_std
      value: 0.9406786557083794
    - type: nauc_mrr_at_20_diff1
      value: 65.82687213531457
    - type: nauc_mrr_at_20_max
      value: 48.41104900320748
    - type: nauc_mrr_at_20_std
      value: 2.1047509246823237
    - type: nauc_mrr_at_3_diff1
      value: 65.3897227050321
    - type: nauc_mrr_at_3_max
      value: 47.410165649594184
    - type: nauc_mrr_at_3_std
      value: 2.0699855791392148
    - type: nauc_mrr_at_5_diff1
      value: 65.33605265864311
    - type: nauc_mrr_at_5_max
      value: 48.19481590143297
    - type: nauc_mrr_at_5_std
      value: 1.5028135894972638
    - type: nauc_ndcg_at_1000_diff1
      value: 65.57863304614911
    - type: nauc_ndcg_at_1000_max
      value: 47.43852629649108
    - type: nauc_ndcg_at_1000_std
      value: 0.93602139257168
    - type: nauc_ndcg_at_100_diff1
      value: 65.78957036924776
    - type: nauc_ndcg_at_100_max
      value: 47.879373313112254
    - type: nauc_ndcg_at_100_std
      value: 1.3268984011569667
    - type: nauc_ndcg_at_10_diff1
      value: 65.13084629929057
    - type: nauc_ndcg_at_10_max
      value: 47.80105065332093
    - type: nauc_ndcg_at_10_std
      value: -0.0425708066962233
    - type: nauc_ndcg_at_1_diff1
      value: 68.767732660645
    - type: nauc_ndcg_at_1_max
      value: 46.44641549353079
    - type: nauc_ndcg_at_1_std
      value: 0.9406786557083794
    - type: nauc_ndcg_at_20_diff1
      value: 65.79904145752494
    - type: nauc_ndcg_at_20_max
      value: 48.13275387467153
    - type: nauc_ndcg_at_20_std
      value: 1.286404066666757
    - type: nauc_ndcg_at_3_diff1
      value: 64.67185918398093
    - type: nauc_ndcg_at_3_max
      value: 44.745883157812365
    - type: nauc_ndcg_at_3_std
      value: -0.8556077804449875
    - type: nauc_ndcg_at_5_diff1
      value: 64.80551066348806
    - type: nauc_ndcg_at_5_max
      value: 45.269268808180975
    - type: nauc_ndcg_at_5_std
      value: -3.292440817014038
    - type: nauc_precision_at_1000_diff1
      value: -34.5747313468253
    - type: nauc_precision_at_1000_max
      value: 19.86711413946244
    - type: nauc_precision_at_1000_std
      value: 52.43703176378871
    - type: nauc_precision_at_100_diff1
      value: -21.848860427047484
    - type: nauc_precision_at_100_max
      value: 25.508925305655005
    - type: nauc_precision_at_100_std
      value: 49.06309774363955
    - type: nauc_precision_at_10_diff1
      value: -5.3289091663210435
    - type: nauc_precision_at_10_max
      value: 34.20157610949811
    - type: nauc_precision_at_10_std
      value: 38.95534356421951
    - type: nauc_precision_at_1_diff1
      value: 68.767732660645
    - type: nauc_precision_at_1_max
      value: 46.44641549353079
    - type: nauc_precision_at_1_std
      value: 0.9406786557083794
    - type: nauc_precision_at_20_diff1
      value: -11.795047749756987
    - type: nauc_precision_at_20_max
      value: 31.411334133928044
    - type: nauc_precision_at_20_std
      value: 46.83822267970486
    - type: nauc_precision_at_3_diff1
      value: 26.976524876425863
    - type: nauc_precision_at_3_max
      value: 39.68201829904695
    - type: nauc_precision_at_3_std
      value: 21.805216340932333
    - type: nauc_precision_at_5_diff1
      value: 12.808365852688642
    - type: nauc_precision_at_5_max
      value: 37.20668677470474
    - type: nauc_precision_at_5_std
      value: 24.753903742707926
    - type: nauc_recall_at_1000_diff1
      value: 12.278244631182748
    - type: nauc_recall_at_1000_max
      value: 86.92810457516407
    - type: nauc_recall_at_1000_std
      value: 35.8076563958937
    - type: nauc_recall_at_100_diff1
      value: 69.1923436041082
    - type: nauc_recall_at_100_max
      value: 70.49953314659221
    - type: nauc_recall_at_100_std
      value: 24.505135387488444
    - type: nauc_recall_at_10_diff1
      value: 59.73881286537836
    - type: nauc_recall_at_10_max
      value: 56.13328320089889
    - type: nauc_recall_at_10_std
      value: 0.9891720350741177
    - type: nauc_recall_at_1_diff1
      value: 70.42285626474877
    - type: nauc_recall_at_1_max
      value: 39.50179057561205
    - type: nauc_recall_at_1_std
      value: -8.851136260159194
    - type: nauc_recall_at_20_diff1
      value: 65.15817548141362
    - type: nauc_recall_at_20_max
      value: 62.649878433221375
    - type: nauc_recall_at_20_std
      value: 13.313642288598446
    - type: nauc_recall_at_3_diff1
      value: 61.331617713628084
    - type: nauc_recall_at_3_max
      value: 41.81707619521235
    - type: nauc_recall_at_3_std
      value: -5.674855869735362
    - type: nauc_recall_at_5_diff1
      value: 58.787683194756035
    - type: nauc_recall_at_5_max
      value: 43.71237378650552
    - type: nauc_recall_at_5_std
      value: -10.631002232674465
    - type: ndcg_at_1
      value: 65.0
    - type: ndcg_at_10
      value: 76.91799999999999
    - type: ndcg_at_100
      value: 78.402
    - type: ndcg_at_1000
      value: 78.805
    - type: ndcg_at_20
      value: 77.735
    - type: ndcg_at_3
      value: 72.437
    - type: ndcg_at_5
      value: 74.591
    - type: precision_at_1
      value: 65.0
    - type: precision_at_10
      value: 10.2
    - type: precision_at_100
      value: 1.097
    - type: precision_at_1000
      value: 0.11299999999999999
    - type: precision_at_20
      value: 5.283
    - type: precision_at_3
      value: 28.555999999999997
    - type: precision_at_5
      value: 18.6
    - type: recall_at_1
      value: 61.760999999999996
    - type: recall_at_10
      value: 90.256
    - type: recall_at_100
      value: 96.667
    - type: recall_at_1000
      value: 99.667
    - type: recall_at_20
      value: 93.267
    - type: recall_at_3
      value: 77.878
    - type: recall_at_5
      value: 83.439
  - task:
      type: Retrieval
    dataset:
      name: MTEB TRECCOVID-PL
      type: clarin-knext/trec-covid-pl
      config: default
      split: test
      revision: 81bcb408f33366c2a20ac54adafad1ae7e877fdd
    metrics:
    - type: main_score
      value: 81.144
    - type: map_at_1
      value: 0.248
    - type: map_at_10
      value: 2.157
    - type: map_at_100
      value: 13.716000000000001
    - type: map_at_1000
      value: 32.65
    - type: map_at_20
      value: 4.0009999999999994
    - type: map_at_3
      value: 0.711
    - type: map_at_5
      value: 1.162
    - type: mrr_at_1
      value: 92.0
    - type: mrr_at_10
      value: 96.0
    - type: mrr_at_100
      value: 96.0
    - type: mrr_at_1000
      value: 96.0
    - type: mrr_at_20
      value: 96.0
    - type: mrr_at_3
      value: 96.0
    - type: mrr_at_5
      value: 96.0
    - type: nauc_map_at_1000_diff1
      value: -28.250203594556584
    - type: nauc_map_at_1000_max
      value: 52.08454072557133
    - type: nauc_map_at_1000_std
      value: 79.48446545419355
    - type: nauc_map_at_100_diff1
      value: -16.3684798554974
    - type: nauc_map_at_100_max
      value: 39.64355871007487
    - type: nauc_map_at_100_std
      value: 58.517394150771196
    - type: nauc_map_at_10_diff1
      value: -0.9960431819837273
    - type: nauc_map_at_10_max
      value: 19.77211920343006
    - type: nauc_map_at_10_std
      value: 19.760464568209567
    - type: nauc_map_at_1_diff1
      value: 6.222121514853931
    - type: nauc_map_at_1_max
      value: 9.04523920801192
    - type: nauc_map_at_1_std
      value: 11.10141876326312
    - type: nauc_map_at_20_diff1
      value: -9.138051626246725
    - type: nauc_map_at_20_max
      value: 22.419227957131067
    - type: nauc_map_at_20_std
      value: 26.9756119734311
    - type: nauc_map_at_3_diff1
      value: 8.220277189546465
    - type: nauc_map_at_3_max
      value: 12.162504412238127
    - type: nauc_map_at_3_std
      value: 12.2742063914476
    - type: nauc_map_at_5_diff1
      value: 7.867830794993266
    - type: nauc_map_at_5_max
      value: 14.872903453579243
    - type: nauc_map_at_5_std
      value: 11.882541228741477
    - type: nauc_mrr_at_1000_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_1000_max
      value: 13.130252100840279
    - type: nauc_mrr_at_1000_std
      value: 61.65966386554632
    - type: nauc_mrr_at_100_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_100_max
      value: 13.130252100840279
    - type: nauc_mrr_at_100_std
      value: 61.65966386554632
    - type: nauc_mrr_at_10_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_10_max
      value: 13.130252100840279
    - type: nauc_mrr_at_10_std
      value: 61.65966386554632
    - type: nauc_mrr_at_1_diff1
      value: -4.843604108309911
    - type: nauc_mrr_at_1_max
      value: 13.1302521008403
    - type: nauc_mrr_at_1_std
      value: 61.659663865546264
    - type: nauc_mrr_at_20_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_20_max
      value: 13.130252100840279
    - type: nauc_mrr_at_20_std
      value: 61.65966386554632
    - type: nauc_mrr_at_3_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_3_max
      value: 13.130252100840279
    - type: nauc_mrr_at_3_std
      value: 61.65966386554632
    - type: nauc_mrr_at_5_diff1
      value: -4.843604108309577
    - type: nauc_mrr_at_5_max
      value: 13.130252100840279
    - type: nauc_mrr_at_5_std
      value: 61.65966386554632
    - type: nauc_ndcg_at_1000_diff1
      value: -25.16717752216515
    - type: nauc_ndcg_at_1000_max
      value: 53.3418359198012
    - type: nauc_ndcg_at_1000_std
      value: 80.65175228145466
    - type: nauc_ndcg_at_100_diff1
      value: -40.31785420558625
    - type: nauc_ndcg_at_100_max
      value: 45.09546071865451
    - type: nauc_ndcg_at_100_std
      value: 75.40895234974869
    - type: nauc_ndcg_at_10_diff1
      value: -28.19826901025097
    - type: nauc_ndcg_at_10_max
      value: 43.078646933310615
    - type: nauc_ndcg_at_10_std
      value: 53.111454343871614
    - type: nauc_ndcg_at_1_diff1
      value: -9.493493773611297
    - type: nauc_ndcg_at_1_max
      value: 35.20008395130819
    - type: nauc_ndcg_at_1_std
      value: 57.887925003498
    - type: nauc_ndcg_at_20_diff1
      value: -38.26836193971236
    - type: nauc_ndcg_at_20_max
      value: 45.20766663960982
    - type: nauc_ndcg_at_20_std
      value: 62.27601136797132
    - type: nauc_ndcg_at_3_diff1
      value: -7.28345892959394
    - type: nauc_ndcg_at_3_max
      value: 24.7974010818429
    - type: nauc_ndcg_at_3_std
      value: 41.70371109282937
    - type: nauc_ndcg_at_5_diff1
      value: -11.429562197815999
    - type: nauc_ndcg_at_5_max
      value: 30.656429493871055
    - type: nauc_ndcg_at_5_std
      value: 39.02726195692732
    - type: nauc_precision_at_1000_diff1
      value: -26.345687068428212
    - type: nauc_precision_at_1000_max
      value: 22.393157270986734
    - type: nauc_precision_at_1000_std
      value: 31.02496274402397
    - type: nauc_precision_at_100_diff1
      value: -36.815660048516264
    - type: nauc_precision_at_100_max
      value: 42.9109935968304
    - type: nauc_precision_at_100_std
      value: 71.79298255172685
    - type: nauc_precision_at_10_diff1
      value: -27.611688427036103
    - type: nauc_precision_at_10_max
      value: 49.60209610089694
    - type: nauc_precision_at_10_std
      value: 56.93578470556877
    - type: nauc_precision_at_1_diff1
      value: -4.843604108309911
    - type: nauc_precision_at_1_max
      value: 13.1302521008403
    - type: nauc_precision_at_1_std
      value: 61.659663865546264
    - type: nauc_precision_at_20_diff1
      value: -39.83848492009805
    - type: nauc_precision_at_20_max
      value: 45.76206269914346
    - type: nauc_precision_at_20_std
      value: 64.84887501731686
    - type: nauc_precision_at_3_diff1
      value: 9.845318472475325
    - type: nauc_precision_at_3_max
      value: 13.932054442182206
    - type: nauc_precision_at_3_std
      value: 36.0518701103848
    - type: nauc_precision_at_5_diff1
      value: 2.9725469322580262
    - type: nauc_precision_at_5_max
      value: 39.185620406575865
    - type: nauc_precision_at_5_std
      value: 37.863123630929465
    - type: nauc_recall_at_1000_diff1
      value: -17.20671458178181
    - type: nauc_recall_at_1000_max
      value: 45.294402552613526
    - type: nauc_recall_at_1000_std
      value: 69.28596985796021
    - type: nauc_recall_at_100_diff1
      value: -6.428084883700268
    - type: nauc_recall_at_100_max
      value: 29.391445783546548
    - type: nauc_recall_at_100_std
      value: 45.86330770057512
    - type: nauc_recall_at_10_diff1
      value: 1.6670104066851845
    - type: nauc_recall_at_10_max
      value: 16.585464661642966
    - type: nauc_recall_at_10_std
      value: 16.699588067711847
    - type: nauc_recall_at_1_diff1
      value: 6.222121514853931
    - type: nauc_recall_at_1_max
      value: 9.04523920801192
    - type: nauc_recall_at_1_std
      value: 11.10141876326312
    - type: nauc_recall_at_20_diff1
      value: -4.139029194223187
    - type: nauc_recall_at_20_max
      value: 17.943621407808084
    - type: nauc_recall_at_20_std
      value: 22.421389850193094
    - type: nauc_recall_at_3_diff1
      value: 10.102326826491833
    - type: nauc_recall_at_3_max
      value: 10.384746210117815
    - type: nauc_recall_at_3_std
      value: 9.619148014633025
    - type: nauc_recall_at_5_diff1
      value: 9.430903751671327
    - type: nauc_recall_at_5_max
      value: 13.105245727063336
    - type: nauc_recall_at_5_std
      value: 9.32079115867563
    - type: ndcg_at_1
      value: 86.0
    - type: ndcg_at_10
      value: 81.144
    - type: ndcg_at_100
      value: 65.38199999999999
    - type: ndcg_at_1000
      value: 58.163
    - type: ndcg_at_20
      value: 78.398
    - type: ndcg_at_3
      value: 86.419
    - type: ndcg_at_5
      value: 84.30199999999999
    - type: precision_at_1
      value: 92.0
    - type: precision_at_10
      value: 86.6
    - type: precision_at_100
      value: 67.75999999999999
    - type: precision_at_1000
      value: 25.480000000000004
    - type: precision_at_20
      value: 83.1
    - type: precision_at_3
      value: 90.667
    - type: precision_at_5
      value: 89.60000000000001
    - type: recall_at_1
      value: 0.248
    - type: recall_at_10
      value: 2.299
    - type: recall_at_100
      value: 16.668
    - type: recall_at_1000
      value: 54.629000000000005
    - type: recall_at_20
      value: 4.367
    - type: recall_at_3
      value: 0.732
    - type: recall_at_5
      value: 1.212
  - task:
      type: MultilabelClassification
    dataset:
      name: MTEB CEDRClassification
      type: ai-forever/cedr-classification
      config: default
      split: test
      revision: c0ba03d058e3e1b2f3fd20518875a4563dd12db4
    metrics:
    - type: accuracy
      value: 52.093517534537725
    - type: f1
      value: 56.37281380517539
    - type: lrap
      value: 82.77763018065957
    - type: main_score
      value: 52.093517534537725
  - task:
      type: Classification
    dataset:
      name: MTEB GeoreviewClassification
      type: ai-forever/georeview-classification
      config: default
      split: test
      revision: 3765c0d1de6b7d264bc459433c45e5a75513839c
    metrics:
    - type: accuracy
      value: 59.67285156249999
    - type: f1
      value: 56.92752001367594
    - type: f1_weighted
      value: 56.92222807825205
    - type: main_score
      value: 59.67285156249999
  - task:
      type: Clustering
    dataset:
      name: MTEB GeoreviewClusteringP2P
      type: ai-forever/georeview-clustering-p2p
      config: default
      split: test
      revision: 97a313c8fc85b47f13f33e7e9a95c1ad888c7fec
    metrics:
    - type: main_score
      value: 76.71995309518435
    - type: v_measure
      value: 76.71995309518435
    - type: v_measure_std
      value: 0.5051437256482365
  - task:
      type: Classification
    dataset:
      name: MTEB HeadlineClassification
      type: ai-forever/headline-classification
      config: default
      split: test
      revision: 2fe05ee6b5832cda29f2ef7aaad7b7fe6a3609eb
    metrics:
    - type: accuracy
      value: 85.7421875
    - type: f1
      value: 85.76906486452225
    - type: f1_weighted
      value: 85.76722902514517
    - type: main_score
      value: 85.7421875
  - task:
      type: Classification
    dataset:
      name: MTEB InappropriatenessClassification
      type: ai-forever/inappropriateness-classification
      config: default
      split: test
      revision: 601651fdc45ef243751676e62dd7a19f491c0285
    metrics:
    - type: accuracy
      value: 79.0380859375
    - type: ap
      value: 73.32419205954841
    - type: ap_weighted
      value: 73.32419205954841
    - type: f1
      value: 79.0122702123596
    - type: f1_weighted
      value: 79.0122702123596
    - type: main_score
      value: 79.0380859375
  - task:
      type: Classification
    dataset:
      name: MTEB KinopoiskClassification
      type: ai-forever/kinopoisk-sentiment-classification
      config: default
      split: test
      revision: 5911f26666ac11af46cb9c6849d0dc80a378af24
    metrics:
    - type: accuracy
      value: 71.39333333333333
    - type: f1
      value: 68.0515088454225
    - type: f1_weighted
      value: 68.05150884542248
    - type: main_score
      value: 71.39333333333333
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ru)
      type: mteb/amazon_massive_intent
      config: ru
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 79.77807666442501
    - type: f1
      value: 77.05503875836447
    - type: f1_weighted
      value: 79.10885935880363
    - type: main_score
      value: 79.77807666442501
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ru)
      type: mteb/amazon_massive_scenario
      config: ru
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 88.42299932750505
    - type: f1
      value: 87.15721677058616
    - type: f1_weighted
      value: 87.95844060171521
    - type: main_score
      value: 88.42299932750505
  - task:
      type: STS
    dataset:
      name: MTEB RUParaPhraserSTS
      type: merionum/ru_paraphraser
      config: default
      split: test
      revision: 43265056790b8f7c59e0139acb4be0a8dad2c8f4
    metrics:
    - type: cosine_pearson
      value: 64.12402100059082
    - type: cosine_spearman
      value: 72.1041223475043
    - type: euclidean_pearson
      value: 68.38609067818044
    - type: euclidean_spearman
      value: 72.10401766318856
    - type: main_score
      value: 72.1041223475043
    - type: manhattan_pearson
      value: 68.46796000117776
    - type: manhattan_spearman
      value: 72.13215489094416
    - type: pearson
      value: 64.12402100059082
    - type: spearman
      value: 72.1041223475043
  - task:
      type: Reranking
    dataset:
      name: MTEB RuBQReranking
      type: ai-forever/rubq-reranking
      config: default
      split: test
      revision: 2e96b8f098fa4b0950fc58eacadeb31c0d0c7fa2
    metrics:
    - type: main_score
      value: 73.88576271940713
    - type: map
      value: 73.88576271940713
    - type: mrr
      value: 78.00960465854084
    - type: nAUC_map_diff1
      value: 39.6518603225463
    - type: nAUC_map_max
      value: 4.350383965854549
    - type: nAUC_map_std
      value: -0.014969899892212745
    - type: nAUC_mrr_diff1
      value: 42.13162353960397
    - type: nAUC_mrr_max
      value: 8.922658395240406
    - type: nAUC_mrr_std
      value: 2.152891873019869
  - task:
      type: Retrieval
    dataset:
      name: MTEB RuBQRetrieval
      type: ai-forever/rubq-retrieval
      config: default
      split: test
      revision: e19b6ffa60b3bc248e0b41f4cc37c26a55c2a67b
    metrics:
    - type: main_score
      value: 74.435
    - type: map_at_1
      value: 42.76
    - type: map_at_10
      value: 66.264
    - type: map_at_100
      value: 67.042
    - type: map_at_1000
      value: 67.05
    - type: map_at_20
      value: 66.85900000000001
    - type: map_at_3
      value: 59.74
    - type: map_at_5
      value: 63.993
    - type: mrr_at_1
      value: 60.047281323877066
    - type: mrr_at_10
      value: 72.82716987504223
    - type: mrr_at_100
      value: 73.02773497247094
    - type: mrr_at_1000
      value: 73.02962009865962
    - type: mrr_at_20
      value: 72.97035759772903
    - type: mrr_at_3
      value: 70.46887312844763
    - type: mrr_at_5
      value: 72.12076438140275
    - type: nauc_map_at_1000_diff1
      value: 34.383768967728635
    - type: nauc_map_at_1000_max
      value: 13.703443395724472
    - type: nauc_map_at_1000_std
      value: -22.72754510223835
    - type: nauc_map_at_100_diff1
      value: 34.37773445189401
    - type: nauc_map_at_100_max
      value: 13.715120051009938
    - type: nauc_map_at_100_std
      value: -22.71739582208026
    - type: nauc_map_at_10_diff1
      value: 34.128639545018224
    - type: nauc_map_at_10_max
      value: 13.481023445729216
    - type: nauc_map_at_10_std
      value: -22.841295424013143
    - type: nauc_map_at_1_diff1
      value: 37.58345298713193
    - type: nauc_map_at_1_max
      value: 9.068626061733989
    - type: nauc_map_at_1_std
      value: -19.34669422079028
    - type: nauc_map_at_20_diff1
      value: 34.21234363490007
    - type: nauc_map_at_20_max
      value: 13.812265438057898
    - type: nauc_map_at_20_std
      value: -22.744547074381728
    - type: nauc_map_at_3_diff1
      value: 35.178065640657465
    - type: nauc_map_at_3_max
      value: 12.26694588496597
    - type: nauc_map_at_3_std
      value: -23.876661383660725
    - type: nauc_map_at_5_diff1
      value: 34.97286590065426
    - type: nauc_map_at_5_max
      value: 12.39449233232647
    - type: nauc_map_at_5_std
      value: -24.179149585732894
    - type: nauc_mrr_at_1000_diff1
      value: 38.51708954025975
    - type: nauc_mrr_at_1000_max
      value: 16.27687115188748
    - type: nauc_mrr_at_1000_std
      value: -24.317991962455277
    - type: nauc_mrr_at_100_diff1
      value: 38.51579649813754
    - type: nauc_mrr_at_100_max
      value: 16.282318186103982
    - type: nauc_mrr_at_100_std
      value: -24.313115676201193
    - type: nauc_mrr_at_10_diff1
      value: 38.374513617518524
    - type: nauc_mrr_at_10_max
      value: 16.411158436434583
    - type: nauc_mrr_at_10_std
      value: -24.214190672272338
    - type: nauc_mrr_at_1_diff1
      value: 41.11744654145736
    - type: nauc_mrr_at_1_max
      value: 14.857906263383727
    - type: nauc_mrr_at_1_std
      value: -23.05045201335754
    - type: nauc_mrr_at_20_diff1
      value: 38.42720946112707
    - type: nauc_mrr_at_20_max
      value: 16.333926957304225
    - type: nauc_mrr_at_20_std
      value: -24.2666181277299
    - type: nauc_mrr_at_3_diff1
      value: 38.54947076552065
    - type: nauc_mrr_at_3_max
      value: 16.28785626102837
    - type: nauc_mrr_at_3_std
      value: -25.404928347060103
    - type: nauc_mrr_at_5_diff1
      value: 38.23381985227932
    - type: nauc_mrr_at_5_max
      value: 16.29686368315855
    - type: nauc_mrr_at_5_std
      value: -24.88784013864183
    - type: nauc_ndcg_at_1000_diff1
      value: 34.59545258977158
    - type: nauc_ndcg_at_1000_max
      value: 15.284635200887825
    - type: nauc_ndcg_at_1000_std
      value: -22.257301616758433
    - type: nauc_ndcg_at_100_diff1
      value: 34.44786100359039
    - type: nauc_ndcg_at_100_max
      value: 15.57235196792877
    - type: nauc_ndcg_at_100_std
      value: -21.856425612245342
    - type: nauc_ndcg_at_10_diff1
      value: 33.174757528590206
    - type: nauc_ndcg_at_10_max
      value: 15.63435305829791
    - type: nauc_ndcg_at_10_std
      value: -22.08142460589985
    - type: nauc_ndcg_at_1_diff1
      value: 41.11744654145736
    - type: nauc_ndcg_at_1_max
      value: 14.857906263383727
    - type: nauc_ndcg_at_1_std
      value: -23.05045201335754
    - type: nauc_ndcg_at_20_diff1
      value: 33.386333672237086
    - type: nauc_ndcg_at_20_max
      value: 16.259547378249156
    - type: nauc_ndcg_at_20_std
      value: -21.834061142760262
    - type: nauc_ndcg_at_3_diff1
      value: 35.3096569182989
    - type: nauc_ndcg_at_3_max
      value: 13.564724249968299
    - type: nauc_ndcg_at_3_std
      value: -25.112930090907355
    - type: nauc_ndcg_at_5_diff1
      value: 34.402178469695905
    - type: nauc_ndcg_at_5_max
      value: 13.454254056986617
    - type: nauc_ndcg_at_5_std
      value: -25.099270446248735
    - type: nauc_precision_at_1000_diff1
      value: -12.741330236539095
    - type: nauc_precision_at_1000_max
      value: 4.404400635687311
    - type: nauc_precision_at_1000_std
      value: 8.389300135369483
    - type: nauc_precision_at_100_diff1
      value: -12.851044558742647
    - type: nauc_precision_at_100_max
      value: 5.680330188544991
    - type: nauc_precision_at_100_std
      value: 9.489202238591542
    - type: nauc_precision_at_10_diff1
      value: -9.945369846060753
    - type: nauc_precision_at_10_max
      value: 8.504415247865312
    - type: nauc_precision_at_10_std
      value: 4.494521946889061
    - type: nauc_precision_at_1_diff1
      value: 41.11744654145736
    - type: nauc_precision_at_1_max
      value: 14.857906263383727
    - type: nauc_precision_at_1_std
      value: -23.05045201335754
    - type: nauc_precision_at_20_diff1
      value: -12.578957278247266
    - type: nauc_precision_at_20_max
      value: 8.188355833278354
    - type: nauc_precision_at_20_std
      value: 7.448331416027387
    - type: nauc_precision_at_3_diff1
      value: 8.117030877871983
    - type: nauc_precision_at_3_max
      value: 11.646516155855124
    - type: nauc_precision_at_3_std
      value: -12.527645037478171
    - type: nauc_precision_at_5_diff1
      value: -0.8567617401390368
    - type: nauc_precision_at_5_max
      value: 8.683018924706662
    - type: nauc_precision_at_5_std
      value: -5.808788866497016
    - type: nauc_recall_at_1000_diff1
      value: -28.762266898258215
    - type: nauc_recall_at_1000_max
      value: 21.917410784648858
    - type: nauc_recall_at_1000_std
      value: 53.72265532186225
    - type: nauc_recall_at_100_diff1
      value: -0.23838251752936382
    - type: nauc_recall_at_100_max
      value: 45.959987172148885
    - type: nauc_recall_at_100_std
      value: 45.34588951064591
    - type: nauc_recall_at_10_diff1
      value: 13.665193847690487
    - type: nauc_recall_at_10_max
      value: 22.3683736077389
    - type: nauc_recall_at_10_std
      value: -10.283709692040667
    - type: nauc_recall_at_1_diff1
      value: 37.58345298713193
    - type: nauc_recall_at_1_max
      value: 9.068626061733989
    - type: nauc_recall_at_1_std
      value: -19.34669422079028
    - type: nauc_recall_at_20_diff1
      value: 4.853737371483111
    - type: nauc_recall_at_20_max
      value: 34.92618513489909
    - type: nauc_recall_at_20_std
      value: -1.2868509314659222
    - type: nauc_recall_at_3_diff1
      value: 28.7908251906051
    - type: nauc_recall_at_3_max
      value: 11.900913295288518
    - type: nauc_recall_at_3_std
      value: -24.462530634963496
    - type: nauc_recall_at_5_diff1
      value: 25.173125475364177
    - type: nauc_recall_at_5_max
      value: 11.315686078181972
    - type: nauc_recall_at_5_std
      value: -25.091887815136914
    - type: ndcg_at_1
      value: 60.047
    - type: ndcg_at_10
      value: 74.435
    - type: ndcg_at_100
      value: 76.594
    - type: ndcg_at_1000
      value: 76.725
    - type: ndcg_at_20
      value: 75.773
    - type: ndcg_at_3
      value: 65.975
    - type: ndcg_at_5
      value: 70.81
    - type: precision_at_1
      value: 60.047
    - type: precision_at_10
      value: 14.988000000000001
    - type: precision_at_100
      value: 1.656
    - type: precision_at_1000
      value: 0.167
    - type: precision_at_20
      value: 7.9399999999999995
    - type: precision_at_3
      value: 36.623
    - type: precision_at_5
      value: 26.277
    - type: recall_at_1
      value: 42.76
    - type: recall_at_10
      value: 90.889
    - type: recall_at_100
      value: 98.834
    - type: recall_at_1000
      value: 99.663
    - type: recall_at_20
      value: 95.184
    - type: recall_at_3
      value: 70.62
    - type: recall_at_5
      value: 81.652
  - task:
      type: Classification
    dataset:
      name: MTEB RuReviewsClassification
      type: ai-forever/ru-reviews-classification
      config: default
      split: test
      revision: f6d2c31f4dc6b88f468552750bfec05b4b41b05a
    metrics:
    - type: accuracy
      value: 74.8095703125
    - type: f1
      value: 73.91967376784037
    - type: f1_weighted
      value: 73.9189948366255
    - type: main_score
      value: 74.8095703125
  - task:
      type: STS
    dataset:
      name: MTEB RuSTSBenchmarkSTS
      type: ai-forever/ru-stsbenchmark-sts
      config: default
      split: test
      revision: 7cf24f325c6da6195df55bef3d86b5e0616f3018
    metrics:
    - type: cosine_pearson
      value: 79.888528971486
    - type: cosine_spearman
      value: 81.61889430378866
    - type: euclidean_pearson
      value: 79.94703459875922
    - type: euclidean_spearman
      value: 81.61980863924033
    - type: main_score
      value: 81.61889430378866
    - type: manhattan_pearson
      value: 79.95415547515567
    - type: manhattan_spearman
      value: 81.61130692072074
    - type: pearson
      value: 79.888528971486
    - type: spearman
      value: 81.61889430378866
  - task:
      type: Classification
    dataset:
      name: MTEB RuSciBenchGRNTIClassification
      type: ai-forever/ru-scibench-grnti-classification
      config: default
      split: test
      revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
    metrics:
    - type: accuracy
      value: 71.6552734375
    - type: f1
      value: 70.63908761566744
    - type: f1_weighted
      value: 70.64734045044828
    - type: main_score
      value: 71.6552734375
  - task:
      type: Clustering
    dataset:
      name: MTEB RuSciBenchGRNTIClusteringP2P
      type: ai-forever/ru-scibench-grnti-classification
      config: default
      split: test
      revision: 673a610d6d3dd91a547a0d57ae1b56f37ebbf6a1
    metrics:
    - type: main_score
      value: 64.79686240363448
    - type: v_measure
      value: 64.79686240363448
    - type: v_measure_std
      value: 0.6119665206236284
  - task:
      type: Classification
    dataset:
      name: MTEB RuSciBenchOECDClassification
      type: ai-forever/ru-scibench-oecd-classification
      config: default
      split: test
      revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
    metrics:
    - type: accuracy
      value: 56.7626953125
    - type: f1
      value: 54.62202402640944
    - type: f1_weighted
      value: 54.62367865280833
    - type: main_score
      value: 56.7626953125
  - task:
      type: Clustering
    dataset:
      name: MTEB RuSciBenchOECDClusteringP2P
      type: ai-forever/ru-scibench-oecd-classification
      config: default
      split: test
      revision: 26c88e99dcaba32bb45d0e1bfc21902337f6d471
    metrics:
    - type: main_score
      value: 54.818142832015695
    - type: v_measure
      value: 54.818142832015695
    - type: v_measure_std
      value: 0.7494689058177785
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (ru)
      type: mteb/sts22-crosslingual-sts
      config: ru
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 69.46416898707648
    - type: cosine_spearman
      value: 71.7236490731324
    - type: euclidean_pearson
      value: 69.26978478998248
    - type: euclidean_spearman
      value: 71.7236490731324
    - type: main_score
      value: 71.7236490731324
    - type: manhattan_pearson
      value: 69.31349929375952
    - type: manhattan_spearman
      value: 71.75161736759956
    - type: pearson
      value: 69.46416898707648
    - type: spearman
      value: 71.7236490731324
  - task:
      type: MultilabelClassification
    dataset:
      name: MTEB SensitiveTopicsClassification
      type: ai-forever/sensitive-topics-classification
      config: default
      split: test
      revision: 416b34a802308eac30e4192afc0ff99bb8dcc7f2
    metrics:
    - type: accuracy
      value: 32.3974609375
    - type: f1
      value: 36.8155212473576
    - type: lrap
      value: 50.2943929036452
    - type: main_score
      value: 32.3974609375
  - task:
      type: PairClassification
    dataset:
      name: MTEB TERRa
      type: ai-forever/terra-pairclassification
      config: default
      split: dev
      revision: 7b58f24536063837d644aab9a023c62199b2a612
    metrics:
    - type: cosine_accuracy
      value: 57.00325732899023
    - type: cosine_accuracy_threshold
      value: 75.34879446029663
    - type: cosine_ap
      value: 56.8594077887683
    - type: cosine_f1
      value: 67.72727272727272
    - type: cosine_f1_threshold
      value: 65.37638306617737
    - type: cosine_precision
      value: 51.91637630662021
    - type: cosine_recall
      value: 97.38562091503267
    - type: dot_accuracy
      value: 57.00325732899023
    - type: dot_accuracy_threshold
      value: 75.34880638122559
    - type: dot_ap
      value: 56.8594077887683
    - type: dot_f1
      value: 67.72727272727272
    - type: dot_f1_threshold
      value: 65.37638306617737
    - type: dot_precision
      value: 51.91637630662021
    - type: dot_recall
      value: 97.38562091503267
    - type: euclidean_accuracy
      value: 57.00325732899023
    - type: euclidean_accuracy_threshold
      value: 70.2156662940979
    - type: euclidean_ap
      value: 56.8594077887683
    - type: euclidean_f1
      value: 67.72727272727272
    - type: euclidean_f1_threshold
      value: 83.21480751037598
    - type: euclidean_precision
      value: 51.91637630662021
    - type: euclidean_recall
      value: 97.38562091503267
    - type: main_score
      value: 57.47570140269883
    - type: manhattan_accuracy
      value: 57.65472312703584
    - type: manhattan_accuracy_threshold
      value: 3097.412109375
    - type: manhattan_ap
      value: 57.47570140269883
    - type: manhattan_f1
      value: 67.88990825688074
    - type: manhattan_f1_threshold
      value: 3821.0716247558594
    - type: manhattan_precision
      value: 52.29681978798587
    - type: manhattan_recall
      value: 96.73202614379085
    - type: max_ap
      value: 57.47570140269883
    - type: max_f1
      value: 67.88990825688074
    - type: max_precision
      value: 52.29681978798587
    - type: max_recall
      value: 97.38562091503267
    - type: similarity_accuracy
      value: 57.00325732899023
    - type: similarity_accuracy_threshold
      value: 75.34879446029663
    - type: similarity_ap
      value: 56.8594077887683
    - type: similarity_f1
      value: 67.72727272727272
    - type: similarity_f1_threshold
      value: 65.37638306617737
    - type: similarity_precision
      value: 51.91637630662021
    - type: similarity_recall
      value: 97.38562091503267
---
Development Version: Scheduled for Release Post-Optimization