mteb model-index region:us
---
tags:
- mteb
model-index:
- name: no_model_name_available
  results:
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (en-ext)
      type: mteb/amazon_counterfactual
      config: en-ext
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 78.3808095952024
    - type: ap
      value: 25.086165576673153
    - type: ap_weighted
      value: 25.086165576673153
    - type: f1
      value: 64.62254009791812
    - type: f1_weighted
      value: 82.04230697088295
    - type: main_score
      value: 78.3808095952024
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (en)
      type: mteb/amazon_counterfactual
      config: en
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 76.76119402985076
    - type: ap
      value: 39.59339434775403
    - type: ap_weighted
      value: 39.59339434775403
    - type: f1
      value: 70.4551858327582
    - type: f1_weighted
      value: 78.69649572967309
    - type: main_score
      value: 76.76119402985076
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (de)
      type: mteb/amazon_counterfactual
      config: de
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 64.72162740899358
    - type: ap
      value: 77.38005629621514
    - type: ap_weighted
      value: 77.38005629621514
    - type: f1
      value: 62.60263473114848
    - type: f1_weighted
      value: 65.99644973760485
    - type: main_score
      value: 64.72162740899358
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonCounterfactualClassification (ja)
      type: mteb/amazon_counterfactual
      config: ja
      split: test
      revision: e8379541af4e31359cca9fbcf4b00f2671dba205
    metrics:
    - type: accuracy
      value: 44.8286937901499
    - type: ap
      value: 10.49335626849971
    - type: ap_weighted
      value: 10.49335626849971
    - type: f1
      value: 35.02129410870625
    - type: f1_weighted
      value: 50.019976555517175
    - type: main_score
      value: 44.8286937901499
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonPolarityClassification (default)
      type: mteb/amazon_polarity
      config: default
      split: test
      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
    metrics:
    - type: accuracy
      value: 60.84025
    - type: ap
      value: 56.82293339927369
    - type: ap_weighted
      value: 56.82293339927369
    - type: f1
      value: 60.461296544029764
    - type: f1_weighted
      value: 60.461296544029764
    - type: main_score
      value: 60.84025
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (en)
      type: mteb/amazon_reviews_multi
      config: en
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 31.786
    - type: f1
      value: 31.584406207778038
    - type: f1_weighted
      value: 31.584406207778038
    - type: main_score
      value: 31.786
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (de)
      type: mteb/amazon_reviews_multi
      config: de
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 27.741999999999994
    - type: f1
      value: 27.260212251271582
    - type: f1_weighted
      value: 27.260212251271582
    - type: main_score
      value: 27.741999999999994
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (es)
      type: mteb/amazon_reviews_multi
      config: es
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 29.314000000000007
    - type: f1
      value: 28.840091929730114
    - type: f1_weighted
      value: 28.84009192973011
    - type: main_score
      value: 29.314000000000007
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (fr)
      type: mteb/amazon_reviews_multi
      config: fr
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 29.354000000000003
    - type: f1
      value: 28.669334120204226
    - type: f1_weighted
      value: 28.669334120204226
    - type: main_score
      value: 29.354000000000003
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (ja)
      type: mteb/amazon_reviews_multi
      config: ja
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 21.548000000000002
    - type: f1
      value: 17.301790904402292
    - type: f1_weighted
      value: 17.301790904402296
    - type: main_score
      value: 21.548000000000002
  - task:
      type: Classification
    dataset:
      name: MTEB AmazonReviewsClassification (zh)
      type: mteb/amazon_reviews_multi
      config: zh
      split: test
      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
    metrics:
    - type: accuracy
      value: 21.729999999999997
    - type: f1
      value: 16.146982836018424
    - type: f1_weighted
      value: 16.146982836018424
    - type: main_score
      value: 21.729999999999997
  - task:
      type: Retrieval
    dataset:
      name: MTEB ArguAna (default)
      type: mteb/arguana
      config: default
      split: test
      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
    metrics:
    - type: main_score
      value: 44.786
    - type: map_at_1
      value: 21.407999999999998
    - type: map_at_10
      value: 36.149
    - type: map_at_100
      value: 37.397000000000006
    - type: map_at_1000
      value: 37.415
    - type: map_at_20
      value: 37.078
    - type: map_at_3
      value: 31.117
    - type: map_at_5
      value: 33.851
    - type: mrr_at_1
      value: 21.906116642958747
    - type: mrr_at_10
      value: 36.36526564158138
    - type: mrr_at_100
      value: 37.60594182328544
    - type: mrr_at_1000
      value: 37.62361580379514
    - type: mrr_at_20
      value: 37.28646995338775
    - type: mrr_at_3
      value: 31.29445234708388
    - type: mrr_at_5
      value: 34.07539118065424
    - type: nauc_map_at_1000_diff1
      value: 7.9915060640285525
    - type: nauc_map_at_1000_max
      value: -2.5054652530498838
    - type: nauc_map_at_1000_std
      value: -6.270596285675972
    - type: nauc_map_at_100_diff1
      value: 7.998460811061416
    - type: nauc_map_at_100_max
      value: -2.481787496033635
    - type: nauc_map_at_100_std
      value: -6.250450183325111
    - type: nauc_map_at_10_diff1
      value: 7.921113589876033
    - type: nauc_map_at_10_max
      value: -2.608713401627872
    - type: nauc_map_at_10_std
      value: -6.521512890837575
    - type: nauc_map_at_1_diff1
      value: 9.632366781155119
    - type: nauc_map_at_1_max
      value: -5.424268529176407
    - type: nauc_map_at_1_std
      value: -5.896395197938232
    - type: nauc_map_at_20_diff1
      value: 7.955262189151428
    - type: nauc_map_at_20_max
      value: -2.4298473013156783
    - type: nauc_map_at_20_std
      value: -6.354922717396187
    - type: nauc_map_at_3_diff1
      value: 7.980521959770169
    - type: nauc_map_at_3_max
      value: -3.4054326534868666
    - type: nauc_map_at_3_std
      value: -6.929653653732134
    - type: nauc_map_at_5_diff1
      value: 7.810153292580035
    - type: nauc_map_at_5_max
      value: -2.8309707682288825
    - type: nauc_map_at_5_std
      value: -6.749789400061698
    - type: nauc_mrr_at_1000_diff1
      value: 6.220973656484262
    - type: nauc_mrr_at_1000_max
      value: -3.443048242168382
    - type: nauc_mrr_at_1000_std
      value: -6.249879787618435
    - type: nauc_mrr_at_100_diff1
      value: 6.228943070279427
    - type: nauc_mrr_at_100_max
      value: -3.418915004296223
    - type: nauc_mrr_at_100_std
      value: -6.229827348441795
    - type: nauc_mrr_at_10_diff1
      value: 6.233829362795725
    - type: nauc_mrr_at_10_max
      value: -3.4936271835715087
    - type: nauc_mrr_at_10_std
      value: -6.504447024800737
    - type: nauc_mrr_at_1_diff1
      value: 7.8821872350688755
    - type: nauc_mrr_at_1_max
      value: -5.7080578855316375
    - type: nauc_mrr_at_1_std
      value: -5.61769258958942
    - type: nauc_mrr_at_20_diff1
      value: 6.203366655265376
    - type: nauc_mrr_at_20_max
      value: -3.3579415244426967
    - type: nauc_mrr_at_20_std
      value: -6.3340195978596014
    - type: nauc_mrr_at_3_diff1
      value: 6.074547543531413
    - type: nauc_mrr_at_3_max
      value: -4.6152554672653
    - type: nauc_mrr_at_3_std
      value: -6.981185804677294
    - type: nauc_mrr_at_5_diff1
      value: 5.999712292306752
    - type: nauc_mrr_at_5_max
      value: -3.7158240544617955
    - type: nauc_mrr_at_5_std
      value: -6.680114467079623
    - type: nauc_ndcg_at_1000_diff1
      value: 7.915421801774386
    - type: nauc_ndcg_at_1000_max
      value: -1.4114750918372165
    - type: nauc_ndcg_at_1000_std
      value: -5.55313504236117
    - type: nauc_ndcg_at_100_diff1
      value: 8.059954639680909
    - type: nauc_ndcg_at_100_max
      value: -0.7591407399899327
    - type: nauc_ndcg_at_100_std
      value: -4.976166704885908
    - type: nauc_ndcg_at_10_diff1
      value: 7.618912484438526
    - type: nauc_ndcg_at_10_max
      value: -1.0448530194835186
    - type: nauc_ndcg_at_10_std
      value: -6.411714699793849
    - type: nauc_ndcg_at_1_diff1
      value: 9.632366781155119
    - type: nauc_ndcg_at_1_max
      value: -5.424268529176407
    - type: nauc_ndcg_at_1_std
      value: -5.896395197938232
    - type: nauc_ndcg_at_20_diff1
      value: 7.733916724612448
    - type: nauc_ndcg_at_20_max
      value: -0.18350179304927464
    - type: nauc_ndcg_at_20_std
      value: -5.617071817799276
    - type: nauc_ndcg_at_3_diff1
      value: 7.7330561927309915
    - type: nauc_ndcg_at_3_max
      value: -2.7061861801792086
    - type: nauc_ndcg_at_3_std
      value: -7.334691007184642
    - type: nauc_ndcg_at_5_diff1
      value: 7.389807059741956
    - type: nauc_ndcg_at_5_max
      value: -1.693041301931715
    - type: nauc_ndcg_at_5_std
      value: -7.04104051577688
    - type: nauc_precision_at_1000_diff1
      value: 10.315359958404056
    - type: nauc_precision_at_1000_max
      value: 24.642476732027408
    - type: nauc_precision_at_1000_std
      value: 76.26498554772951
    - type: nauc_precision_at_100_diff1
      value: 15.204054358791181
    - type: nauc_precision_at_100_max
      value: 37.27003730370045
    - type: nauc_precision_at_100_std
      value: 40.347228911623006
    - type: nauc_precision_at_10_diff1
      value: 6.599558577197913
    - type: nauc_precision_at_10_max
      value: 5.329625623681824
    - type: nauc_precision_at_10_std
      value: -5.559775868601358
    - type: nauc_precision_at_1_diff1
      value: 9.632366781155119
    - type: nauc_precision_at_1_max
      value: -5.424268529176407
    - type: nauc_precision_at_1_std
      value: -5.896395197938232
    - type: nauc_precision_at_20_diff1
      value: 6.778114543593995
    - type: nauc_precision_at_20_max
      value: 16.335907281320317
    - type: nauc_precision_at_20_std
      value: 1.520969300229011
    - type: nauc_precision_at_3_diff1
      value: 7.144616593929168
    - type: nauc_precision_at_3_max
      value: -0.8246724352926305
    - type: nauc_precision_at_3_std
      value: -8.435801730721654
    - type: nauc_precision_at_5_diff1
      value: 6.2078345035144045
    - type: nauc_precision_at_5_max
      value: 1.6666224363985132
    - type: nauc_precision_at_5_std
      value: -7.861102517805693
    - type: nauc_recall_at_1000_diff1
      value: 10.315359958402452
    - type: nauc_recall_at_1000_max
      value: 24.642476732024736
    - type: nauc_recall_at_1000_std
      value: 76.26498554772583
    - type: nauc_recall_at_100_diff1
      value: 15.204054358790822
    - type: nauc_recall_at_100_max
      value: 37.27003730370013
    - type: nauc_recall_at_100_std
      value: 40.3472289116225
    - type: nauc_recall_at_10_diff1
      value: 6.599558577197903
    - type: nauc_recall_at_10_max
      value: 5.329625623681857
    - type: nauc_recall_at_10_std
      value: -5.5597758686013234
    - type: nauc_recall_at_1_diff1
      value: 9.632366781155119
    - type: nauc_recall_at_1_max
      value: -5.424268529176407
    - type: nauc_recall_at_1_std
      value: -5.896395197938232
    - type: nauc_recall_at_20_diff1
      value: 6.778114543594309
    - type: nauc_recall_at_20_max
      value: 16.335907281320424
    - type: nauc_recall_at_20_std
      value: 1.520969300229171
    - type: nauc_recall_at_3_diff1
      value: 7.144616593929197
    - type: nauc_recall_at_3_max
      value: -0.8246724352925943
    - type: nauc_recall_at_3_std
      value: -8.435801730721646
    - type: nauc_recall_at_5_diff1
      value: 6.207834503514423
    - type: nauc_recall_at_5_max
      value: 1.6666224363985132
    - type: nauc_recall_at_5_std
      value: -7.861102517805718
    - type: ndcg_at_1
      value: 21.407999999999998
    - type: ndcg_at_10
      value: 44.786
    - type: ndcg_at_100
      value: 50.169
    - type: ndcg_at_1000
      value: 50.566
    - type: ndcg_at_20
      value: 48.06
    - type: ndcg_at_3
      value: 34.319
    - type: ndcg_at_5
      value: 39.259
    - type: precision_at_1
      value: 21.407999999999998
    - type: precision_at_10
      value: 7.2620000000000005
    - type: precision_at_100
      value: 0.963
    - type: precision_at_1000
      value: 0.099
    - type: precision_at_20
      value: 4.267
    - type: precision_at_3
      value: 14.533
    - type: precision_at_5
      value: 11.124
    - type: recall_at_1
      value: 21.407999999999998
    - type: recall_at_10
      value: 72.617
    - type: recall_at_100
      value: 96.30199999999999
    - type: recall_at_1000
      value: 99.289
    - type: recall_at_20
      value: 85.349
    - type: recall_at_3
      value: 43.599
    - type: recall_at_5
      value: 55.619
  - task:
      type: Clustering
    dataset:
      name: MTEB ArxivClusteringP2P (default)
      type: mteb/arxiv-clustering-p2p
      config: default
      split: test
      revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
    metrics:
    - type: main_score
      value: 35.20438884210696
    - type: v_measure
      value: 35.20438884210696
    - type: v_measure_std
      value: 13.75228925172214
  - task:
      type: Clustering
    dataset:
      name: MTEB ArxivClusteringS2S (default)
      type: mteb/arxiv-clustering-s2s
      config: default
      split: test
      revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
    metrics:
    - type: main_score
      value: 24.528430856566047
    - type: v_measure
      value: 24.528430856566047
    - type: v_measure_std
      value: 14.436661995407881
  - task:
      type: Reranking
    dataset:
      name: MTEB AskUbuntuDupQuestions (default)
      type: mteb/askubuntudupquestions-reranking
      config: default
      split: test
      revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
    metrics:
    - type: main_score
      value: 54.435706376344065
    - type: map
      value: 54.435706376344065
    - type: mrr
      value: 68.51152002814052
    - type: nAUC_map_diff1
      value: 10.947940442349442
    - type: nAUC_map_max
      value: 11.880475748468456
    - type: nAUC_map_std
      value: 10.392144575809533
    - type: nAUC_mrr_diff1
      value: 19.749910840676428
    - type: nAUC_mrr_max
      value: 21.549785246719367
    - type: nAUC_mrr_std
      value: 16.52585522163979
  - task:
      type: STS
    dataset:
      name: MTEB BIOSSES (default)
      type: mteb/biosses-sts
      config: default
      split: test
      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
    metrics:
    - type: cosine_pearson
      value: 80.75947376350628
    - type: cosine_spearman
      value: 78.76866226728414
    - type: euclidean_pearson
      value: 79.77815732635439
    - type: euclidean_spearman
      value: 78.76866226728414
    - type: main_score
      value: 78.76866226728414
    - type: manhattan_pearson
      value: 77.27913529620777
    - type: manhattan_spearman
      value: 76.785484549114
    - type: pearson
      value: 80.75947376350628
    - type: spearman
      value: 78.76866226728414
  - task:
      type: Classification
    dataset:
      name: MTEB Banking77Classification (default)
      type: mteb/banking77
      config: default
      split: test
      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
    metrics:
    - type: accuracy
      value: 72.85714285714285
    - type: f1
      value: 72.12088062707018
    - type: f1_weighted
      value: 72.12088062707018
    - type: main_score
      value: 72.85714285714285
  - task:
      type: Clustering
    dataset:
      name: MTEB BiorxivClusteringP2P (default)
      type: mteb/biorxiv-clustering-p2p
      config: default
      split: test
      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
    metrics:
    - type: main_score
      value: 32.9165495909684
    - type: v_measure
      value: 32.9165495909684
    - type: v_measure_std
      value: 0.928871280377049
  - task:
      type: Clustering
    dataset:
      name: MTEB BiorxivClusteringS2S (default)
      type: mteb/biorxiv-clustering-s2s
      config: default
      split: test
      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
    metrics:
    - type: main_score
      value: 23.406853302510953
    - type: v_measure
      value: 23.406853302510953
    - type: v_measure_std
      value: 0.7582747837116459
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackAndroidRetrieval (default)
      type: mteb/cqadupstack-android
      config: default
      split: test
      revision: f46a197baaae43b4f621051089b82a364682dfeb
    metrics:
    - type: main_score
      value: 35.754000000000005
    - type: map_at_1
      value: 23.343
    - type: map_at_10
      value: 30.634
    - type: map_at_100
      value: 31.904
    - type: map_at_1000
      value: 32.056000000000004
    - type: map_at_20
      value: 31.282
    - type: map_at_3
      value: 27.988000000000003
    - type: map_at_5
      value: 29.604000000000003
    - type: mrr_at_1
      value: 29.470672389127323
    - type: mrr_at_10
      value: 36.759543111474436
    - type: mrr_at_100
      value: 37.568685020874014
    - type: mrr_at_1000
      value: 37.63701496460317
    - type: mrr_at_20
      value: 37.161394303231155
    - type: mrr_at_3
      value: 34.406294706723905
    - type: mrr_at_5
      value: 35.90128755364807
    - type: nauc_map_at_1000_diff1
      value: 49.07469829867164
    - type: nauc_map_at_1000_max
      value: 34.5574202859023
    - type: nauc_map_at_1000_std
      value: 0.054793844263909985
    - type: nauc_map_at_100_diff1
      value: 49.09588394545948
    - type: nauc_map_at_100_max
      value: 34.51911264695201
    - type: nauc_map_at_100_std
      value: 0.0003548690880322906
    - type: nauc_map_at_10_diff1
      value: 49.23450112003398
    - type: nauc_map_at_10_max
      value: 34.16453171555867
    - type: nauc_map_at_10_std
      value: -0.16411387519533308
    - type: nauc_map_at_1_diff1
      value: 53.54515703346969
    - type: nauc_map_at_1_max
      value: 32.712573668021946
    - type: nauc_map_at_1_std
      value: -1.5335239544146402
    - type: nauc_map_at_20_diff1
      value: 49.24444334955068
    - type: nauc_map_at_20_max
      value: 34.44523450317444
    - type: nauc_map_at_20_std
      value: -0.3295077594412446
    - type: nauc_map_at_3_diff1
      value: 49.2928223255854
    - type: nauc_map_at_3_max
      value: 34.292538814222304
    - type: nauc_map_at_3_std
      value: -0.7164389325121931
    - type: nauc_map_at_5_diff1
      value: 49.268055456055784
    - type: nauc_map_at_5_max
      value: 34.02933880892077
    - type: nauc_map_at_5_std
      value: -0.6851629515764771
    - type: nauc_mrr_at_1000_diff1
      value: 46.76242189183639
    - type: nauc_mrr_at_1000_max
      value: 34.42833096312619
    - type: nauc_mrr_at_1000_std
      value: -1.3762630806030431
    - type: nauc_mrr_at_100_diff1
      value: 46.74687759147921
    - type: nauc_mrr_at_100_max
      value: 34.410568785709096
    - type: nauc_mrr_at_100_std
      value: -1.3955620624639413
    - type: nauc_mrr_at_10_diff1
      value: 46.73437036328295
    - type: nauc_mrr_at_10_max
      value: 34.41654582208762
    - type: nauc_mrr_at_10_std
      value: -1.4996277442472679
    - type: nauc_mrr_at_1_diff1
      value: 53.074628525189006
    - type: nauc_mrr_at_1_max
      value: 35.21201084968491
    - type: nauc_mrr_at_1_std
      value: -2.7085184475203548
    - type: nauc_mrr_at_20_diff1
      value: 46.74060187202545
    - type: nauc_mrr_at_20_max
      value: 34.365601666882554
    - type: nauc_mrr_at_20_std
      value: -1.5181277642831812
    - type: nauc_mrr_at_3_diff1
      value: 47.37279076845399
    - type: nauc_mrr_at_3_max
      value: 34.9758501642904
    - type: nauc_mrr_at_3_std
      value: -2.1226188555861687
    - type: nauc_mrr_at_5_diff1
      value: 46.81493995029788
    - type: nauc_mrr_at_5_max
      value: 34.583523150322634
    - type: nauc_mrr_at_5_std
      value: -2.1570458140684696
    - type: nauc_ndcg_at_1000_diff1
      value: 46.36495571191987
    - type: nauc_ndcg_at_1000_max
      value: 34.90957483025846
    - type: nauc_ndcg_at_1000_std
      value: 2.6662546152637265
    - type: nauc_ndcg_at_100_diff1
      value: 46.31211018384525
    - type: nauc_ndcg_at_100_max
      value: 34.14435289529133
    - type: nauc_ndcg_at_100_std
      value: 1.9079336001221616
    - type: nauc_ndcg_at_10_diff1
      value: 46.88926097085652
    - type: nauc_ndcg_at_10_max
      value: 34.016784097982026
    - type: nauc_ndcg_at_10_std
      value: 0.48729886356072194
    - type: nauc_ndcg_at_1_diff1
      value: 53.074628525189006
    - type: nauc_ndcg_at_1_max
      value: 35.21201084968491
    - type: nauc_ndcg_at_1_std
      value: -2.7085184475203548
    - type: nauc_ndcg_at_20_diff1
      value: 46.91319373526118
    - type: nauc_ndcg_at_20_max
      value: 33.973497219602166
    - type: nauc_ndcg_at_20_std
      value: -0.07575711586436547
    - type: nauc_ndcg_at_3_diff1
      value: 46.86290723905676
    - type: nauc_ndcg_at_3_max
      value: 34.95572605425558
    - type: nauc_ndcg_at_3_std
      value: -0.5363258576519415
    - type: nauc_ndcg_at_5_diff1
      value: 46.6590285256514
    - type: nauc_ndcg_at_5_max
      value: 34.009621464446504
    - type: nauc_ndcg_at_5_std
      value: -0.712341435867538
    - type: nauc_precision_at_1000_diff1
      value: 2.1344330307918593
    - type: nauc_precision_at_1000_max
      value: 3.9527406749081817
    - type: nauc_precision_at_1000_std
      value: 0.9705819040977611
    - type: nauc_precision_at_100_diff1
      value: 6.181970571539627
    - type: nauc_precision_at_100_max
      value: 14.42772619321089
    - type: nauc_precision_at_100_std
      value: 5.232468704467445
    - type: nauc_precision_at_10_diff1
      value: 25.68988305030409
    - type: nauc_precision_at_10_max
      value: 28.559278253111465
    - type: nauc_precision_at_10_std
      value: 3.5412405852072912
    - type: nauc_precision_at_1_diff1
      value: 53.074628525189006
    - type: nauc_precision_at_1_max
      value: 35.21201084968491
    - type: nauc_precision_at_1_std
      value: -2.7085184475203548
    - type: nauc_precision_at_20_diff1
      value: 18.996764794515602
    - type: nauc_precision_at_20_max
      value: 24.888556158003585
    - type: nauc_precision_at_20_std
      value: 0.5889172629317658
    - type: nauc_precision_at_3_diff1
      value: 35.59307202006931
    - type: nauc_precision_at_3_max
      value: 35.63723616943182
    - type: nauc_precision_at_3_std
      value: 1.6798829058139426
    - type: nauc_precision_at_5_diff1
      value: 30.016032808304356
    - type: nauc_precision_at_5_max
      value: 29.72129566562627
    - type: nauc_precision_at_5_std
      value: -0.5100520989792346
    - type: nauc_recall_at_1000_diff1
      value: 30.567903474628928
    - type: nauc_recall_at_1000_max
      value: 35.830279300523465
    - type: nauc_recall_at_1000_std
      value: 39.870957280375066
    - type: nauc_recall_at_100_diff1
      value: 34.365454597580595
    - type: nauc_recall_at_100_max
      value: 27.476355211192814
    - type: nauc_recall_at_100_std
      value: 12.771903622967933
    - type: nauc_recall_at_10_diff1
      value: 40.17928487680392
    - type: nauc_recall_at_10_max
      value: 29.5225402398026
    - type: nauc_recall_at_10_std
      value: 3.2942334260745527
    - type: nauc_recall_at_1_diff1
      value: 53.54515703346969
    - type: nauc_recall_at_1_max
      value: 32.712573668021946
    - type: nauc_recall_at_1_std
      value: -1.5335239544146402
    - type: nauc_recall_at_20_diff1
      value: 39.17279706288454
    - type: nauc_recall_at_20_max
      value: 28.43164046631304
    - type: nauc_recall_at_20_std
      value: 1.3830809463152067
    - type: nauc_recall_at_3_diff1
      value: 43.46021053243317
    - type: nauc_recall_at_3_max
      value: 32.76163656192935
    - type: nauc_recall_at_3_std
      value: -0.10485186193298304
    - type: nauc_recall_at_5_diff1
      value: 41.59453252912843
    - type: nauc_recall_at_5_max
      value: 30.81828607961885
    - type: nauc_recall_at_5_std
      value: 0.6983031571311585
    - type: ndcg_at_1
      value: 29.471000000000004
    - type: ndcg_at_10
      value: 35.754000000000005
    - type: ndcg_at_100
      value: 41.185
    - type: ndcg_at_1000
      value: 44.132
    - type: ndcg_at_20
      value: 37.557
    - type: ndcg_at_3
      value: 31.791000000000004
    - type: ndcg_at_5
      value: 33.867000000000004
    - type: precision_at_1
      value: 29.471000000000004
    - type: precision_at_10
      value: 6.7379999999999995
    - type: precision_at_100
      value: 1.192
    - type: precision_at_1000
      value: 0.17600000000000002
    - type: precision_at_20
      value: 4.041
    - type: precision_at_3
      value: 15.212
    - type: precision_at_5
      value: 11.245
    - type: recall_at_1
      value: 23.343
    - type: recall_at_10
      value: 44.596999999999994
    - type: recall_at_100
      value: 68.522
    - type: recall_at_1000
      value: 88.539
    - type: recall_at_20
      value: 51.306
    - type: recall_at_3
      value: 32.592
    - type: recall_at_5
      value: 38.479
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackEnglishRetrieval (default)
      type: mteb/cqadupstack-english
      config: default
      split: test
      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
    metrics:
    - type: main_score
      value: 30.387999999999998
    - type: map_at_1
      value: 19.200999999999997
    - type: map_at_10
      value: 26.07
    - type: map_at_100
      value: 27.145999999999997
    - type: map_at_1000
      value: 27.265
    - type: map_at_20
      value: 26.598
    - type: map_at_3
      value: 23.952
    - type: map_at_5
      value: 25.083
    - type: mrr_at_1
      value: 24.45859872611465
    - type: mrr_at_10
      value: 30.768678596704053
    - type: mrr_at_100
      value: 31.595143501757878
    - type: mrr_at_1000
      value: 31.659462579947178
    - type: mrr_at_20
      value: 31.20247798581882
    - type: mrr_at_3
      value: 28.76857749469213
    - type: mrr_at_5
      value: 29.902335456475548
    - type: nauc_map_at_1000_diff1
      value: 45.91022563009958
    - type: nauc_map_at_1000_max
      value: 31.984514886929656
    - type: nauc_map_at_1000_std
      value: -3.829907610168985
    - type: nauc_map_at_100_diff1
      value: 45.932430540845914
    - type: nauc_map_at_100_max
      value: 31.96945332089219
    - type: nauc_map_at_100_std
      value: -3.894429215012744
    - type: nauc_map_at_10_diff1
      value: 46.08366088166614
    - type: nauc_map_at_10_max
      value: 32.02385642055733
    - type: nauc_map_at_10_std
      value: -4.311301530867151
    - type: nauc_map_at_1_diff1
      value: 51.66264792931419
    - type: nauc_map_at_1_max
      value: 31.329127101411757
    - type: nauc_map_at_1_std
      value: -6.519000831784341
    - type: nauc_map_at_20_diff1
      value: 46.05152631542679
    - type: nauc_map_at_20_max
      value: 32.04371722736087
    - type: nauc_map_at_20_std
      value: -4.048337131365878
    - type: nauc_map_at_3_diff1
      value: 47.35145299096073
    - type: nauc_map_at_3_max
      value: 32.06955212554103
    - type: nauc_map_at_3_std
      value: -4.989793868956168
    - type: nauc_map_at_5_diff1
      value: 46.50257805586069
    - type: nauc_map_at_5_max
      value: 31.878665701284888
    - type: nauc_map_at_5_std
      value: -4.613569963491893
    - type: nauc_mrr_at_1000_diff1
      value: 44.81278421835696
    - type: nauc_mrr_at_1000_max
      value: 33.17930656841979
    - type: nauc_mrr_at_1000_std
      value: -1.9244407646833939
    - type: nauc_mrr_at_100_diff1
      value: 44.80601559620789
    - type: nauc_mrr_at_100_max
      value: 33.18026885568394
    - type: nauc_mrr_at_100_std
      value: -1.9235847802223316
    - type: nauc_mrr_at_10_diff1
      value: 44.7834814768031
    - type: nauc_mrr_at_10_max
      value: 33.35027265154713
    - type: nauc_mrr_at_10_std
      value: -1.9920194767209842
    - type: nauc_mrr_at_1_diff1
      value: 50.344671639475145
    - type: nauc_mrr_at_1_max
      value: 36.338779202004275
    - type: nauc_mrr_at_1_std
      value: -2.0437145441402946
    - type: nauc_mrr_at_20_diff1
      value: 44.867654490093074
    - type: nauc_mrr_at_20_max
      value: 33.284039966473046
    - type: nauc_mrr_at_20_std
      value: -1.8918257052847502
    - type: nauc_mrr_at_3_diff1
      value: 45.95268505036566
    - type: nauc_mrr_at_3_max
      value: 33.8897425159428
    - type: nauc_mrr_at_3_std
      value: -2.389667254352883
    - type: nauc_mrr_at_5_diff1
      value: 44.934699392762795
    - type: nauc_mrr_at_5_max
      value: 33.11949328665625
    - type: nauc_mrr_at_5_std
      value: -2.220871397029577
    - type: nauc_ndcg_at_1000_diff1
      value: 42.69044181336504
    - type: nauc_ndcg_at_1000_max
      value: 30.846798356216297
    - type: nauc_ndcg_at_1000_std
      value: -1.6545340679774094
    - type: nauc_ndcg_at_100_diff1
      value: 42.99569545948983
    - type: nauc_ndcg_at_100_max
      value: 30.792626579308823
    - type: nauc_ndcg_at_100_std
      value: -2.3954566122423655
    - type: nauc_ndcg_at_10_diff1
      value: 43.47623787179843
    - type: nauc_ndcg_at_10_max
      value: 31.720451177597898
    - type: nauc_ndcg_at_10_std
      value: -3.1107792902820344
    - type: nauc_ndcg_at_1_diff1
      value: 50.344671639475145
    - type: nauc_ndcg_at_1_max
      value: 36.338779202004275
    - type: nauc_ndcg_at_1_std
      value: -2.0437145441402946
    - type: nauc_ndcg_at_20_diff1
      value: 43.582729498090586
    - type: nauc_ndcg_at_20_max
      value: 31.557972235951397
    - type: nauc_ndcg_at_20_std
      value: -2.6648635860728267
    - type: nauc_ndcg_at_3_diff1
      value: 45.11518542861236
    - type: nauc_ndcg_at_3_max
      value: 32.210499951534175
    - type: nauc_ndcg_at_3_std
      value: -3.765385492606596
    - type: nauc_ndcg_at_5_diff1
      value: 43.942858497602074
    - type: nauc_ndcg_at_5_max
      value: 31.305271916594158
    - type: nauc_ndcg_at_5_std
      value: -3.5680912037963246
    - type: nauc_precision_at_1000_diff1
      value: -6.236532790486985
    - type: nauc_precision_at_1000_max
      value: 4.234565513807125
    - type: nauc_precision_at_1000_std
      value: 16.52719078499655
    - type: nauc_precision_at_100_diff1
      value: 7.273913729892817
    - type: nauc_precision_at_100_max
      value: 13.523076113459778
    - type: nauc_precision_at_100_std
      value: 12.236777939551294
    - type: nauc_precision_at_10_diff1
      value: 26.755853775998716
    - type: nauc_precision_at_10_max
      value: 29.407917462581533
    - type: nauc_precision_at_10_std
      value: 5.988293285073413
    - type: nauc_precision_at_1_diff1
      value: 50.344671639475145
    - type: nauc_precision_at_1_max
      value: 36.338779202004275
    - type: nauc_precision_at_1_std
      value: -2.0437145441402946
    - type: nauc_precision_at_20_diff1
      value: 20.97948106615319
    - type: nauc_precision_at_20_max
      value: 24.64221467835991
    - type: nauc_precision_at_20_std
      value: 8.837117076655158
    - type: nauc_precision_at_3_diff1
      value: 37.674582565141414
    - type: nauc_precision_at_3_max
      value: 33.44027893354918
    - type: nauc_precision_at_3_std
      value: 0.6297169503393585
    - type: nauc_precision_at_5_diff1
      value: 32.275472529929374
    - type: nauc_precision_at_5_max
      value: 30.852717365023537
    - type: nauc_precision_at_5_std
      value: 2.7113047333692393
    - type: nauc_recall_at_1000_diff1
      value: 24.219326137233672
    - type: nauc_recall_at_1000_max
      value: 18.075158769567928
    - type: nauc_recall_at_1000_std
      value: 5.866664590925355
    - type: nauc_recall_at_100_diff1
      value: 31.66308477313628
    - type: nauc_recall_at_100_max
      value: 22.506694111239696
    - type: nauc_recall_at_100_std
      value: 0.14013527614613616
    - type: nauc_recall_at_10_diff1
      value: 36.493884571646255
    - type: nauc_recall_at_10_max
      value: 28.319526621717316
    - type: nauc_recall_at_10_std
      value: -2.6156618822133813
    - type: nauc_recall_at_1_diff1
      value: 51.66264792931419
    - type: nauc_recall_at_1_max
      value: 31.329127101411757
    - type: nauc_recall_at_1_std
      value: -6.519000831784341
    - type: nauc_recall_at_20_diff1
      value: 36.17671641922034
    - type: nauc_recall_at_20_max
      value: 27.594655987136505
    - type: nauc_recall_at_20_std
      value: -0.6717696408805324
    - type: nauc_recall_at_3_diff1
      value: 41.51106516936833
    - type: nauc_recall_at_3_max
      value: 29.42174544852825
    - type: nauc_recall_at_3_std
      value: -4.831801653910542
    - type: nauc_recall_at_5_diff1
      value: 37.920167809415226
    - type: nauc_recall_at_5_max
      value: 27.066064824475266
    - type: nauc_recall_at_5_std
      value: -4.0628660389997036
    - type: ndcg_at_1
      value: 24.459
    - type: ndcg_at_10
      value: 30.387999999999998
    - type: ndcg_at_100
      value: 35.17
    - type: ndcg_at_1000
      value: 37.852999999999994
    - type: ndcg_at_20
      value: 32.013999999999996
    - type: ndcg_at_3
      value: 26.893
    - type: ndcg_at_5
      value: 28.43
    - type: precision_at_1
      value: 24.459
    - type: precision_at_10
      value: 5.599
    - type: precision_at_100
      value: 1.018
    - type: precision_at_1000
      value: 0.15
    - type: precision_at_20
      value: 3.404
    - type: precision_at_3
      value: 12.972
    - type: precision_at_5
      value: 9.159
    - type: recall_at_1
      value: 19.200999999999997
    - type: recall_at_10
      value: 38.721
    - type: recall_at_100
      value: 59.278
    - type: recall_at_1000
      value: 77.7
    - type: recall_at_20
      value: 44.627
    - type: recall_at_3
      value: 28.402
    - type: recall_at_5
      value: 32.778
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackGamingRetrieval (default)
      type: mteb/cqadupstack-gaming
      config: default
      split: test
      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
    metrics:
    - type: main_score
      value: 40.942
    - type: map_at_1
      value: 27.450000000000003
    - type: map_at_10
      value: 36.176
    - type: map_at_100
      value: 37.291000000000004
    - type: map_at_1000
      value: 37.388
    - type: map_at_20
      value: 36.769
    - type: map_at_3
      value: 33.525
    - type: map_at_5
      value: 35.128
    - type: mrr_at_1
      value: 31.661442006269592
    - type: mrr_at_10
      value: 39.30748370403544
    - type: mrr_at_100
      value: 40.255509594507544
    - type: mrr_at_1000
      value: 40.31387356878493
    - type: mrr_at_20
      value: 39.83773346237559
    - type: mrr_at_3
      value: 36.92789968652038
    - type: mrr_at_5
      value: 38.341692789968654
    - type: nauc_map_at_1000_diff1
      value: 50.03633950416232
    - type: nauc_map_at_1000_max
      value: 33.17376545869809
    - type: nauc_map_at_1000_std
      value: -9.69625192455962
    - type: nauc_map_at_100_diff1
      value: 50.008452567680365
    - type: nauc_map_at_100_max
      value: 33.118293143192965
    - type: nauc_map_at_100_std
      value: -9.761032284546474
    - type: nauc_map_at_10_diff1
      value: 50.1369472694457
    - type: nauc_map_at_10_max
      value: 33.21410712692001
    - type: nauc_map_at_10_std
      value: -9.9765248277114
    - type: nauc_map_at_1_diff1
      value: 53.559267551192
    - type: nauc_map_at_1_max
      value: 30.333500916357043
    - type: nauc_map_at_1_std
      value: -10.314271747921106
    - type: nauc_map_at_20_diff1
      value: 50.064932726901624
    - type: nauc_map_at_20_max
      value: 33.14474431220366
    - type: nauc_map_at_20_std
      value: -9.839724564227932
    - type: nauc_map_at_3_diff1
      value: 51.227270279724294
    - type: nauc_map_at_3_max
      value: 32.46264466871228
    - type: nauc_map_at_3_std
      value: -10.62743048119068
    - type: nauc_map_at_5_diff1
      value: 50.445302646128184
    - type: nauc_map_at_5_max
      value: 33.11899580644058
    - type: nauc_map_at_5_std
      value: -10.123445495373538
    - type: nauc_mrr_at_1000_diff1
      value: 50.18221043986989
    - type: nauc_mrr_at_1000_max
      value: 34.06105990937981
    - type: nauc_mrr_at_1000_std
      value: -8.544307960807444
    - type: nauc_mrr_at_100_diff1
      value: 50.15768269470266
    - type: nauc_mrr_at_100_max
      value: 34.0316957904657
    - type: nauc_mrr_at_100_std
      value: -8.568048482813834
    - type: nauc_mrr_at_10_diff1
      value: 50.25993130442436
    - type: nauc_mrr_at_10_max
      value: 34.27010698944713
    - type: nauc_mrr_at_10_std
      value: -8.527847080087172
    - type: nauc_mrr_at_1_diff1
      value: 54.27959732228685
    - type: nauc_mrr_at_1_max
      value: 33.15613286140714
    - type: nauc_mrr_at_1_std
      value: -9.826786116745835
    - type: nauc_mrr_at_20_diff1
      value: 50.18609828569331
    - type: nauc_mrr_at_20_max
      value: 34.11796254711405
    - type: nauc_mrr_at_20_std
      value: -8.57552441519686
    - type: nauc_mrr_at_3_diff1
      value: 51.32130291982532
    - type: nauc_mrr_at_3_max
      value: 34.15020510769212
    - type: nauc_mrr_at_3_std
      value: -8.906436210791584
    - type: nauc_mrr_at_5_diff1
      value: 50.53999222956188
    - type: nauc_mrr_at_5_max
      value: 34.40863976661986
    - type: nauc_mrr_at_5_std
      value: -8.494230482055308
    - type: nauc_ndcg_at_1000_diff1
      value: 48.09651291807306
    - type: nauc_ndcg_at_1000_max
      value: 34.330176838438724
    - type: nauc_ndcg_at_1000_std
      value: -7.074171190383852
    - type: nauc_ndcg_at_100_diff1
      value: 47.59221213922977
    - type: nauc_ndcg_at_100_max
      value: 33.380222862110976
    - type: nauc_ndcg_at_100_std
      value: -8.134147097294656
    - type: nauc_ndcg_at_10_diff1
      value: 48.445621589144
    - type: nauc_ndcg_at_10_max
      value: 34.19942425460372
    - type: nauc_ndcg_at_10_std
      value: -8.900469313108362
    - type: nauc_ndcg_at_1_diff1
      value: 54.27959732228685
    - type: nauc_ndcg_at_1_max
      value: 33.15613286140714
    - type: nauc_ndcg_at_1_std
      value: -9.826786116745835
    - type: nauc_ndcg_at_20_diff1
      value: 48.193633475296465
    - type: nauc_ndcg_at_20_max
      value: 33.78132903282803
    - type: nauc_ndcg_at_20_std
      value: -8.669899540019689
    - type: nauc_ndcg_at_3_diff1
      value: 50.413641351396755
    - type: nauc_ndcg_at_3_max
      value: 33.39981036787317
    - type: nauc_ndcg_at_3_std
      value: -9.768957264984955
    - type: nauc_ndcg_at_5_diff1
      value: 49.09929570393075
    - type: nauc_ndcg_at_5_max
      value: 34.17946744792266
    - type: nauc_ndcg_at_5_std
      value: -9.051281823265285
    - type: nauc_precision_at_1000_diff1
      value: -1.726796260598372
    - type: nauc_precision_at_1000_max
      value: 17.87188120459982
    - type: nauc_precision_at_1000_std
      value: 18.391789137468468
    - type: nauc_precision_at_100_diff1
      value: 10.157154803306339
    - type: nauc_precision_at_100_max
      value: 21.671412407574987
    - type: nauc_precision_at_100_std
      value: 8.863256311694705
    - type: nauc_precision_at_10_diff1
      value: 31.124182888715858
    - type: nauc_precision_at_10_max
      value: 34.58585639729788
    - type: nauc_precision_at_10_std
      value: -0.5878474956616129
    - type: nauc_precision_at_1_diff1
      value: 54.27959732228685
    - type: nauc_precision_at_1_max
      value: 33.15613286140714
    - type: nauc_precision_at_1_std
      value: -9.826786116745835
    - type: nauc_precision_at_20_diff1
      value: 26.060310437751035
    - type: nauc_precision_at_20_max
      value: 30.668241417576937
    - type: nauc_precision_at_20_std
      value: 1.794070002541744
    - type: nauc_precision_at_3_diff1
      value: 42.161149727275756
    - type: nauc_precision_at_3_max
      value: 34.766649941609415
    - type: nauc_precision_at_3_std
      value: -6.490765128883854
    - type: nauc_precision_at_5_diff1
      value: 35.64300298419455
    - type: nauc_precision_at_5_max
      value: 34.98718124130254
    - type: nauc_precision_at_5_std
      value: -2.957032654874456
    - type: nauc_recall_at_1000_diff1
      value: 23.29953267821425
    - type: nauc_recall_at_1000_max
      value: 43.22522944347
    - type: nauc_recall_at_1000_std
      value: 28.751405079616422
    - type: nauc_recall_at_100_diff1
      value: 31.157060423463324
    - type: nauc_recall_at_100_max
      value: 28.072088392050425
    - type: nauc_recall_at_100_std
      value: -1.8756984269491679
    - type: nauc_recall_at_10_diff1
      value: 41.48500175608116
    - type: nauc_recall_at_10_max
      value: 33.929604632424336
    - type: nauc_recall_at_10_std
      value: -7.379520440710126
    - type: nauc_recall_at_1_diff1
      value: 53.559267551192
    - type: nauc_recall_at_1_max
      value: 30.333500916357043
    - type: nauc_recall_at_1_std
      value: -10.314271747921106
    - type: nauc_recall_at_20_diff1
      value: 39.87528114699088
    - type: nauc_recall_at_20_max
      value: 32.52889359253415
    - type: nauc_recall_at_20_std
      value: -6.260062912241127
    - type: nauc_recall_at_3_diff1
      value: 47.37165550423715
    - type: nauc_recall_at_3_max
      value: 32.954994796173146
    - type: nauc_recall_at_3_std
      value: -9.417630437632042
    - type: nauc_recall_at_5_diff1
      value: 44.017098073135834
    - type: nauc_recall_at_5_max
      value: 34.40952921642829
    - type: nauc_recall_at_5_std
      value: -7.683545440201906
    - type: ndcg_at_1
      value: 31.661
    - type: ndcg_at_10
      value: 40.942
    - type: ndcg_at_100
      value: 46.225
    - type: ndcg_at_1000
      value: 48.369
    - type: ndcg_at_20
      value: 42.864999999999995
    - type: ndcg_at_3
      value: 36.131
    - type: ndcg_at_5
      value: 38.646
    - type: precision_at_1
      value: 31.661
    - type: precision_at_10
      value: 6.596
    - type: precision_at_100
      value: 1.014
    - type: precision_at_1000
      value: 0.127
    - type: precision_at_20
      value: 3.8150000000000004
    - type: precision_at_3
      value: 15.967
    - type: precision_at_5
      value: 11.298
    - type: recall_at_1
      value: 27.450000000000003
    - type: recall_at_10
      value: 52.268
    - type: recall_at_100
      value: 76.02499999999999
    - type: recall_at_1000
      value: 91.365
    - type: recall_at_20
      value: 59.418000000000006
    - type: recall_at_3
      value: 39.377
    - type: recall_at_5
      value: 45.537
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackGisRetrieval (default)
      type: mteb/cqadupstack-gis
      config: default
      split: test
      revision: 5003b3064772da1887988e05400cf3806fe491f2
    metrics:
    - type: main_score
      value: 20.926000000000002
    - type: map_at_1
      value: 13.808000000000002
    - type: map_at_10
      value: 18.166
    - type: map_at_100
      value: 19.005
    - type: map_at_1000
      value: 19.127
    - type: map_at_20
      value: 18.631
    - type: map_at_3
      value: 16.821
    - type: map_at_5
      value: 17.407
    - type: mrr_at_1
      value: 15.254237288135593
    - type: mrr_at_10
      value: 19.505291005291
    - type: mrr_at_100
      value: 20.33722544139254
    - type: mrr_at_1000
      value: 20.44421227339267
    - type: mrr_at_20
      value: 19.955079219929413
    - type: mrr_at_3
      value: 18.192090395480225
    - type: mrr_at_5
      value: 18.745762711864405
    - type: nauc_map_at_1000_diff1
      value: 34.33021278057543
    - type: nauc_map_at_1000_max
      value: 21.003821545727284
    - type: nauc_map_at_1000_std
      value: -5.868119697481961
    - type: nauc_map_at_100_diff1
      value: 34.35019986213167
    - type: nauc_map_at_100_max
      value: 20.946253575250783
    - type: nauc_map_at_100_std
      value: -5.924330387035972
    - type: nauc_map_at_10_diff1
      value: 35.10829535394991
    - type: nauc_map_at_10_max
      value: 21.354411579848794
    - type: nauc_map_at_10_std
      value: -5.98213573429031
    - type: nauc_map_at_1_diff1
      value: 38.90476196135252
    - type: nauc_map_at_1_max
      value: 24.498769070901876
    - type: nauc_map_at_1_std
      value: -6.775528669739589
    - type: nauc_map_at_20_diff1
      value: 34.58511219728665
    - type: nauc_map_at_20_max
      value: 21.212248145984688
    - type: nauc_map_at_20_std
      value: -5.824569567148006
    - type: nauc_map_at_3_diff1
      value: 36.128284785996236
    - type: nauc_map_at_3_max
      value: 22.348574662402132
    - type: nauc_map_at_3_std
      value: -5.7577395509763925
    - type: nauc_map_at_5_diff1
      value: 35.87523425152429
    - type: nauc_map_at_5_max
      value: 21.69889730908802
    - type: nauc_map_at_5_std
      value: -6.083825157336734
    - type: nauc_mrr_at_1000_diff1
      value: 33.16834842372746
    - type: nauc_mrr_at_1000_max
      value: 21.537153968896273
    - type: nauc_mrr_at_1000_std
      value: -4.733907629172605
    - type: nauc_mrr_at_100_diff1
      value: 33.169958486101464
    - type: nauc_mrr_at_100_max
      value: 21.51460435206711
    - type: nauc_mrr_at_100_std
      value: -4.755539056685152
    - type: nauc_mrr_at_10_diff1
      value: 33.82757480360322
    - type: nauc_mrr_at_10_max
      value: 21.966387665367574
    - type: nauc_mrr_at_10_std
      value: -4.792458244266061
    - type: nauc_mrr_at_1_diff1
      value: 37.560888753707914
    - type: nauc_mrr_at_1_max
      value: 24.91489183884652
    - type: nauc_mrr_at_1_std
      value: -5.963890208671714
    - type: nauc_mrr_at_20_diff1
      value: 33.398178055357256
    - type: nauc_mrr_at_20_max
      value: 21.779415071078713
    - type: nauc_mrr_at_20_std
      value: -4.713150332929846
    - type: nauc_mrr_at_3_diff1
      value: 34.98991936693989
    - type: nauc_mrr_at_3_max
      value: 22.748687431578123
    - type: nauc_mrr_at_3_std
      value: -4.782766799586396
    - type: nauc_mrr_at_5_diff1
      value: 34.56316466912788
    - type: nauc_mrr_at_5_max
      value: 21.978006375847084
    - type: nauc_mrr_at_5_std
      value: -5.046188208572636
    - type: nauc_ndcg_at_1000_diff1
      value: 29.82955876884682
    - type: nauc_ndcg_at_1000_max
      value: 19.067230940996414
    - type: nauc_ndcg_at_1000_std
      value: -4.017373756489671
    - type: nauc_ndcg_at_100_diff1
      value: 30.205870300084158
    - type: nauc_ndcg_at_100_max
      value: 18.15974769059106
    - type: nauc_ndcg_at_100_std
      value: -4.783018885712386
    - type: nauc_ndcg_at_10_diff1
      value: 33.08028452377425
    - type: nauc_ndcg_at_10_max
      value: 20.29662344875848
    - type: nauc_ndcg_at_10_std
      value: -5.124424567579975
    - type: nauc_ndcg_at_1_diff1
      value: 37.560888753707914
    - type: nauc_ndcg_at_1_max
      value: 24.91489183884652
    - type: nauc_ndcg_at_1_std
      value: -5.963890208671714
    - type: nauc_ndcg_at_20_diff1
      value: 31.561887952811325
    - type: nauc_ndcg_at_20_max
      value: 19.906638188251307
    - type: nauc_ndcg_at_20_std
      value: -4.532569639207102
    - type: nauc_ndcg_at_3_diff1
      value: 34.89906138030687
    - type: nauc_ndcg_at_3_max
      value: 21.69493013395692
    - type: nauc_ndcg_at_3_std
      value: -5.201576462191353
    - type: nauc_ndcg_at_5_diff1
      value: 34.5276158137855
    - type: nauc_ndcg_at_5_max
      value: 20.70888545232541
    - type: nauc_ndcg_at_5_std
      value: -5.587398451662219
    - type: nauc_precision_at_1000_diff1
      value: -3.760452613020278
    - type: nauc_precision_at_1000_max
      value: 8.976031753987805
    - type: nauc_precision_at_1000_std
      value: 5.552397308124775
    - type: nauc_precision_at_100_diff1
      value: 13.755786711378065
    - type: nauc_precision_at_100_max
      value: 9.713231069532815
    - type: nauc_precision_at_100_std
      value: -2.0771825534199055
    - type: nauc_precision_at_10_diff1
      value: 26.99312864603542
    - type: nauc_precision_at_10_max
      value: 17.287772859984063
    - type: nauc_precision_at_10_std
      value: -3.6165850129941592
    - type: nauc_precision_at_1_diff1
      value: 37.560888753707914
    - type: nauc_precision_at_1_max
      value: 24.91489183884652
    - type: nauc_precision_at_1_std
      value: -5.963890208671714
    - type: nauc_precision_at_20_diff1
      value: 21.409485705679828
    - type: nauc_precision_at_20_max
      value: 16.050911689774452
    - type: nauc_precision_at_20_std
      value: -2.183248773587268
    - type: nauc_precision_at_3_diff1
      value: 31.709206604483757
    - type: nauc_precision_at_3_max
      value: 21.101254663041015
    - type: nauc_precision_at_3_std
      value: -3.6517354499018
    - type: nauc_precision_at_5_diff1
      value: 31.01677625712557
    - type: nauc_precision_at_5_max
      value: 18.773465042248603
    - type: nauc_precision_at_5_std
      value: -4.947646031129711
    - type: nauc_recall_at_1000_diff1
      value: 9.701423512474271
    - type: nauc_recall_at_1000_max
      value: 9.022644377899258
    - type: nauc_recall_at_1000_std
      value: 4.580952882632998
    - type: nauc_recall_at_100_diff1
      value: 18.85551426149373
    - type: nauc_recall_at_100_max
      value: 7.985723030802287
    - type: nauc_recall_at_100_std
      value: -2.3163451560050676
    - type: nauc_recall_at_10_diff1
      value: 28.642423407548513
    - type: nauc_recall_at_10_max
      value: 16.847455769293713
    - type: nauc_recall_at_10_std
      value: -3.946178860070932
    - type: nauc_recall_at_1_diff1
      value: 38.90476196135252
    - type: nauc_recall_at_1_max
      value: 24.498769070901876
    - type: nauc_recall_at_1_std
      value: -6.775528669739589
    - type: nauc_recall_at_20_diff1
      value: 24.198426636205056
    - type: nauc_recall_at_20_max
      value: 15.797180863613104
    - type: nauc_recall_at_20_std
      value: -1.715258152747848
    - type: nauc_recall_at_3_diff1
      value: 32.68569729262808
    - type: nauc_recall_at_3_max
      value: 19.75472569203885
    - type: nauc_recall_at_3_std
      value: -3.918214526113079
    - type: nauc_recall_at_5_diff1
      value: 31.496161368263397
    - type: nauc_recall_at_5_max
      value: 17.53436284746602
    - type: nauc_recall_at_5_std
      value: -4.959960568533651
    - type: ndcg_at_1
      value: 15.254000000000001
    - type: ndcg_at_10
      value: 20.926000000000002
    - type: ndcg_at_100
      value: 25.363999999999997
    - type: ndcg_at_1000
      value: 28.986
    - type: ndcg_at_20
      value: 22.591
    - type: ndcg_at_3
      value: 18.151999999999997
    - type: ndcg_at_5
      value: 19.154
    - type: precision_at_1
      value: 15.254000000000001
    - type: precision_at_10
      value: 3.209
    - type: precision_at_100
      value: 0.5760000000000001
    - type: precision_at_1000
      value: 0.094
    - type: precision_at_20
      value: 1.983
    - type: precision_at_3
      value: 7.5329999999999995
    - type: precision_at_5
      value: 5.13
    - type: recall_at_1
      value: 13.808000000000002
    - type: recall_at_10
      value: 28.301
    - type: recall_at_100
      value: 49.118
    - type: recall_at_1000
      value: 77.371
    - type: recall_at_20
      value: 34.650999999999996
    - type: recall_at_3
      value: 20.625
    - type: recall_at_5
      value: 23.064
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackMathematicaRetrieval (default)
      type: mteb/cqadupstack-mathematica
      config: default
      split: test
      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
    metrics:
    - type: main_score
      value: 13.713000000000001
    - type: map_at_1
      value: 7.545
    - type: map_at_10
      value: 11.065999999999999
    - type: map_at_100
      value: 12.009
    - type: map_at_1000
      value: 12.145999999999999
    - type: map_at_20
      value: 11.548
    - type: map_at_3
      value: 9.862
    - type: map_at_5
      value: 10.458
    - type: mrr_at_1
      value: 9.82587064676617
    - type: mrr_at_10
      value: 13.818950880518043
    - type: mrr_at_100
      value: 14.759687933026965
    - type: mrr_at_1000
      value: 14.86404496398171
    - type: mrr_at_20
      value: 14.340246286884033
    - type: mrr_at_3
      value: 12.520729684908785
    - type: mrr_at_5
      value: 13.061774461028191
    - type: nauc_map_at_1000_diff1
      value: 32.12985775236033
    - type: nauc_map_at_1000_max
      value: 9.04582252836718
    - type: nauc_map_at_1000_std
      value: -6.260068564567421
    - type: nauc_map_at_100_diff1
      value: 32.117232487084095
    - type: nauc_map_at_100_max
      value: 8.989250544941612
    - type: nauc_map_at_100_std
      value: -6.277243319782267
    - type: nauc_map_at_10_diff1
      value: 32.51441295711624
    - type: nauc_map_at_10_max
      value: 8.720901159289756
    - type: nauc_map_at_10_std
      value: -7.029036352331102
    - type: nauc_map_at_1_diff1
      value: 43.213013662821496
    - type: nauc_map_at_1_max
      value: 9.790562036372108
    - type: nauc_map_at_1_std
      value: -8.821384238586417
    - type: nauc_map_at_20_diff1
      value: 32.00532732870724
    - type: nauc_map_at_20_max
      value: 8.80512222944087
    - type: nauc_map_at_20_std
      value: -6.717069245543884
    - type: nauc_map_at_3_diff1
      value: 34.192538932332425
    - type: nauc_map_at_3_max
      value: 9.806861806732238
    - type: nauc_map_at_3_std
      value: -6.457295153829714
    - type: nauc_map_at_5_diff1
      value: 33.545773097219204
    - type: nauc_map_at_5_max
      value: 9.079824991796658
    - type: nauc_map_at_5_std
      value: -7.127256242544991
    - type: nauc_mrr_at_1000_diff1
      value: 30.90958147410719
    - type: nauc_mrr_at_1000_max
      value: 10.867996195593374
    - type: nauc_mrr_at_1000_std
      value: -4.449033819911354
    - type: nauc_mrr_at_100_diff1
      value: 30.878740355176543
    - type: nauc_mrr_at_100_max
      value: 10.86244216855185
    - type: nauc_mrr_at_100_std
      value: -4.38759764430277
    - type: nauc_mrr_at_10_diff1
      value: 31.33672611583107
    - type: nauc_mrr_at_10_max
      value: 10.624251175822206
    - type: nauc_mrr_at_10_std
      value: -5.052393167881167
    - type: nauc_mrr_at_1_diff1
      value: 39.87326173019422
    - type: nauc_mrr_at_1_max
      value: 12.598637703081806
    - type: nauc_mrr_at_1_std
      value: -5.135164400710058
    - type: nauc_mrr_at_20_diff1
      value: 30.82260731246471
    - type: nauc_mrr_at_20_max
      value: 10.648677875023816
    - type: nauc_mrr_at_20_std
      value: -4.803640679350239
    - type: nauc_mrr_at_3_diff1
      value: 33.651749019220105
    - type: nauc_mrr_at_3_max
      value: 12.289894641050006
    - type: nauc_mrr_at_3_std
      value: -3.8897644869850256
    - type: nauc_mrr_at_5_diff1
      value: 32.38922456348604
    - type: nauc_mrr_at_5_max
      value: 10.988086073887434
    - type: nauc_mrr_at_5_std
      value: -4.975145036968836
    - type: nauc_ndcg_at_1000_diff1
      value: 27.674366265233502
    - type: nauc_ndcg_at_1000_max
      value: 10.247099061244402
    - type: nauc_ndcg_at_1000_std
      value: -3.023697967537365
    - type: nauc_ndcg_at_100_diff1
      value: 27.273975022506818
    - type: nauc_ndcg_at_100_max
      value: 9.277241014754509
    - type: nauc_ndcg_at_100_std
      value: -2.9087044146750647
    - type: nauc_ndcg_at_10_diff1
      value: 28.537805280220823
    - type: nauc_ndcg_at_10_max
      value: 8.089093423791425
    - type: nauc_ndcg_at_10_std
      value: -6.658975175413455
    - type: nauc_ndcg_at_1_diff1
      value: 39.87326173019422
    - type: nauc_ndcg_at_1_max
      value: 12.598637703081806
    - type: nauc_ndcg_at_1_std
      value: -5.135164400710058
    - type: nauc_ndcg_at_20_diff1
      value: 27.18125380448246
    - type: nauc_ndcg_at_20_max
      value: 8.402539416576268
    - type: nauc_ndcg_at_20_std
      value: -5.61777098704006
    - type: nauc_ndcg_at_3_diff1
      value: 31.75303412167144
    - type: nauc_ndcg_at_3_max
      value: 10.676550802046373
    - type: nauc_ndcg_at_3_std
      value: -5.567905021326975
    - type: nauc_ndcg_at_5_diff1
      value: 30.598563490175096
    - type: nauc_ndcg_at_5_max
      value: 8.871848065816442
    - type: nauc_ndcg_at_5_std
      value: -6.872954372062091
    - type: nauc_precision_at_1000_diff1
      value: 10.843609470955275
    - type: nauc_precision_at_1000_max
      value: 11.655101914953336
    - type: nauc_precision_at_1000_std
      value: 5.411952137474197
    - type: nauc_precision_at_100_diff1
      value: 16.780109432105064
    - type: nauc_precision_at_100_max
      value: 9.273587767575563
    - type: nauc_precision_at_100_std
      value: 4.156444812599531
    - type: nauc_precision_at_10_diff1
      value: 21.371580547268493
    - type: nauc_precision_at_10_max
      value: 7.476141388927658
    - type: nauc_precision_at_10_std
      value: -5.609491572963518
    - type: nauc_precision_at_1_diff1
      value: 39.87326173019422
    - type: nauc_precision_at_1_max
      value: 12.598637703081806
    - type: nauc_precision_at_1_std
      value: -5.135164400710058
    - type: nauc_precision_at_20_diff1
      value: 19.265915117354652
    - type: nauc_precision_at_20_max
      value: 7.650702785450964
    - type: nauc_precision_at_20_std
      value: -2.9674176290615355
    - type: nauc_precision_at_3_diff1
      value: 25.984778607743575
    - type: nauc_precision_at_3_max
      value: 10.681945302419843
    - type: nauc_precision_at_3_std
      value: -4.12953522239749
    - type: nauc_precision_at_5_diff1
      value: 24.308577353183715
    - type: nauc_precision_at_5_max
      value: 7.718444600458466
    - type: nauc_precision_at_5_std
      value: -7.10866096593591
    - type: nauc_recall_at_1000_diff1
      value: 15.17338945650017
    - type: nauc_recall_at_1000_max
      value: 14.96733658328069
    - type: nauc_recall_at_1000_std
      value: 7.543720588189791
    - type: nauc_recall_at_100_diff1
      value: 16.381771900956526
    - type: nauc_recall_at_100_max
      value: 9.127105558099597
    - type: nauc_recall_at_100_std
      value: 5.113897134736906
    - type: nauc_recall_at_10_diff1
      value: 19.57589181146098
    - type: nauc_recall_at_10_max
      value: 5.499865403884131
    - type: nauc_recall_at_10_std
      value: -6.894103670927336
    - type: nauc_recall_at_1_diff1
      value: 43.213013662821496
    - type: nauc_recall_at_1_max
      value: 9.790562036372108
    - type: nauc_recall_at_1_std
      value: -8.821384238586417
    - type: nauc_recall_at_20_diff1
      value: 16.65618880966671
    - type: nauc_recall_at_20_max
      value: 6.833607496945595
    - type: nauc_recall_at_20_std
      value: -3.7007420906140913
    - type: nauc_recall_at_3_diff1
      value: 25.835591875627077
    - type: nauc_recall_at_3_max
      value: 9.16664696160855
    - type: nauc_recall_at_3_std
      value: -5.329810022483858
    - type: nauc_recall_at_5_diff1
      value: 23.81709915789382
    - type: nauc_recall_at_5_max
      value: 6.512471847746129
    - type: nauc_recall_at_5_std
      value: -7.568006073919905
    - type: ndcg_at_1
      value: 9.826
    - type: ndcg_at_10
      value: 13.713000000000001
    - type: ndcg_at_100
      value: 18.834999999999997
    - type: ndcg_at_1000
      value: 22.567
    - type: ndcg_at_20
      value: 15.469
    - type: ndcg_at_3
      value: 11.358
    - type: ndcg_at_5
      value: 12.212
    - type: precision_at_1
      value: 9.826
    - type: precision_at_10
      value: 2.637
    - type: precision_at_100
      value: 0.621
    - type: precision_at_1000
      value: 0.108
    - type: precision_at_20
      value: 1.779
    - type: precision_at_3
      value: 5.514
    - type: precision_at_5
      value: 3.9800000000000004
    - type: recall_at_1
      value: 7.545
    - type: recall_at_10
      value: 19.229
    - type: recall_at_100
      value: 42.588
    - type: recall_at_1000
      value: 70.111
    - type: recall_at_20
      value: 25.724999999999998
    - type: recall_at_3
      value: 12.617999999999999
    - type: recall_at_5
      value: 14.777999999999999
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackPhysicsRetrieval (default)
      type: mteb/cqadupstack-physics
      config: default
      split: test
      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
    metrics:
    - type: main_score
      value: 29.721999999999998
    - type: map_at_1
      value: 19.002
    - type: map_at_10
      value: 25.330000000000002
    - type: map_at_100
      value: 26.561
    - type: map_at_1000
      value: 26.704
    - type: map_at_20
      value: 25.948
    - type: map_at_3
      value: 23.1
    - type: map_at_5
      value: 24.426000000000002
    - type: mrr_at_1
      value: 23.387872954764198
    - type: mrr_at_10
      value: 29.846655055990958
    - type: mrr_at_100
      value: 30.84743648295301
    - type: mrr_at_1000
      value: 30.931552074701756
    - type: mrr_at_20
      value: 30.414881996898508
    - type: mrr_at_3
      value: 27.686878408726344
    - type: mrr_at_5
      value: 29.000641642605068
    - type: nauc_map_at_1000_diff1
      value: 43.89824551020078
    - type: nauc_map_at_1000_max
      value: 25.838192377957096
    - type: nauc_map_at_1000_std
      value: -3.7458356822843957
    - type: nauc_map_at_100_diff1
      value: 43.90377688089575
    - type: nauc_map_at_100_max
      value: 25.79012620732626
    - type: nauc_map_at_100_std
      value: -3.8208938417289278
    - type: nauc_map_at_10_diff1
      value: 44.074768230941245
    - type: nauc_map_at_10_max
      value: 25.557721171603582
    - type: nauc_map_at_10_std
      value: -4.253212817550483
    - type: nauc_map_at_1_diff1
      value: 52.06684272229963
    - type: nauc_map_at_1_max
      value: 29.44408583760377
    - type: nauc_map_at_1_std
      value: -3.8006121852165613
    - type: nauc_map_at_20_diff1
      value: 43.86406988435927
    - type: nauc_map_at_20_max
      value: 25.708949294203148
    - type: nauc_map_at_20_std
      value: -4.065229188616551
    - type: nauc_map_at_3_diff1
      value: 45.80873737706094
    - type: nauc_map_at_3_max
      value: 26.344168948910436
    - type: nauc_map_at_3_std
      value: -4.267293112675956
    - type: nauc_map_at_5_diff1
      value: 44.64796850377712
    - type: nauc_map_at_5_max
      value: 25.471031630555547
    - type: nauc_map_at_5_std
      value: -4.620347866813504
    - type: nauc_mrr_at_1000_diff1
      value: 41.88707912269833
    - type: nauc_mrr_at_1000_max
      value: 27.823242485409118
    - type: nauc_mrr_at_1000_std
      value: -0.8442511346809684
    - type: nauc_mrr_at_100_diff1
      value: 41.857692028084465
    - type: nauc_mrr_at_100_max
      value: 27.79920498002801
    - type: nauc_mrr_at_100_std
      value: -0.8598004686736844
    - type: nauc_mrr_at_10_diff1
      value: 41.90761715491176
    - type: nauc_mrr_at_10_max
      value: 27.678470786958997
    - type: nauc_mrr_at_10_std
      value: -0.9578204405420793
    - type: nauc_mrr_at_1_diff1
      value: 49.486865333039475
    - type: nauc_mrr_at_1_max
      value: 32.529983010623475
    - type: nauc_mrr_at_1_std
      value: 0.9715105562874976
    - type: nauc_mrr_at_20_diff1
      value: 41.724237010714866
    - type: nauc_mrr_at_20_max
      value: 27.802092285894588
    - type: nauc_mrr_at_20_std
      value: -0.88426508730278
    - type: nauc_mrr_at_3_diff1
      value: 43.77929875665527
    - type: nauc_mrr_at_3_max
      value: 28.981597522788526
    - type: nauc_mrr_at_3_std
      value: -0.7307337311686152
    - type: nauc_mrr_at_5_diff1
      value: 42.48218609051363
    - type: nauc_mrr_at_5_max
      value: 27.782684553409958
    - type: nauc_mrr_at_5_std
      value: -1.2197825045703639
    - type: nauc_ndcg_at_1000_diff1
      value: 40.414347456912104
    - type: nauc_ndcg_at_1000_max
      value: 26.088286462977127
    - type: nauc_ndcg_at_1000_std
      value: -0.7700064173542429
    - type: nauc_ndcg_at_100_diff1
      value: 40.22328627313871
    - type: nauc_ndcg_at_100_max
      value: 25.252984701307547
    - type: nauc_ndcg_at_100_std
      value: -2.0462196671056625
    - type: nauc_ndcg_at_10_diff1
      value: 40.53145770872922
    - type: nauc_ndcg_at_10_max
      value: 24.295290953665514
    - type: nauc_ndcg_at_10_std
      value: -3.8537433396171523
    - type: nauc_ndcg_at_1_diff1
      value: 49.486865333039475
    - type: nauc_ndcg_at_1_max
      value: 32.529983010623475
    - type: nauc_ndcg_at_1_std
      value: 0.9715105562874976
    - type: nauc_ndcg_at_20_diff1
      value: 39.85295868197949
    - type: nauc_ndcg_at_20_max
      value: 24.717671343879207
    - type: nauc_ndcg_at_20_std
      value: -3.4903032145945665
    - type: nauc_ndcg_at_3_diff1
      value: 43.28697676798648
    - type: nauc_ndcg_at_3_max
      value: 26.642242069078787
    - type: nauc_ndcg_at_3_std
      value: -3.060859134997641
    - type: nauc_ndcg_at_5_diff1
      value: 41.53565296156734
    - type: nauc_ndcg_at_5_max
      value: 24.673637580264753
    - type: nauc_ndcg_at_5_std
      value: -4.145425715998854
    - type: nauc_precision_at_1000_diff1
      value: -4.947002272423605
    - type: nauc_precision_at_1000_max
      value: 12.645437288702881
    - type: nauc_precision_at_1000_std
      value: 19.436822323783996
    - type: nauc_precision_at_100_diff1
      value: 9.500911858328992
    - type: nauc_precision_at_100_max
      value: 17.93855908912988
    - type: nauc_precision_at_100_std
      value: 12.774385362886436
    - type: nauc_precision_at_10_diff1
      value: 22.000133725100216
    - type: nauc_precision_at_10_max
      value: 20.778625373505573
    - type: nauc_precision_at_10_std
      value: 4.155996827322974
    - type: nauc_precision_at_1_diff1
      value: 49.486865333039475
    - type: nauc_precision_at_1_max
      value: 32.529983010623475
    - type: nauc_precision_at_1_std
      value: 0.9715105562874976
    - type: nauc_precision_at_20_diff1
      value: 17.416984565830234
    - type: nauc_precision_at_20_max
      value: 20.520136387470238
    - type: nauc_precision_at_20_std
      value: 5.90010494942305
    - type: nauc_precision_at_3_diff1
      value: 34.04194634924524
    - type: nauc_precision_at_3_max
      value: 25.912563455592675
    - type: nauc_precision_at_3_std
      value: 0.7925008029494246
    - type: nauc_precision_at_5_diff1
      value: 28.390068196798623
    - type: nauc_precision_at_5_max
      value: 23.102335538886692
    - type: nauc_precision_at_5_std
      value: 1.2255908529804964
    - type: nauc_recall_at_1000_diff1
      value: 21.680861813766057
    - type: nauc_recall_at_1000_max
      value: 26.699774120090265
    - type: nauc_recall_at_1000_std
      value: 27.417484709826283
    - type: nauc_recall_at_100_diff1
      value: 27.836334740501258
    - type: nauc_recall_at_100_max
      value: 19.66034364977158
    - type: nauc_recall_at_100_std
      value: 2.6339481702224696
    - type: nauc_recall_at_10_diff1
      value: 31.49836346373242
    - type: nauc_recall_at_10_max
      value: 17.89226675933478
    - type: nauc_recall_at_10_std
      value: -6.097389611009692
    - type: nauc_recall_at_1_diff1
      value: 52.06684272229963
    - type: nauc_recall_at_1_max
      value: 29.44408583760377
    - type: nauc_recall_at_1_std
      value: -3.8006121852165613
    - type: nauc_recall_at_20_diff1
      value: 28.31359903133213
    - type: nauc_recall_at_20_max
      value: 18.671615893300373
    - type: nauc_recall_at_20_std
      value: -4.57116422577905
    - type: nauc_recall_at_3_diff1
      value: 39.235871948581675
    - type: nauc_recall_at_3_max
      value: 22.600515131048535
    - type: nauc_recall_at_3_std
      value: -5.4739085237468466
    - type: nauc_recall_at_5_diff1
      value: 34.39713370746736
    - type: nauc_recall_at_5_max
      value: 18.148905375512705
    - type: nauc_recall_at_5_std
      value: -7.451552464706329
    - type: ndcg_at_1
      value: 23.388
    - type: ndcg_at_10
      value: 29.721999999999998
    - type: ndcg_at_100
      value: 35.549
    - type: ndcg_at_1000
      value: 38.815
    - type: ndcg_at_20
      value: 31.753999999999998
    - type: ndcg_at_3
      value: 25.887
    - type: ndcg_at_5
      value: 27.858
    - type: precision_at_1
      value: 23.388
    - type: precision_at_10
      value: 5.409
    - type: precision_at_100
      value: 0.983
    - type: precision_at_1000
      value: 0.145
    - type: precision_at_20
      value: 3.3300000000000005
    - type: precision_at_3
      value: 11.902
    - type: precision_at_5
      value: 8.738999999999999
    - type: recall_at_1
      value: 19.002
    - type: recall_at_10
      value: 38.507000000000005
    - type: recall_at_100
      value: 64.043
    - type: recall_at_1000
      value: 86.97500000000001
    - type: recall_at_20
      value: 45.803
    - type: recall_at_3
      value: 27.477
    - type: recall_at_5
      value: 32.719
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackProgrammersRetrieval (default)
      type: mteb/cqadupstack-programmers
      config: default
      split: test
      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
    metrics:
    - type: main_score
      value: 25.404
    - type: map_at_1
      value: 14.74
    - type: map_at_10
      value: 21.048000000000002
    - type: map_at_100
      value: 22.172
    - type: map_at_1000
      value: 22.319
    - type: map_at_20
      value: 21.646
    - type: map_at_3
      value: 18.658
    - type: map_at_5
      value: 19.962
    - type: mrr_at_1
      value: 18.2648401826484
    - type: mrr_at_10
      value: 24.97069109226643
    - type: mrr_at_100
      value: 25.834026350861034
    - type: mrr_at_1000
      value: 25.928549225962215
    - type: mrr_at_20
      value: 25.42973096503251
    - type: mrr_at_3
      value: 22.65981735159818
    - type: mrr_at_5
      value: 23.9554794520548
    - type: nauc_map_at_1000_diff1
      value: 45.8237170047263
    - type: nauc_map_at_1000_max
      value: 27.859348753898526
    - type: nauc_map_at_1000_std
      value: -1.047793982287234
    - type: nauc_map_at_100_diff1
      value: 45.8525231760808
    - type: nauc_map_at_100_max
      value: 27.84372868557113
    - type: nauc_map_at_100_std
      value: -1.102255441512398
    - type: nauc_map_at_10_diff1
      value: 46.480000635099486
    - type: nauc_map_at_10_max
      value: 27.495287638805245
    - type: nauc_map_at_10_std
      value: -1.9781130473670274
    - type: nauc_map_at_1_diff1
      value: 53.48217939729536
    - type: nauc_map_at_1_max
      value: 27.56295742217823
    - type: nauc_map_at_1_std
      value: -4.855035643670729
    - type: nauc_map_at_20_diff1
      value: 46.04106110601815
    - type: nauc_map_at_20_max
      value: 27.58629243952499
    - type: nauc_map_at_20_std
      value: -1.7050094834913967
    - type: nauc_map_at_3_diff1
      value: 46.85763025714593
    - type: nauc_map_at_3_max
      value: 27.36507205719357
    - type: nauc_map_at_3_std
      value: -2.712535779469288
    - type: nauc_map_at_5_diff1
      value: 46.20492257867162
    - type: nauc_map_at_5_max
      value: 27.612746870345
    - type: nauc_map_at_5_std
      value: -2.2218391520400003
    - type: nauc_mrr_at_1000_diff1
      value: 42.01555650623092
    - type: nauc_mrr_at_1000_max
      value: 26.867293112050767
    - type: nauc_mrr_at_1000_std
      value: -0.02625186100957422
    - type: nauc_mrr_at_100_diff1
      value: 42.00853583574927
    - type: nauc_mrr_at_100_max
      value: 26.864820350256046
    - type: nauc_mrr_at_100_std
      value: -0.033709447340581324
    - type: nauc_mrr_at_10_diff1
      value: 42.238961184007984
    - type: nauc_mrr_at_10_max
      value: 26.661808533137282
    - type: nauc_mrr_at_10_std
      value: -0.637791441319815
    - type: nauc_mrr_at_1_diff1
      value: 48.37462166860828
    - type: nauc_mrr_at_1_max
      value: 26.680599764630998
    - type: nauc_mrr_at_1_std
      value: -2.335872633389325
    - type: nauc_mrr_at_20_diff1
      value: 42.06900773561376
    - type: nauc_mrr_at_20_max
      value: 26.701607696858474
    - type: nauc_mrr_at_20_std
      value: -0.4165209918211513
    - type: nauc_mrr_at_3_diff1
      value: 42.409960157705946
    - type: nauc_mrr_at_3_max
      value: 27.05401279297987
    - type: nauc_mrr_at_3_std
      value: -0.9280526332569523
    - type: nauc_mrr_at_5_diff1
      value: 41.70118694465103
    - type: nauc_mrr_at_5_max
      value: 26.66082209479475
    - type: nauc_mrr_at_5_std
      value: -0.8015879639261687
    - type: nauc_ndcg_at_1000_diff1
      value: 42.27565632944038
    - type: nauc_ndcg_at_1000_max
      value: 29.12582206242773
    - type: nauc_ndcg_at_1000_std
      value: 4.049463136607838
    - type: nauc_ndcg_at_100_diff1
      value: 42.12653619069051
    - type: nauc_ndcg_at_100_max
      value: 28.656500616781972
    - type: nauc_ndcg_at_100_std
      value: 3.4180175516456304
    - type: nauc_ndcg_at_10_diff1
      value: 43.88978161268394
    - type: nauc_ndcg_at_10_max
      value: 26.871989349584208
    - type: nauc_ndcg_at_10_std
      value: -1.1522739341582178
    - type: nauc_ndcg_at_1_diff1
      value: 48.37462166860828
    - type: nauc_ndcg_at_1_max
      value: 26.680599764630998
    - type: nauc_ndcg_at_1_std
      value: -2.335872633389325
    - type: nauc_ndcg_at_20_diff1
      value: 42.881732140593506
    - type: nauc_ndcg_at_20_max
      value: 27.215592451499276
    - type: nauc_ndcg_at_20_std
      value: -0.14285469558089361
    - type: nauc_ndcg_at_3_diff1
      value: 43.823548526500694
    - type: nauc_ndcg_at_3_max
      value: 27.245715131624674
    - type: nauc_ndcg_at_3_std
      value: -1.4876933099866914
    - type: nauc_ndcg_at_5_diff1
      value: 43.04376781278021
    - type: nauc_ndcg_at_5_max
      value: 27.190268438417593
    - type: nauc_ndcg_at_5_std
      value: -1.3888560355879034
    - type: nauc_precision_at_1000_diff1
      value: -5.872712314670492
    - type: nauc_precision_at_1000_max
      value: 5.092918185682713
    - type: nauc_precision_at_1000_std
      value: 10.464145014831452
    - type: nauc_precision_at_100_diff1
      value: 11.543776527512167
    - type: nauc_precision_at_100_max
      value: 19.613662059162355
    - type: nauc_precision_at_100_std
      value: 16.9713281401898
    - type: nauc_precision_at_10_diff1
      value: 29.137810984675998
    - type: nauc_precision_at_10_max
      value: 23.12077961846143
    - type: nauc_precision_at_10_std
      value: 3.189735023013539
    - type: nauc_precision_at_1_diff1
      value: 48.37462166860828
    - type: nauc_precision_at_1_max
      value: 26.680599764630998
    - type: nauc_precision_at_1_std
      value: -2.335872633389325
    - type: nauc_precision_at_20_diff1
      value: 22.790209469680846
    - type: nauc_precision_at_20_max
      value: 21.470876222762485
    - type: nauc_precision_at_20_std
      value: 6.106136396458325
    - type: nauc_precision_at_3_diff1
      value: 33.60290824936636
    - type: nauc_precision_at_3_max
      value: 26.841583417759278
    - type: nauc_precision_at_3_std
      value: 1.5391546447485775
    - type: nauc_precision_at_5_diff1
      value: 30.6913208718352
    - type: nauc_precision_at_5_max
      value: 26.092373126611086
    - type: nauc_precision_at_5_std
      value: 2.7287443865219267
    - type: nauc_recall_at_1000_diff1
      value: 32.12239148248437
    - type: nauc_recall_at_1000_max
      value: 40.33229707616391
    - type: nauc_recall_at_1000_std
      value: 37.7476242671382
    - type: nauc_recall_at_100_diff1
      value: 32.48417758115197
    - type: nauc_recall_at_100_max
      value: 30.58395795458036
    - type: nauc_recall_at_100_std
      value: 18.33066285795512
    - type: nauc_recall_at_10_diff1
      value: 39.00388434597497
    - type: nauc_recall_at_10_max
      value: 24.103380072374346
    - type: nauc_recall_at_10_std
      value: -0.17360786059693167
    - type: nauc_recall_at_1_diff1
      value: 53.48217939729536
    - type: nauc_recall_at_1_max
      value: 27.56295742217823
    - type: nauc_recall_at_1_std
      value: -4.855035643670729
    - type: nauc_recall_at_20_diff1
      value: 35.92641597499044
    - type: nauc_recall_at_20_max
      value: 24.999287590484883
    - type: nauc_recall_at_20_std
      value: 3.033364584342197
    - type: nauc_recall_at_3_diff1
      value: 40.10706505495573
    - type: nauc_recall_at_3_max
      value: 25.37612159713076
    - type: nauc_recall_at_3_std
      value: -1.782920493307442
    - type: nauc_recall_at_5_diff1
      value: 38.23800039237515
    - type: nauc_recall_at_5_max
      value: 25.66131301792229
    - type: nauc_recall_at_5_std
      value: -1.1480434206892107
    - type: ndcg_at_1
      value: 18.265
    - type: ndcg_at_10
      value: 25.404
    - type: ndcg_at_100
      value: 30.519000000000002
    - type: ndcg_at_1000
      value: 34.109
    - type: ndcg_at_20
      value: 27.252
    - type: ndcg_at_3
      value: 21.104
    - type: ndcg_at_5
      value: 23.044
    - type: precision_at_1
      value: 18.265
    - type: precision_at_10
      value: 4.909
    - type: precision_at_100
      value: 0.89
    - type: precision_at_1000
      value: 0.13799999999999998
    - type: precision_at_20
      value: 3.008
    - type: precision_at_3
      value: 10.046
    - type: precision_at_5
      value: 7.6259999999999994
    - type: recall_at_1
      value: 14.74
    - type: recall_at_10
      value: 34.69
    - type: recall_at_100
      value: 56.674
    - type: recall_at_1000
      value: 82.37
    - type: recall_at_20
      value: 41.203
    - type: recall_at_3
      value: 22.924
    - type: recall_at_5
      value: 27.72
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackRetrieval (default)
      type: CQADupstackRetrieval_is_a_combined_dataset
      config: default
      split: test
      revision: CQADupstackRetrieval_is_a_combined_dataset
    metrics:
    - type: main_score
      value: 24.83308333333333
    - type: ndcg_at_10
      value: 24.83308333333333
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackStatsRetrieval (default)
      type: mteb/cqadupstack-stats
      config: default
      split: test
      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
    metrics:
    - type: main_score
      value: 19.698999999999998
    - type: map_at_1
      value: 12.077
    - type: map_at_10
      value: 16.801
    - type: map_at_100
      value: 17.655
    - type: map_at_1000
      value: 17.751
    - type: map_at_20
      value: 17.199
    - type: map_at_3
      value: 15.509
    - type: map_at_5
      value: 16.162000000000003
    - type: mrr_at_1
      value: 13.803680981595093
    - type: mrr_at_10
      value: 18.745130976726067
    - type: mrr_at_100
      value: 19.599068933107073
    - type: mrr_at_1000
      value: 19.678338286926365
    - type: mrr_at_20
      value: 19.18304702527218
    - type: mrr_at_3
      value: 17.433537832310837
    - type: mrr_at_5
      value: 18.100715746421265
    - type: nauc_map_at_1000_diff1
      value: 31.17115713241579
    - type: nauc_map_at_1000_max
      value: 20.99819791153779
    - type: nauc_map_at_1000_std
      value: 2.6600993742871406
    - type: nauc_map_at_100_diff1
      value: 31.123093546338605
    - type: nauc_map_at_100_max
      value: 20.956953792102397
    - type: nauc_map_at_100_std
      value: 2.6075146822241333
    - type: nauc_map_at_10_diff1
      value: 31.598970870916993
    - type: nauc_map_at_10_max
      value: 20.96385649358335
    - type: nauc_map_at_10_std
      value: 1.972081105558659
    - type: nauc_map_at_1_diff1
      value: 37.74336404595251
    - type: nauc_map_at_1_max
      value: 21.710764041589652
    - type: nauc_map_at_1_std
      value: -0.599615165756047
    - type: nauc_map_at_20_diff1
      value: 31.337729872448385
    - type: nauc_map_at_20_max
      value: 20.874824006967465
    - type: nauc_map_at_20_std
      value: 2.1396446999288132
    - type: nauc_map_at_3_diff1
      value: 31.598875778161563
    - type: nauc_map_at_3_max
      value: 20.15502482973746
    - type: nauc_map_at_3_std
      value: 0.661929277230153
    - type: nauc_map_at_5_diff1
      value: 32.42739890864865
    - type: nauc_map_at_5_max
      value: 21.129775912296775
    - type: nauc_map_at_5_std
      value: 1.2988170013068054
    - type: nauc_mrr_at_1000_diff1
      value: 34.46037552929145
    - type: nauc_mrr_at_1000_max
      value: 25.368762055036093
    - type: nauc_mrr_at_1000_std
      value: 6.857216468884261
    - type: nauc_mrr_at_100_diff1
      value: 34.42117076945647
    - type: nauc_mrr_at_100_max
      value: 25.350262466841073
    - type: nauc_mrr_at_100_std
      value: 6.848997067317973
    - type: nauc_mrr_at_10_diff1
      value: 34.93150618711488
    - type: nauc_mrr_at_10_max
      value: 25.431834898562222
    - type: nauc_mrr_at_10_std
      value: 6.527401606905754
    - type: nauc_mrr_at_1_diff1
      value: 42.39365767324292
    - type: nauc_mrr_at_1_max
      value: 28.105097384751144
    - type: nauc_mrr_at_1_std
      value: 4.383685157499488
    - type: nauc_mrr_at_20_diff1
      value: 34.721653859076106
    - type: nauc_mrr_at_20_max
      value: 25.39105982458037
    - type: nauc_mrr_at_20_std
      value: 6.556180511025904
    - type: nauc_mrr_at_3_diff1
      value: 35.37965856072047
    - type: nauc_mrr_at_3_max
      value: 25.02456249841475
    - type: nauc_mrr_at_3_std
      value: 5.493020017634747
    - type: nauc_mrr_at_5_diff1
      value: 35.80123642283942
    - type: nauc_mrr_at_5_max
      value: 25.687308882015913
    - type: nauc_mrr_at_5_std
      value: 5.881200254797904
    - type: nauc_ndcg_at_1000_diff1
      value: 28.433258327163312
    - type: nauc_ndcg_at_1000_max
      value: 22.15443961623447
    - type: nauc_ndcg_at_1000_std
      value: 8.020904223735373
    - type: nauc_ndcg_at_100_diff1
      value: 27.620373464479336
    - type: nauc_ndcg_at_100_max
      value: 21.210908360972546
    - type: nauc_ndcg_at_100_std
      value: 7.409324218662572
    - type: nauc_ndcg_at_10_diff1
      value: 30.01460402522167
    - type: nauc_ndcg_at_10_max
      value: 21.534788838277098
    - type: nauc_ndcg_at_10_std
      value: 4.520908732114286
    - type: nauc_ndcg_at_1_diff1
      value: 42.39365767324292
    - type: nauc_ndcg_at_1_max
      value: 28.105097384751144
    - type: nauc_ndcg_at_1_std
      value: 4.383685157499488
    - type: nauc_ndcg_at_20_diff1
      value: 29.407184761247642
    - type: nauc_ndcg_at_20_max
      value: 21.354104259451752
    - type: nauc_ndcg_at_20_std
      value: 4.958395283544823
    - type: nauc_ndcg_at_3_diff1
      value: 30.815996375561138
    - type: nauc_ndcg_at_3_max
      value: 20.93866442851683
    - type: nauc_ndcg_at_3_std
      value: 2.9035616405285807
    - type: nauc_ndcg_at_5_diff1
      value: 31.780185649997918
    - type: nauc_ndcg_at_5_max
      value: 22.082499447919563
    - type: nauc_ndcg_at_5_std
      value: 3.1870136709208907
    - type: nauc_precision_at_1000_diff1
      value: 11.194070408429456
    - type: nauc_precision_at_1000_max
      value: 20.99835229856523
    - type: nauc_precision_at_1000_std
      value: 23.494380173356905
    - type: nauc_precision_at_100_diff1
      value: 14.412072590295494
    - type: nauc_precision_at_100_max
      value: 23.274163017804803
    - type: nauc_precision_at_100_std
      value: 24.687702590855874
    - type: nauc_precision_at_10_diff1
      value: 24.224522222495416
    - type: nauc_precision_at_10_max
      value: 25.317934535641296
    - type: nauc_precision_at_10_std
      value: 14.01024684046007
    - type: nauc_precision_at_1_diff1
      value: 42.39365767324292
    - type: nauc_precision_at_1_max
      value: 28.105097384751144
    - type: nauc_precision_at_1_std
      value: 4.383685157499488
    - type: nauc_precision_at_20_diff1
      value: 22.35983153793858
    - type: nauc_precision_at_20_max
      value: 24.690383727546127
    - type: nauc_precision_at_20_std
      value: 15.212482800833852
    - type: nauc_precision_at_3_diff1
      value: 27.84013528675403
    - type: nauc_precision_at_3_max
      value: 24.61882746201835
    - type: nauc_precision_at_3_std
      value: 8.807995380870178
    - type: nauc_precision_at_5_diff1
      value: 29.130373722218927
    - type: nauc_precision_at_5_max
      value: 26.737628614173726
    - type: nauc_precision_at_5_std
      value: 10.54540259954519
    - type: nauc_recall_at_1000_diff1
      value: 14.687551773368817
    - type: nauc_recall_at_1000_max
      value: 20.48857574690166
    - type: nauc_recall_at_1000_std
      value: 22.146989530693467
    - type: nauc_recall_at_100_diff1
      value: 13.779174855454762
    - type: nauc_recall_at_100_max
      value: 15.844277122501971
    - type: nauc_recall_at_100_std
      value: 16.247618604477022
    - type: nauc_recall_at_10_diff1
      value: 23.200499824689196
    - type: nauc_recall_at_10_max
      value: 18.748944579239677
    - type: nauc_recall_at_10_std
      value: 6.816051382147345
    - type: nauc_recall_at_1_diff1
      value: 37.74336404595251
    - type: nauc_recall_at_1_max
      value: 21.710764041589652
    - type: nauc_recall_at_1_std
      value: -0.599615165756047
    - type: nauc_recall_at_20_diff1
      value: 21.5143661435063
    - type: nauc_recall_at_20_max
      value: 17.866145304773294
    - type: nauc_recall_at_20_std
      value: 7.644934224384678
    - type: nauc_recall_at_3_diff1
      value: 25.46257140155545
    - type: nauc_recall_at_3_max
      value: 17.43169452658105
    - type: nauc_recall_at_3_std
      value: 1.7796410289473854
    - type: nauc_recall_at_5_diff1
      value: 27.522775919420152
    - type: nauc_recall_at_5_max
      value: 20.182983778598008
    - type: nauc_recall_at_5_std
      value: 3.5840594281525058
    - type: ndcg_at_1
      value: 13.804
    - type: ndcg_at_10
      value: 19.698999999999998
    - type: ndcg_at_100
      value: 24.254
    - type: ndcg_at_1000
      value: 27.083000000000002
    - type: ndcg_at_20
      value: 21.124000000000002
    - type: ndcg_at_3
      value: 17.21
    - type: ndcg_at_5
      value: 18.240000000000002
    - type: precision_at_1
      value: 13.804
    - type: precision_at_10
      value: 3.313
    - type: precision_at_100
      value: 0.618
    - type: precision_at_1000
      value: 0.094
    - type: precision_at_20
      value: 2.025
    - type: precision_at_3
      value: 7.872999999999999
    - type: precision_at_5
      value: 5.399
    - type: recall_at_1
      value: 12.077
    - type: recall_at_10
      value: 26.668999999999997
    - type: recall_at_100
      value: 47.831
    - type: recall_at_1000
      value: 69.413
    - type: recall_at_20
      value: 31.946
    - type: recall_at_3
      value: 19.49
    - type: recall_at_5
      value: 22.225
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackTexRetrieval (default)
      type: mteb/cqadupstack-tex
      config: default
      split: test
      revision: 46989137a86843e03a6195de44b09deda022eec7
    metrics:
    - type: main_score
      value: 14.35
    - type: map_at_1
      value: 8.115
    - type: map_at_10
      value: 11.722000000000001
    - type: map_at_100
      value: 12.348
    - type: map_at_1000
      value: 12.481
    - type: map_at_20
      value: 12.027000000000001
    - type: map_at_3
      value: 10.426
    - type: map_at_5
      value: 11.182
    - type: mrr_at_1
      value: 10.254645560908465
    - type: mrr_at_10
      value: 14.278094582636902
    - type: mrr_at_100
      value: 14.900425450400176
    - type: mrr_at_1000
      value: 15.00871646023794
    - type: mrr_at_20
      value: 14.591516313299607
    - type: mrr_at_3
      value: 12.910071117228716
    - type: mrr_at_5
      value: 13.711860518467518
    - type: nauc_map_at_1000_diff1
      value: 30.423687742909465
    - type: nauc_map_at_1000_max
      value: 17.86087707182412
    - type: nauc_map_at_1000_std
      value: -3.496673724052901
    - type: nauc_map_at_100_diff1
      value: 30.44585413699395
    - type: nauc_map_at_100_max
      value: 17.809319977278847
    - type: nauc_map_at_100_std
      value: -3.621359850933102
    - type: nauc_map_at_10_diff1
      value: 31.148053167760896
    - type: nauc_map_at_10_max
      value: 18.24901771925814
    - type: nauc_map_at_10_std
      value: -3.909594481969627
    - type: nauc_map_at_1_diff1
      value: 37.99559419367043
    - type: nauc_map_at_1_max
      value: 19.944122206401367
    - type: nauc_map_at_1_std
      value: -4.736846170848249
    - type: nauc_map_at_20_diff1
      value: 30.72934853354464
    - type: nauc_map_at_20_max
      value: 17.864664913794087
    - type: nauc_map_at_20_std
      value: -3.842061832318761
    - type: nauc_map_at_3_diff1
      value: 32.52571171397488
    - type: nauc_map_at_3_max
      value: 18.737960198685258
    - type: nauc_map_at_3_std
      value: -4.241183589308819
    - type: nauc_map_at_5_diff1
      value: 31.42646643713625
    - type: nauc_map_at_5_max
      value: 18.337527851676295
    - type: nauc_map_at_5_std
      value: -4.2570792310298975
    - type: nauc_mrr_at_1000_diff1
      value: 30.196318931216275
    - type: nauc_mrr_at_1000_max
      value: 19.141255832052877
    - type: nauc_mrr_at_1000_std
      value: -3.0000493775719446
    - type: nauc_mrr_at_100_diff1
      value: 30.19678888280955
    - type: nauc_mrr_at_100_max
      value: 19.11982894454991
    - type: nauc_mrr_at_100_std
      value: -3.056725626049397
    - type: nauc_mrr_at_10_diff1
      value: 30.76367852132533
    - type: nauc_mrr_at_10_max
      value: 19.46540924418603
    - type: nauc_mrr_at_10_std
      value: -3.3273680751049777
    - type: nauc_mrr_at_1_diff1
      value: 37.08019926956792
    - type: nauc_mrr_at_1_max
      value: 22.198544966342443
    - type: nauc_mrr_at_1_std
      value: -4.68099030891332
    - type: nauc_mrr_at_20_diff1
      value: 30.44854181463763
    - type: nauc_mrr_at_20_max
      value: 19.17644737152143
    - type: nauc_mrr_at_20_std
      value: -3.183133665001889
    - type: nauc_mrr_at_3_diff1
      value: 32.25850323629704
    - type: nauc_mrr_at_3_max
      value: 20.424984369682942
    - type: nauc_mrr_at_3_std
      value: -3.5701295656151646
    - type: nauc_mrr_at_5_diff1
      value: 31.125298210115677
    - type: nauc_mrr_at_5_max
      value: 19.717573011787632
    - type: nauc_mrr_at_5_std
      value: -3.45929269643822
    - type: nauc_ndcg_at_1000_diff1
      value: 25.642269555726177
    - type: nauc_ndcg_at_1000_max
      value: 16.95203605616936
    - type: nauc_ndcg_at_1000_std
      value: 0.6875622802959983
    - type: nauc_ndcg_at_100_diff1
      value: 25.98890344828676
    - type: nauc_ndcg_at_100_max
      value: 15.844137736586788
    - type: nauc_ndcg_at_100_std
      value: -1.7182921762677745
    - type: nauc_ndcg_at_10_diff1
      value: 28.955008435458918
    - type: nauc_ndcg_at_10_max
      value: 17.568462443754782
    - type: nauc_ndcg_at_10_std
      value: -3.287238744831151
    - type: nauc_ndcg_at_1_diff1
      value: 37.08019926956792
    - type: nauc_ndcg_at_1_max
      value: 22.198544966342443
    - type: nauc_ndcg_at_1_std
      value: -4.68099030891332
    - type: nauc_ndcg_at_20_diff1
      value: 27.630357183386938
    - type: nauc_ndcg_at_20_max
      value: 16.39596205900814
    - type: nauc_ndcg_at_20_std
      value: -2.9062580414322365
    - type: nauc_ndcg_at_3_diff1
      value: 31.507035623690005
    - type: nauc_ndcg_at_3_max
      value: 19.143081975353383
    - type: nauc_ndcg_at_3_std
      value: -3.822642570180156
    - type: nauc_ndcg_at_5_diff1
      value: 29.6275156504599
    - type: nauc_ndcg_at_5_max
      value: 18.010144808312877
    - type: nauc_ndcg_at_5_std
      value: -3.855557920562142
    - type: nauc_precision_at_1000_diff1
      value: 11.311775164281668
    - type: nauc_precision_at_1000_max
      value: 20.60984406185098
    - type: nauc_precision_at_1000_std
      value: 11.722976478850901
    - type: nauc_precision_at_100_diff1
      value: 16.17071347181484
    - type: nauc_precision_at_100_max
      value: 16.960833581556674
    - type: nauc_precision_at_100_std
      value: 4.401508638173465
    - type: nauc_precision_at_10_diff1
      value: 24.916275332408432
    - type: nauc_precision_at_10_max
      value: 20.25218171978096
    - type: nauc_precision_at_10_std
      value: -1.3317987399854843
    - type: nauc_precision_at_1_diff1
      value: 37.08019926956792
    - type: nauc_precision_at_1_max
      value: 22.198544966342443
    - type: nauc_precision_at_1_std
      value: -4.68099030891332
    - type: nauc_precision_at_20_diff1
      value: 21.350277247661175
    - type: nauc_precision_at_20_max
      value: 17.541531728007776
    - type: nauc_precision_at_20_std
      value: 0.1714983739792345
    - type: nauc_precision_at_3_diff1
      value: 28.179008040465682
    - type: nauc_precision_at_3_max
      value: 20.63067670416767
    - type: nauc_precision_at_3_std
      value: -3.1122119224403537
    - type: nauc_precision_at_5_diff1
      value: 26.184303051850527
    - type: nauc_precision_at_5_max
      value: 19.71040130214679
    - type: nauc_precision_at_5_std
      value: -2.669697459902516
    - type: nauc_recall_at_1000_diff1
      value: 11.047948776096145
    - type: nauc_recall_at_1000_max
      value: 13.170143668470462
    - type: nauc_recall_at_1000_std
      value: 15.64817130106315
    - type: nauc_recall_at_100_diff1
      value: 15.13831964662889
    - type: nauc_recall_at_100_max
      value: 8.889143600232142
    - type: nauc_recall_at_100_std
      value: 1.9197788270079248
    - type: nauc_recall_at_10_diff1
      value: 22.995194101671963
    - type: nauc_recall_at_10_max
      value: 13.394880277014076
    - type: nauc_recall_at_10_std
      value: -2.125300886305793
    - type: nauc_recall_at_1_diff1
      value: 37.99559419367043
    - type: nauc_recall_at_1_max
      value: 19.944122206401367
    - type: nauc_recall_at_1_std
      value: -4.736846170848249
    - type: nauc_recall_at_20_diff1
      value: 19.714554327322467
    - type: nauc_recall_at_20_max
      value: 10.449610821063619
    - type: nauc_recall_at_20_std
      value: -1.3071062450410214
    - type: nauc_recall_at_3_diff1
      value: 27.14780036618274
    - type: nauc_recall_at_3_max
      value: 16.32524394449355
    - type: nauc_recall_at_3_std
      value: -3.2466750716126778
    - type: nauc_recall_at_5_diff1
      value: 24.279930266274025
    - type: nauc_recall_at_5_max
      value: 14.669832384731857
    - type: nauc_recall_at_5_std
      value: -3.4049628798697875
    - type: ndcg_at_1
      value: 10.255
    - type: ndcg_at_10
      value: 14.35
    - type: ndcg_at_100
      value: 17.784
    - type: ndcg_at_1000
      value: 21.539
    - type: ndcg_at_20
      value: 15.42
    - type: ndcg_at_3
      value: 11.967
    - type: ndcg_at_5
      value: 13.126
    - type: precision_at_1
      value: 10.255
    - type: precision_at_10
      value: 2.719
    - type: precision_at_100
      value: 0.53
    - type: precision_at_1000
      value: 0.10200000000000001
    - type: precision_at_20
      value: 1.678
    - type: precision_at_3
      value: 5.781
    - type: precision_at_5
      value: 4.329000000000001
    - type: recall_at_1
      value: 8.115
    - type: recall_at_10
      value: 19.848
    - type: recall_at_100
      value: 35.974000000000004
    - type: recall_at_1000
      value: 63.839
    - type: recall_at_20
      value: 23.884
    - type: recall_at_3
      value: 13.073
    - type: recall_at_5
      value: 16.109
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackUnixRetrieval (default)
      type: mteb/cqadupstack-unix
      config: default
      split: test
      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
    metrics:
    - type: main_score
      value: 22.020999999999997
    - type: map_at_1
      value: 14.966
    - type: map_at_10
      value: 18.857
    - type: map_at_100
      value: 19.723
    - type: map_at_1000
      value: 19.845
    - type: map_at_20
      value: 19.281000000000002
    - type: map_at_3
      value: 17.207
    - type: map_at_5
      value: 17.97
    - type: mrr_at_1
      value: 17.44402985074627
    - type: mrr_at_10
      value: 21.76946369343756
    - type: mrr_at_100
      value: 22.579904484759805
    - type: mrr_at_1000
      value: 22.675854466582475
    - type: mrr_at_20
      value: 22.150133951218255
    - type: mrr_at_3
      value: 20.040422885572145
    - type: mrr_at_5
      value: 20.851990049751237
    - type: nauc_map_at_1000_diff1
      value: 43.484798207936855
    - type: nauc_map_at_1000_max
      value: 32.4706172006639
    - type: nauc_map_at_1000_std
      value: -1.3065833065986674
    - type: nauc_map_at_100_diff1
      value: 43.47510789905493
    - type: nauc_map_at_100_max
      value: 32.45595467453081
    - type: nauc_map_at_100_std
      value: -1.3429119558135565
    - type: nauc_map_at_10_diff1
      value: 43.843343720377455
    - type: nauc_map_at_10_max
      value: 32.58549477840686
    - type: nauc_map_at_10_std
      value: -1.874019699400299
    - type: nauc_map_at_1_diff1
      value: 52.487453670058905
    - type: nauc_map_at_1_max
      value: 36.11946999950818
    - type: nauc_map_at_1_std
      value: -2.2303562503371555
    - type: nauc_map_at_20_diff1
      value: 43.63846663514969
    - type: nauc_map_at_20_max
      value: 32.47272175287591
    - type: nauc_map_at_20_std
      value: -1.7840971222999702
    - type: nauc_map_at_3_diff1
      value: 46.46006352778033
    - type: nauc_map_at_3_max
      value: 33.73857047707717
    - type: nauc_map_at_3_std
      value: -1.7314255546676034
    - type: nauc_map_at_5_diff1
      value: 44.57169415387736
    - type: nauc_map_at_5_max
      value: 32.66178002699997
    - type: nauc_map_at_5_std
      value: -2.082154519902079
    - type: nauc_mrr_at_1000_diff1
      value: 43.05700255289821
    - type: nauc_mrr_at_1000_max
      value: 32.8405086294166
    - type: nauc_mrr_at_1000_std
      value: -0.580143547558946
    - type: nauc_mrr_at_100_diff1
      value: 43.03005285628546
    - type: nauc_mrr_at_100_max
      value: 32.831674641286135
    - type: nauc_mrr_at_100_std
      value: -0.6125904571503386
    - type: nauc_mrr_at_10_diff1
      value: 43.57140081370348
    - type: nauc_mrr_at_10_max
      value: 33.0609993395038
    - type: nauc_mrr_at_10_std
      value: -0.9523807932980481
    - type: nauc_mrr_at_1_diff1
      value: 51.74535086304298
    - type: nauc_mrr_at_1_max
      value: 36.404226388451555
    - type: nauc_mrr_at_1_std
      value: -0.3499638311212165
    - type: nauc_mrr_at_20_diff1
      value: 43.273479145175756
    - type: nauc_mrr_at_20_max
      value: 32.93023972922946
    - type: nauc_mrr_at_20_std
      value: -0.8662560367559466
    - type: nauc_mrr_at_3_diff1
      value: 45.749891572791654
    - type: nauc_mrr_at_3_max
      value: 33.77000021416087
    - type: nauc_mrr_at_3_std
      value: -0.734003908335791
    - type: nauc_mrr_at_5_diff1
      value: 44.12741850047912
    - type: nauc_mrr_at_5_max
      value: 32.968129581827455
    - type: nauc_mrr_at_5_std
      value: -1.0438581115325116
    - type: nauc_ndcg_at_1000_diff1
      value: 38.44280367675149
    - type: nauc_ndcg_at_1000_max
      value: 31.07270111371254
    - type: nauc_ndcg_at_1000_std
      value: 1.8532529831941054
    - type: nauc_ndcg_at_100_diff1
      value: 38.29873328353022
    - type: nauc_ndcg_at_100_max
      value: 30.51906939363047
    - type: nauc_ndcg_at_100_std
      value: 1.1685954689091407
    - type: nauc_ndcg_at_10_diff1
      value: 40.24905385237238
    - type: nauc_ndcg_at_10_max
      value: 31.237802347763164
    - type: nauc_ndcg_at_10_std
      value: -1.5988483339129305
    - type: nauc_ndcg_at_1_diff1
      value: 51.74535086304298
    - type: nauc_ndcg_at_1_max
      value: 36.404226388451555
    - type: nauc_ndcg_at_1_std
      value: -0.3499638311212165
    - type: nauc_ndcg_at_20_diff1
      value: 39.49474168726909
    - type: nauc_ndcg_at_20_max
      value: 30.928493815069785
    - type: nauc_ndcg_at_20_std
      value: -1.1675759475034724
    - type: nauc_ndcg_at_3_diff1
      value: 44.51488373657856
    - type: nauc_ndcg_at_3_max
      value: 33.05005626914759
    - type: nauc_ndcg_at_3_std
      value: -1.3740849823410224
    - type: nauc_ndcg_at_5_diff1
      value: 41.489653258713524
    - type: nauc_ndcg_at_5_max
      value: 31.22024332522481
    - type: nauc_ndcg_at_5_std
      value: -2.0536274457437473
    - type: nauc_precision_at_1000_diff1
      value: 1.4495679838305833
    - type: nauc_precision_at_1000_max
      value: 14.595428489894072
    - type: nauc_precision_at_1000_std
      value: 11.164674692355685
    - type: nauc_precision_at_100_diff1
      value: 17.293217681299787
    - type: nauc_precision_at_100_max
      value: 21.289249355596677
    - type: nauc_precision_at_100_std
      value: 10.837201278870186
    - type: nauc_precision_at_10_diff1
      value: 27.645931025673676
    - type: nauc_precision_at_10_max
      value: 28.057222903038063
    - type: nauc_precision_at_10_std
      value: 0.44512294627107085
    - type: nauc_precision_at_1_diff1
      value: 51.74535086304298
    - type: nauc_precision_at_1_max
      value: 36.404226388451555
    - type: nauc_precision_at_1_std
      value: -0.3499638311212165
    - type: nauc_precision_at_20_diff1
      value: 25.205337806203072
    - type: nauc_precision_at_20_max
      value: 26.478204466391407
    - type: nauc_precision_at_20_std
      value: 1.8960881892736574
    - type: nauc_precision_at_3_diff1
      value: 39.23138817112751
    - type: nauc_precision_at_3_max
      value: 32.07921765458096
    - type: nauc_precision_at_3_std
      value: 0.6412363818953716
    - type: nauc_precision_at_5_diff1
      value: 31.774012416718428
    - type: nauc_precision_at_5_max
      value: 28.135585918809745
    - type: nauc_precision_at_5_std
      value: -0.7446970107936989
    - type: nauc_recall_at_1000_diff1
      value: 15.818436317758996
    - type: nauc_recall_at_1000_max
      value: 22.985432705217175
    - type: nauc_recall_at_1000_std
      value: 20.028879642544712
    - type: nauc_recall_at_100_diff1
      value: 21.528736740978918
    - type: nauc_recall_at_100_max
      value: 22.252225654436554
    - type: nauc_recall_at_100_std
      value: 9.52323279734862
    - type: nauc_recall_at_10_diff1
      value: 30.234861713076906
    - type: nauc_recall_at_10_max
      value: 26.06461096428762
    - type: nauc_recall_at_10_std
      value: -1.4746451376428988
    - type: nauc_recall_at_1_diff1
      value: 52.487453670058905
    - type: nauc_recall_at_1_max
      value: 36.11946999950818
    - type: nauc_recall_at_1_std
      value: -2.2303562503371555
    - type: nauc_recall_at_20_diff1
      value: 27.520503606512687
    - type: nauc_recall_at_20_max
      value: 24.913574911674495
    - type: nauc_recall_at_20_std
      value: 0.12580661593382725
    - type: nauc_recall_at_3_diff1
      value: 40.11779403426295
    - type: nauc_recall_at_3_max
      value: 29.970451416690764
    - type: nauc_recall_at_3_std
      value: -1.9477123895931343
    - type: nauc_recall_at_5_diff1
      value: 32.80171805918768
    - type: nauc_recall_at_5_max
      value: 25.69520638944744
    - type: nauc_recall_at_5_std
      value: -3.0364731643261607
    - type: ndcg_at_1
      value: 17.444000000000003
    - type: ndcg_at_10
      value: 22.020999999999997
    - type: ndcg_at_100
      value: 26.573999999999998
    - type: ndcg_at_1000
      value: 30.047
    - type: ndcg_at_20
      value: 23.47
    - type: ndcg_at_3
      value: 18.673000000000002
    - type: ndcg_at_5
      value: 19.927
    - type: precision_at_1
      value: 17.444000000000003
    - type: precision_at_10
      value: 3.6380000000000003
    - type: precision_at_100
      value: 0.659
    - type: precision_at_1000
      value: 0.107
    - type: precision_at_20
      value: 2.188
    - type: precision_at_3
      value: 8.116
    - type: precision_at_5
      value: 5.7090000000000005
    - type: recall_at_1
      value: 14.966
    - type: recall_at_10
      value: 29.195
    - type: recall_at_100
      value: 50.092999999999996
    - type: recall_at_1000
      value: 75.858
    - type: recall_at_20
      value: 34.516999999999996
    - type: recall_at_3
      value: 19.695
    - type: recall_at_5
      value: 22.979
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackWebmastersRetrieval (default)
      type: mteb/cqadupstack-webmasters
      config: default
      split: test
      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
    metrics:
    - type: main_score
      value: 26.684
    - type: map_at_1
      value: 17.05
    - type: map_at_10
      value: 22.636
    - type: map_at_100
      value: 23.860999999999997
    - type: map_at_1000
      value: 24.078
    - type: map_at_20
      value: 23.232
    - type: map_at_3
      value: 20.922
    - type: map_at_5
      value: 21.886
    - type: mrr_at_1
      value: 20.75098814229249
    - type: mrr_at_10
      value: 26.3481084133258
    - type: mrr_at_100
      value: 27.354422195026274
    - type: mrr_at_1000
      value: 27.446940929440476
    - type: mrr_at_20
      value: 26.918885130255816
    - type: mrr_at_3
      value: 24.670619235836618
    - type: mrr_at_5
      value: 25.727931488801048
    - type: nauc_map_at_1000_diff1
      value: 51.69031270517339
    - type: nauc_map_at_1000_max
      value: 15.67167877451698
    - type: nauc_map_at_1000_std
      value: -6.684006593781909
    - type: nauc_map_at_100_diff1
      value: 51.587578996348974
    - type: nauc_map_at_100_max
      value: 15.751376056835975
    - type: nauc_map_at_100_std
      value: -6.802063842073169
    - type: nauc_map_at_10_diff1
      value: 52.11540427403322
    - type: nauc_map_at_10_max
      value: 15.874523770435871
    - type: nauc_map_at_10_std
      value: -7.8392389899300765
    - type: nauc_map_at_1_diff1
      value: 56.59865446649124
    - type: nauc_map_at_1_max
      value: 15.902391645699836
    - type: nauc_map_at_1_std
      value: -9.504066029950605
    - type: nauc_map_at_20_diff1
      value: 51.714778258255876
    - type: nauc_map_at_20_max
      value: 15.664659442249032
    - type: nauc_map_at_20_std
      value: -7.435447134624285
    - type: nauc_map_at_3_diff1
      value: 54.1208183401114
    - type: nauc_map_at_3_max
      value: 16.39005266176797
    - type: nauc_map_at_3_std
      value: -7.968756506957152
    - type: nauc_map_at_5_diff1
      value: 53.0158010367354
    - type: nauc_map_at_5_max
      value: 15.994258445235884
    - type: nauc_map_at_5_std
      value: -8.634536539852048
    - type: nauc_mrr_at_1000_diff1
      value: 51.037515245532326
    - type: nauc_mrr_at_1000_max
      value: 16.876789450436945
    - type: nauc_mrr_at_1000_std
      value: -6.427596895922491
    - type: nauc_mrr_at_100_diff1
      value: 51.00570558065629
    - type: nauc_mrr_at_100_max
      value: 16.895610534403154
    - type: nauc_mrr_at_100_std
      value: -6.395618077605153
    - type: nauc_mrr_at_10_diff1
      value: 51.44263353181198
    - type: nauc_mrr_at_10_max
      value: 16.754411537645822
    - type: nauc_mrr_at_10_std
      value: -7.171906036273024
    - type: nauc_mrr_at_1_diff1
      value: 56.06966638152565
    - type: nauc_mrr_at_1_max
      value: 18.740931216640817
    - type: nauc_mrr_at_1_std
      value: -8.356744101542239
    - type: nauc_mrr_at_20_diff1
      value: 51.11814389201016
    - type: nauc_mrr_at_20_max
      value: 16.648973926484242
    - type: nauc_mrr_at_20_std
      value: -6.792296861150028
    - type: nauc_mrr_at_3_diff1
      value: 52.64419986881338
    - type: nauc_mrr_at_3_max
      value: 17.855811573267154
    - type: nauc_mrr_at_3_std
      value: -7.1127642877936035
    - type: nauc_mrr_at_5_diff1
      value: 52.20994485788817
    - type: nauc_mrr_at_5_max
      value: 16.892193263927435
    - type: nauc_mrr_at_5_std
      value: -7.776080485100259
    - type: nauc_ndcg_at_1000_diff1
      value: 47.82662857178443
    - type: nauc_ndcg_at_1000_max
      value: 16.28075029777358
    - type: nauc_ndcg_at_1000_std
      value: -1.629815283149239
    - type: nauc_ndcg_at_100_diff1
      value: 47.008356050519126
    - type: nauc_ndcg_at_100_max
      value: 16.149947207546596
    - type: nauc_ndcg_at_100_std
      value: -2.0490397360884063
    - type: nauc_ndcg_at_10_diff1
      value: 49.23841560068988
    - type: nauc_ndcg_at_10_max
      value: 15.168035878892633
    - type: nauc_ndcg_at_10_std
      value: -5.921580608315704
    - type: nauc_ndcg_at_1_diff1
      value: 56.06966638152565
    - type: nauc_ndcg_at_1_max
      value: 18.740931216640817
    - type: nauc_ndcg_at_1_std
      value: -8.356744101542239
    - type: nauc_ndcg_at_20_diff1
      value: 47.961205683535255
    - type: nauc_ndcg_at_20_max
      value: 14.603569396313738
    - type: nauc_ndcg_at_20_std
      value: -4.845364602199748
    - type: nauc_ndcg_at_3_diff1
      value: 52.32641737140796
    - type: nauc_ndcg_at_3_max
      value: 17.091832775617853
    - type: nauc_ndcg_at_3_std
      value: -5.931466700160332
    - type: nauc_ndcg_at_5_diff1
      value: 51.13355277674503
    - type: nauc_ndcg_at_5_max
      value: 15.588189080723694
    - type: nauc_ndcg_at_5_std
      value: -7.32249930264241
    - type: nauc_precision_at_1000_diff1
      value: 8.609950289339364
    - type: nauc_precision_at_1000_max
      value: -5.546036676605003
    - type: nauc_precision_at_1000_std
      value: 12.044814692139424
    - type: nauc_precision_at_100_diff1
      value: 19.63299384025342
    - type: nauc_precision_at_100_max
      value: 3.4827359063705745
    - type: nauc_precision_at_100_std
      value: 15.243317542693813
    - type: nauc_precision_at_10_diff1
      value: 34.29275328741064
    - type: nauc_precision_at_10_max
      value: 12.966726920001067
    - type: nauc_precision_at_10_std
      value: 0.428916146377742
    - type: nauc_precision_at_1_diff1
      value: 56.06966638152565
    - type: nauc_precision_at_1_max
      value: 18.740931216640817
    - type: nauc_precision_at_1_std
      value: -8.356744101542239
    - type: nauc_precision_at_20_diff1
      value: 28.370989563148186
    - type: nauc_precision_at_20_max
      value: 9.415552771725041
    - type: nauc_precision_at_20_std
      value: 6.247212464174887
    - type: nauc_precision_at_3_diff1
      value: 46.17468437428878
    - type: nauc_precision_at_3_max
      value: 19.210212033323284
    - type: nauc_precision_at_3_std
      value: -2.847679483522676
    - type: nauc_precision_at_5_diff1
      value: 41.10771665230688
    - type: nauc_precision_at_5_max
      value: 15.783585247860781
    - type: nauc_precision_at_5_std
      value: -4.812869817140523
    - type: nauc_recall_at_1000_diff1
      value: 21.071252982477674
    - type: nauc_recall_at_1000_max
      value: 14.954100540297729
    - type: nauc_recall_at_1000_std
      value: 32.586805434909664
    - type: nauc_recall_at_100_diff1
      value: 28.03764583042546
    - type: nauc_recall_at_100_max
      value: 14.696755276968487
    - type: nauc_recall_at_100_std
      value: 14.985714782048804
    - type: nauc_recall_at_10_diff1
      value: 39.28524575717854
    - type: nauc_recall_at_10_max
      value: 12.275655015296755
    - type: nauc_recall_at_10_std
      value: -2.620638569701557
    - type: nauc_recall_at_1_diff1
      value: 56.59865446649124
    - type: nauc_recall_at_1_max
      value: 15.902391645699836
    - type: nauc_recall_at_1_std
      value: -9.504066029950605
    - type: nauc_recall_at_20_diff1
      value: 34.211224756047635
    - type: nauc_recall_at_20_max
      value: 9.846136172254383
    - type: nauc_recall_at_20_std
      value: 1.6945260323984142
    - type: nauc_recall_at_3_diff1
      value: 49.26790851786094
    - type: nauc_recall_at_3_max
      value: 16.412931494371797
    - type: nauc_recall_at_3_std
      value: -4.931998495811032
    - type: nauc_recall_at_5_diff1
      value: 45.33736068231679
    - type: nauc_recall_at_5_max
      value: 13.487803389877026
    - type: nauc_recall_at_5_std
      value: -7.451871530438009
    - type: ndcg_at_1
      value: 20.751
    - type: ndcg_at_10
      value: 26.684
    - type: ndcg_at_100
      value: 31.863999999999997
    - type: ndcg_at_1000
      value: 35.515
    - type: ndcg_at_20
      value: 28.449999999999996
    - type: ndcg_at_3
      value: 24.035
    - type: ndcg_at_5
      value: 25.308000000000003
    - type: precision_at_1
      value: 20.751
    - type: precision_at_10
      value: 5.099
    - type: precision_at_100
      value: 1.154
    - type: precision_at_1000
      value: 0.208
    - type: precision_at_20
      value: 3.2910000000000004
    - type: precision_at_3
      value: 11.397
    - type: precision_at_5
      value: 8.261000000000001
    - type: recall_at_1
      value: 17.05
    - type: recall_at_10
      value: 33.784
    - type: recall_at_100
      value: 58.012
    - type: recall_at_1000
      value: 82.789
    - type: recall_at_20
      value: 40.913
    - type: recall_at_3
      value: 25.393
    - type: recall_at_5
      value: 29.035
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackWordpressRetrieval (default)
      type: mteb/cqadupstack-wordpress
      config: default
      split: test
      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
    metrics:
    - type: main_score
      value: 18.394
    - type: map_at_1
      value: 11.411
    - type: map_at_10
      value: 15.517
    - type: map_at_100
      value: 16.229
    - type: map_at_1000
      value: 16.341
    - type: map_at_20
      value: 15.834999999999999
    - type: map_at_3
      value: 14.06
    - type: map_at_5
      value: 14.677000000000001
    - type: mrr_at_1
      value: 12.754158964879853
    - type: mrr_at_10
      value: 16.97041046856204
    - type: mrr_at_100
      value: 17.67985851931029
    - type: mrr_at_1000
      value: 17.78145407562654
    - type: mrr_at_20
      value: 17.286971414075218
    - type: mrr_at_3
      value: 15.31115218730745
    - type: mrr_at_5
      value: 16.041281577325936
    - type: nauc_map_at_1000_diff1
      value: 37.8951192612662
    - type: nauc_map_at_1000_max
      value: 25.267069760953238
    - type: nauc_map_at_1000_std
      value: -0.38883576661301694
    - type: nauc_map_at_100_diff1
      value: 37.900265317239494
    - type: nauc_map_at_100_max
      value: 25.28001590544965
    - type: nauc_map_at_100_std
      value: -0.47203113491823595
    - type: nauc_map_at_10_diff1
      value: 38.11877652031875
    - type: nauc_map_at_10_max
      value: 25.26555133145017
    - type: nauc_map_at_10_std
      value: -0.852619393594918
    - type: nauc_map_at_1_diff1
      value: 47.34578485881818
    - type: nauc_map_at_1_max
      value: 30.850166661576782
    - type: nauc_map_at_1_std
      value: 1.5985251892631187
    - type: nauc_map_at_20_diff1
      value: 38.029954348886186
    - type: nauc_map_at_20_max
      value: 25.304646916375585
    - type: nauc_map_at_20_std
      value: -0.9428345800191498
    - type: nauc_map_at_3_diff1
      value: 39.83166233518111
    - type: nauc_map_at_3_max
      value: 26.075501392215177
    - type: nauc_map_at_3_std
      value: -1.4262407262971364
    - type: nauc_map_at_5_diff1
      value: 38.85913329148792
    - type: nauc_map_at_5_max
      value: 25.88033904652064
    - type: nauc_map_at_5_std
      value: -1.585779957941485
    - type: nauc_mrr_at_1000_diff1
      value: 37.96816667299295
    - type: nauc_mrr_at_1000_max
      value: 25.15388311944347
    - type: nauc_mrr_at_1000_std
      value: -0.22997417364374076
    - type: nauc_mrr_at_100_diff1
      value: 37.98353569366906
    - type: nauc_mrr_at_100_max
      value: 25.157857964934642
    - type: nauc_mrr_at_100_std
      value: -0.30308260748307286
    - type: nauc_mrr_at_10_diff1
      value: 38.1949652421963
    - type: nauc_mrr_at_10_max
      value: 25.199338174764645
    - type: nauc_mrr_at_10_std
      value: -0.552099178530629
    - type: nauc_mrr_at_1_diff1
      value: 47.04258589204719
    - type: nauc_mrr_at_1_max
      value: 30.875552610211038
    - type: nauc_mrr_at_1_std
      value: 1.5842198184416907
    - type: nauc_mrr_at_20_diff1
      value: 38.0780837700281
    - type: nauc_mrr_at_20_max
      value: 25.163224424817717
    - type: nauc_mrr_at_20_std
      value: -0.7325917580979469
    - type: nauc_mrr_at_3_diff1
      value: 39.886007794209185
    - type: nauc_mrr_at_3_max
      value: 25.910070816036495
    - type: nauc_mrr_at_3_std
      value: -1.3491955961846895
    - type: nauc_mrr_at_5_diff1
      value: 38.80412671758926
    - type: nauc_mrr_at_5_max
      value: 25.781246050315943
    - type: nauc_mrr_at_5_std
      value: -1.3232694356117372
    - type: nauc_ndcg_at_1000_diff1
      value: 34.015511592304634
    - type: nauc_ndcg_at_1000_max
      value: 21.970130110355313
    - type: nauc_ndcg_at_1000_std
      value: 3.3543585980357338
    - type: nauc_ndcg_at_100_diff1
      value: 34.31546794182946
    - type: nauc_ndcg_at_100_max
      value: 23.0487537128789
    - type: nauc_ndcg_at_100_std
      value: 1.3289143907265157
    - type: nauc_ndcg_at_10_diff1
      value: 35.01664450044667
    - type: nauc_ndcg_at_10_max
      value: 23.0782941870027
    - type: nauc_ndcg_at_10_std
      value: -1.0568678795958675
    - type: nauc_ndcg_at_1_diff1
      value: 47.04258589204719
    - type: nauc_ndcg_at_1_max
      value: 30.875552610211038
    - type: nauc_ndcg_at_1_std
      value: 1.5842198184416907
    - type: nauc_ndcg_at_20_diff1
      value: 34.84504867120496
    - type: nauc_ndcg_at_20_max
      value: 23.09768344154808
    - type: nauc_ndcg_at_20_std
      value: -1.4659970741577666
    - type: nauc_ndcg_at_3_diff1
      value: 37.78415806863805
    - type: nauc_ndcg_at_3_max
      value: 24.639258469473926
    - type: nauc_ndcg_at_3_std
      value: -2.275064049593995
    - type: nauc_ndcg_at_5_diff1
      value: 36.350875164404364
    - type: nauc_ndcg_at_5_max
      value: 24.356236910561137
    - type: nauc_ndcg_at_5_std
      value: -2.5053466401699183
    - type: nauc_precision_at_1000_diff1
      value: 7.563347447179132
    - type: nauc_precision_at_1000_max
      value: 0.7943777757989823
    - type: nauc_precision_at_1000_std
      value: 18.00297652028873
    - type: nauc_precision_at_100_diff1
      value: 21.653998064067146
    - type: nauc_precision_at_100_max
      value: 17.38119287783373
    - type: nauc_precision_at_100_std
      value: 8.224003951980006
    - type: nauc_precision_at_10_diff1
      value: 27.173393077070912
    - type: nauc_precision_at_10_max
      value: 19.2667921146513
    - type: nauc_precision_at_10_std
      value: -0.3847062812008156
    - type: nauc_precision_at_1_diff1
      value: 47.04258589204719
    - type: nauc_precision_at_1_max
      value: 30.875552610211038
    - type: nauc_precision_at_1_std
      value: 1.5842198184416907
    - type: nauc_precision_at_20_diff1
      value: 25.84169127418537
    - type: nauc_precision_at_20_max
      value: 19.57132547009915
    - type: nauc_precision_at_20_std
      value: -1.4999709962564625
    - type: nauc_precision_at_3_diff1
      value: 32.43750255542861
    - type: nauc_precision_at_3_max
      value: 21.23914762593785
    - type: nauc_precision_at_3_std
      value: -4.794175998037404
    - type: nauc_precision_at_5_diff1
      value: 29.66226334972068
    - type: nauc_precision_at_5_max
      value: 20.937808446984306
    - type: nauc_precision_at_5_std
      value: -4.50349594288374
    - type: nauc_recall_at_1000_diff1
      value: 18.18201126505898
    - type: nauc_recall_at_1000_max
      value: 4.115125030468549
    - type: nauc_recall_at_1000_std
      value: 26.12921401266662
    - type: nauc_recall_at_100_diff1
      value: 25.38128281266097
    - type: nauc_recall_at_100_max
      value: 17.28687599050314
    - type: nauc_recall_at_100_std
      value: 7.747189128801632
    - type: nauc_recall_at_10_diff1
      value: 27.391666141714673
    - type: nauc_recall_at_10_max
      value: 17.60274220087802
    - type: nauc_recall_at_10_std
      value: -1.6691151612256032
    - type: nauc_recall_at_1_diff1
      value: 47.34578485881818
    - type: nauc_recall_at_1_max
      value: 30.850166661576782
    - type: nauc_recall_at_1_std
      value: 1.5985251892631187
    - type: nauc_recall_at_20_diff1
      value: 27.40469310592018
    - type: nauc_recall_at_20_max
      value: 17.583991393935243
    - type: nauc_recall_at_20_std
      value: -2.8931266271962164
    - type: nauc_recall_at_3_diff1
      value: 33.03361504532133
    - type: nauc_recall_at_3_max
      value: 20.969724236594338
    - type: nauc_recall_at_3_std
      value: -4.564962351695704
    - type: nauc_recall_at_5_diff1
      value: 30.10919477731713
    - type: nauc_recall_at_5_max
      value: 20.74681640137169
    - type: nauc_recall_at_5_std
      value: -4.890192290035519
    - type: ndcg_at_1
      value: 12.753999999999998
    - type: ndcg_at_10
      value: 18.394
    - type: ndcg_at_100
      value: 22.448999999999998
    - type: ndcg_at_1000
      value: 25.945
    - type: ndcg_at_20
      value: 19.544
    - type: ndcg_at_3
      value: 15.232999999999999
    - type: ndcg_at_5
      value: 16.347
    - type: precision_at_1
      value: 12.753999999999998
    - type: precision_at_10
      value: 2.976
    - type: precision_at_100
      value: 0.543
    - type: precision_at_1000
      value: 0.092
    - type: precision_at_20
      value: 1.756
    - type: precision_at_3
      value: 6.4079999999999995
    - type: precision_at_5
      value: 4.547
    - type: recall_at_1
      value: 11.411
    - type: recall_at_10
      value: 26.143
    - type: recall_at_100
      value: 45.711
    - type: recall_at_1000
      value: 72.961
    - type: recall_at_20
      value: 30.505
    - type: recall_at_3
      value: 17.357
    - type: recall_at_5
      value: 20.068
  - task:
      type: Retrieval
    dataset:
      name: MTEB ClimateFEVER (default)
      type: mteb/climate-fever
      config: default
      split: test
      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
    metrics:
    - type: main_score
      value: 21.224999999999998
    - type: map_at_1
      value: 7.674
    - type: map_at_10
      value: 14.216000000000001
    - type: map_at_100
      value: 15.751999999999999
    - type: map_at_1000
      value: 15.967999999999998
    - type: map_at_20
      value: 14.968
    - type: map_at_3
      value: 11.283
    - type: map_at_5
      value: 12.837000000000002
    - type: mrr_at_1
      value: 17.91530944625407
    - type: mrr_at_10
      value: 28.314694173000344
    - type: mrr_at_100
      value: 29.328192073160047
    - type: mrr_at_1000
      value: 29.388261102206357
    - type: mrr_at_20
      value: 28.908453969821302
    - type: mrr_at_3
      value: 24.636264929424527
    - type: mrr_at_5
      value: 26.77307274701407
    - type: nauc_map_at_1000_diff1
      value: 20.932111359899494
    - type: nauc_map_at_1000_max
      value: 26.864435599068344
    - type: nauc_map_at_1000_std
      value: 23.655933490562376
    - type: nauc_map_at_100_diff1
      value: 21.043350799248195
    - type: nauc_map_at_100_max
      value: 26.795519552517266
    - type: nauc_map_at_100_std
      value: 23.511202643467207
    - type: nauc_map_at_10_diff1
      value: 21.170981895509815
    - type: nauc_map_at_10_max
      value: 26.056443936154334
    - type: nauc_map_at_10_std
      value: 22.43259122193416
    - type: nauc_map_at_1_diff1
      value: 27.81990711074641
    - type: nauc_map_at_1_max
      value: 23.36771745541863
    - type: nauc_map_at_1_std
      value: 16.874650086702513
    - type: nauc_map_at_20_diff1
      value: 21.189677656821644
    - type: nauc_map_at_20_max
      value: 26.463335680520387
    - type: nauc_map_at_20_std
      value: 22.881997193541086
    - type: nauc_map_at_3_diff1
      value: 21.904422465370516
    - type: nauc_map_at_3_max
      value: 23.514281369185102
    - type: nauc_map_at_3_std
      value: 18.9319331037119
    - type: nauc_map_at_5_diff1
      value: 21.420138517051406
    - type: nauc_map_at_5_max
      value: 25.177850592078517
    - type: nauc_map_at_5_std
      value: 21.390713786061607
    - type: nauc_mrr_at_1000_diff1
      value: 16.839300977238366
    - type: nauc_mrr_at_1000_max
      value: 25.951535922443547
    - type: nauc_mrr_at_1000_std
      value: 24.671982257993687
    - type: nauc_mrr_at_100_diff1
      value: 16.828644591712745
    - type: nauc_mrr_at_100_max
      value: 25.92876619265977
    - type: nauc_mrr_at_100_std
      value: 24.646817518203935
    - type: nauc_mrr_at_10_diff1
      value: 16.944810623295687
    - type: nauc_mrr_at_10_max
      value: 25.988881995231388
    - type: nauc_mrr_at_10_std
      value: 24.528202092378436
    - type: nauc_mrr_at_1_diff1
      value: 19.62205468032778
    - type: nauc_mrr_at_1_max
      value: 22.291191733311265
    - type: nauc_mrr_at_1_std
      value: 19.087478435413814
    - type: nauc_mrr_at_20_diff1
      value: 16.82377352977456
    - type: nauc_mrr_at_20_max
      value: 26.006465974247924
    - type: nauc_mrr_at_20_std
      value: 24.815642679023856
    - type: nauc_mrr_at_3_diff1
      value: 17.272759497878905
    - type: nauc_mrr_at_3_max
      value: 24.91592371118619
    - type: nauc_mrr_at_3_std
      value: 23.13952003421437
    - type: nauc_mrr_at_5_diff1
      value: 17.126851951400525
    - type: nauc_mrr_at_5_max
      value: 25.978245182539162
    - type: nauc_mrr_at_5_std
      value: 24.350257838073258
    - type: nauc_ndcg_at_1000_diff1
      value: 16.90107101449023
    - type: nauc_ndcg_at_1000_max
      value: 30.361430542313876
    - type: nauc_ndcg_at_1000_std
      value: 30.174536188744742
    - type: nauc_ndcg_at_100_diff1
      value: 17.905946034500094
    - type: nauc_ndcg_at_100_max
      value: 29.132917343875185
    - type: nauc_ndcg_at_100_std
      value: 28.232468894746198
    - type: nauc_ndcg_at_10_diff1
      value: 18.618413383412584
    - type: nauc_ndcg_at_10_max
      value: 27.496449470205427
    - type: nauc_ndcg_at_10_std
      value: 25.19692839246658
    - type: nauc_ndcg_at_1_diff1
      value: 19.62205468032778
    - type: nauc_ndcg_at_1_max
      value: 22.291191733311265
    - type: nauc_ndcg_at_1_std
      value: 19.087478435413814
    - type: nauc_ndcg_at_20_diff1
      value: 18.433087307365323
    - type: nauc_ndcg_at_20_max
      value: 28.005691565791885
    - type: nauc_ndcg_at_20_std
      value: 26.169489872789033
    - type: nauc_ndcg_at_3_diff1
      value: 18.785775943930837
    - type: nauc_ndcg_at_3_max
      value: 24.22917882560285
    - type: nauc_ndcg_at_3_std
      value: 21.047827644356225
    - type: nauc_ndcg_at_5_diff1
      value: 19.100137365921753
    - type: nauc_ndcg_at_5_max
      value: 26.521620727903993
    - type: nauc_ndcg_at_5_std
      value: 24.050421734881
    - type: nauc_precision_at_1000_diff1
      value: -4.140624812508172
    - type: nauc_precision_at_1000_max
      value: 22.96433164135881
    - type: nauc_precision_at_1000_std
      value: 29.53127713213152
    - type: nauc_precision_at_100_diff1
      value: 3.5812318672712102
    - type: nauc_precision_at_100_max
      value: 26.438313271753945
    - type: nauc_precision_at_100_std
      value: 30.264930126494992
    - type: nauc_precision_at_10_diff1
      value: 9.004453441810682
    - type: nauc_precision_at_10_max
      value: 29.265801860808022
    - type: nauc_precision_at_10_std
      value: 29.991837305404047
    - type: nauc_precision_at_1_diff1
      value: 19.62205468032778
    - type: nauc_precision_at_1_max
      value: 22.291191733311265
    - type: nauc_precision_at_1_std
      value: 19.087478435413814
    - type: nauc_precision_at_20_diff1
      value: 7.568166987879456
    - type: nauc_precision_at_20_max
      value: 28.66358905073526
    - type: nauc_precision_at_20_std
      value: 29.948635085275573
    - type: nauc_precision_at_3_diff1
      value: 11.715637024548744
    - type: nauc_precision_at_3_max
      value: 25.950943783541224
    - type: nauc_precision_at_3_std
      value: 25.713315062668496
    - type: nauc_precision_at_5_diff1
      value: 10.953512507487975
    - type: nauc_precision_at_5_max
      value: 29.453628428631912
    - type: nauc_precision_at_5_std
      value: 30.037818075341576
    - type: nauc_recall_at_1000_diff1
      value: 5.2594182001501535
    - type: nauc_recall_at_1000_max
      value: 33.455156777649535
    - type: nauc_recall_at_1000_std
      value: 40.04805771760845
    - type: nauc_recall_at_100_diff1
      value: 11.706532982508703
    - type: nauc_recall_at_100_max
      value: 26.358455293368017
    - type: nauc_recall_at_100_std
      value: 28.8672626059527
    - type: nauc_recall_at_10_diff1
      value: 14.85753152728213
    - type: nauc_recall_at_10_max
      value: 25.07648850628219
    - type: nauc_recall_at_10_std
      value: 23.459336952024113
    - type: nauc_recall_at_1_diff1
      value: 27.81990711074641
    - type: nauc_recall_at_1_max
      value: 23.36771745541863
    - type: nauc_recall_at_1_std
      value: 16.874650086702513
    - type: nauc_recall_at_20_diff1
      value: 14.074122760263005
    - type: nauc_recall_at_20_max
      value: 24.596690951206117
    - type: nauc_recall_at_20_std
      value: 24.34385001733089
    - type: nauc_recall_at_3_diff1
      value: 18.005751478128307
    - type: nauc_recall_at_3_max
      value: 22.935706644162206
    - type: nauc_recall_at_3_std
      value: 19.41017500001612
    - type: nauc_recall_at_5_diff1
      value: 16.793414817053012
    - type: nauc_recall_at_5_max
      value: 25.06443332327185
    - type: nauc_recall_at_5_std
      value: 23.336505485183967
    - type: ndcg_at_1
      value: 17.915
    - type: ndcg_at_10
      value: 21.224999999999998
    - type: ndcg_at_100
      value: 27.994000000000003
    - type: ndcg_at_1000
      value: 32.037
    - type: ndcg_at_20
      value: 23.538999999999998
    - type: ndcg_at_3
      value: 15.984000000000002
    - type: ndcg_at_5
      value: 18.072
    - type: precision_at_1
      value: 17.915
    - type: precision_at_10
      value: 7.023
    - type: precision_at_100
      value: 1.438
    - type: precision_at_1000
      value: 0.217
    - type: precision_at_20
      value: 4.492
    - type: precision_at_3
      value: 12.009
    - type: precision_at_5
      value: 10.084999999999999
    - type: recall_at_1
      value: 7.674
    - type: recall_at_10
      value: 27.153
    - type: recall_at_100
      value: 51.035
    - type: recall_at_1000
      value: 74.024
    - type: recall_at_20
      value: 33.77
    - type: recall_at_3
      value: 14.862
    - type: recall_at_5
      value: 19.928
  - task:
      type: Retrieval
    dataset:
      name: MTEB DBPedia (default)
      type: mteb/dbpedia
      config: default
      split: test
      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
    metrics:
    - type: main_score
      value: 25.586
    - type: map_at_1
      value: 4.776
    - type: map_at_10
      value: 10.783
    - type: map_at_100
      value: 15.287999999999998
    - type: map_at_1000
      value: 16.328
    - type: map_at_20
      value: 12.658
    - type: map_at_3
      value: 7.401000000000001
    - type: map_at_5
      value: 8.993
    - type: mrr_at_1
      value: 45.75
    - type: mrr_at_10
      value: 54.37281746031747
    - type: mrr_at_100
      value: 55.06836770979447
    - type: mrr_at_1000
      value: 55.09634115449257
    - type: mrr_at_20
      value: 54.80978309293907
    - type: mrr_at_3
      value: 51.79166666666668
    - type: mrr_at_5
      value: 53.32916666666667
    - type: nauc_map_at_1000_diff1
      value: 22.223590569786655
    - type: nauc_map_at_1000_max
      value: 33.666924401677726
    - type: nauc_map_at_1000_std
      value: 28.723959251813646
    - type: nauc_map_at_100_diff1
      value: 22.731230862562224
    - type: nauc_map_at_100_max
      value: 31.539442327654204
    - type: nauc_map_at_100_std
      value: 26.270682026604785
    - type: nauc_map_at_10_diff1
      value: 27.084602829493743
    - type: nauc_map_at_10_max
      value: 18.509364323749587
    - type: nauc_map_at_10_std
      value: 11.98579759044891
    - type: nauc_map_at_1_diff1
      value: 36.73726112637089
    - type: nauc_map_at_1_max
      value: 2.9695961250295158
    - type: nauc_map_at_1_std
      value: 4.5313405082144085
    - type: nauc_map_at_20_diff1
      value: 25.003708180574012
    - type: nauc_map_at_20_max
      value: 24.65702331075694
    - type: nauc_map_at_20_std
      value: 17.93305569338552
    - type: nauc_map_at_3_diff1
      value: 32.049194608180485
    - type: nauc_map_at_3_max
      value: 11.285306135599562
    - type: nauc_map_at_3_std
      value: 6.022126435049749
    - type: nauc_map_at_5_diff1
      value: 29.97733414831483
    - type: nauc_map_at_5_max
      value: 13.48255855528726
    - type: nauc_map_at_5_std
      value: 8.01459367522701
    - type: nauc_mrr_at_1000_diff1
      value: 34.519443956721254
    - type: nauc_mrr_at_1000_max
      value: 50.77454328663702
    - type: nauc_mrr_at_1000_std
      value: 25.14247656661079
    - type: nauc_mrr_at_100_diff1
      value: 34.50480133737208
    - type: nauc_mrr_at_100_max
      value: 50.78432302274447
    - type: nauc_mrr_at_100_std
      value: 25.129116038385057
    - type: nauc_mrr_at_10_diff1
      value: 34.662211879524286
    - type: nauc_mrr_at_10_max
      value: 50.70481819467236
    - type: nauc_mrr_at_10_std
      value: 25.158962086813
    - type: nauc_mrr_at_1_diff1
      value: 36.980546228554715
    - type: nauc_mrr_at_1_max
      value: 50.9464307400442
    - type: nauc_mrr_at_1_std
      value: 22.860068729875838
    - type: nauc_mrr_at_20_diff1
      value: 34.58103354177205
    - type: nauc_mrr_at_20_max
      value: 50.70310317620096
    - type: nauc_mrr_at_20_std
      value: 25.26199806700134
    - type: nauc_mrr_at_3_diff1
      value: 34.70236985047475
    - type: nauc_mrr_at_3_max
      value: 50.626651707445845
    - type: nauc_mrr_at_3_std
      value: 24.814592700780196
    - type: nauc_mrr_at_5_diff1
      value: 33.79436202672713
    - type: nauc_mrr_at_5_max
      value: 50.57653694391726
    - type: nauc_mrr_at_5_std
      value: 24.576414661486883
    - type: nauc_ndcg_at_1000_diff1
      value: 23.085142737420966
    - type: nauc_ndcg_at_1000_max
      value: 40.25291359957023
    - type: nauc_ndcg_at_1000_std
      value: 34.17678513662399
    - type: nauc_ndcg_at_100_diff1
      value: 24.039138747394347
    - type: nauc_ndcg_at_100_max
      value: 35.44999223318579
    - type: nauc_ndcg_at_100_std
      value: 28.862224296346223
    - type: nauc_ndcg_at_10_diff1
      value: 26.832720093234137
    - type: nauc_ndcg_at_10_max
      value: 38.69693325394671
    - type: nauc_ndcg_at_10_std
      value: 23.21323227860285
    - type: nauc_ndcg_at_1_diff1
      value: 32.452288948655756
    - type: nauc_ndcg_at_1_max
      value: 41.5686899471051
    - type: nauc_ndcg_at_1_std
      value: 14.596949500954413
    - type: nauc_ndcg_at_20_diff1
      value: 26.505462154890484
    - type: nauc_ndcg_at_20_max
      value: 36.06227752262468
    - type: nauc_ndcg_at_20_std
      value: 24.440225174217183
    - type: nauc_ndcg_at_3_diff1
      value: 28.693589182575664
    - type: nauc_ndcg_at_3_max
      value: 44.371092411397015
    - type: nauc_ndcg_at_3_std
      value: 20.853398897856888
    - type: nauc_ndcg_at_5_diff1
      value: 26.588252959343674
    - type: nauc_ndcg_at_5_max
      value: 41.39127712902983
    - type: nauc_ndcg_at_5_std
      value: 21.866281109616644
    - type: nauc_precision_at_1000_diff1
      value: -2.7201455068035743
    - type: nauc_precision_at_1000_max
      value: 34.75618520074812
    - type: nauc_precision_at_1000_std
      value: 31.94969612016887
    - type: nauc_precision_at_100_diff1
      value: 3.530277463089995
    - type: nauc_precision_at_100_max
      value: 47.797921256359025
    - type: nauc_precision_at_100_std
      value: 41.50496864827141
    - type: nauc_precision_at_10_diff1
      value: 12.801018410440951
    - type: nauc_precision_at_10_max
      value: 51.89569458078716
    - type: nauc_precision_at_10_std
      value: 33.04996730867847
    - type: nauc_precision_at_1_diff1
      value: 36.980546228554715
    - type: nauc_precision_at_1_max
      value: 50.9464307400442
    - type: nauc_precision_at_1_std
      value: 22.860068729875838
    - type: nauc_precision_at_20_diff1
      value: 9.840820194006403
    - type: nauc_precision_at_20_max
      value: 52.47817005855221
    - type: nauc_precision_at_20_std
      value: 38.057980450142296
    - type: nauc_precision_at_3_diff1
      value: 22.14040822003545
    - type: nauc_precision_at_3_max
      value: 52.45662227476616
    - type: nauc_precision_at_3_std
      value: 26.39451997635521
    - type: nauc_precision_at_5_diff1
      value: 16.097546691452916
    - type: nauc_precision_at_5_max
      value: 50.35573540691372
    - type: nauc_precision_at_5_std
      value: 29.088312306593693
    - type: nauc_recall_at_1000_diff1
      value: 14.221171692602033
    - type: nauc_recall_at_1000_max
      value: 21.05084656527459
    - type: nauc_recall_at_1000_std
      value: 36.09643854504009
    - type: nauc_recall_at_100_diff1
      value: 14.405344607399398
    - type: nauc_recall_at_100_max
      value: 19.086635458575877
    - type: nauc_recall_at_100_std
      value: 25.904193617739484
    - type: nauc_recall_at_10_diff1
      value: 22.142616060988225
    - type: nauc_recall_at_10_max
      value: 7.377946032673871
    - type: nauc_recall_at_10_std
      value: 7.086188645809951
    - type: nauc_recall_at_1_diff1
      value: 36.73726112637089
    - type: nauc_recall_at_1_max
      value: 2.9695961250295158
    - type: nauc_recall_at_1_std
      value: 4.5313405082144085
    - type: nauc_recall_at_20_diff1
      value: 19.846781802927758
    - type: nauc_recall_at_20_max
      value: 11.345845077485864
    - type: nauc_recall_at_20_std
      value: 12.955311550481206
    - type: nauc_recall_at_3_diff1
      value: 27.82503582116771
    - type: nauc_recall_at_3_max
      value: 5.620392853787342
    - type: nauc_recall_at_3_std
      value: 2.386559865127074
    - type: nauc_recall_at_5_diff1
      value: 24.038316335274097
    - type: nauc_recall_at_5_max
      value: 5.073339179334575
    - type: nauc_recall_at_5_std
      value: 3.868278720340851
    - type: ndcg_at_1
      value: 33.5
    - type: ndcg_at_10
      value: 25.586
    - type: ndcg_at_100
      value: 29.076999999999998
    - type: ndcg_at_1000
      value: 36.24
    - type: ndcg_at_20
      value: 25.302999999999997
    - type: ndcg_at_3
      value: 28.259
    - type: ndcg_at_5
      value: 27.315
    - type: precision_at_1
      value: 45.75
    - type: precision_at_10
      value: 22.425
    - type: precision_at_100
      value: 6.978
    - type: precision_at_1000
      value: 1.409
    - type: precision_at_20
      value: 17.0
    - type: precision_at_3
      value: 33.583
    - type: precision_at_5
      value: 29.4
    - type: recall_at_1
      value: 4.776
    - type: recall_at_10
      value: 15.557000000000002
    - type: recall_at_100
      value: 36.02
    - type: recall_at_1000
      value: 60.653
    - type: recall_at_20
      value: 21.239
    - type: recall_at_3
      value: 8.562
    - type: recall_at_5
      value: 11.487
  - task:
      type: Classification
    dataset:
      name: MTEB EmotionClassification (default)
      type: mteb/emotion
      config: default
      split: test
      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
    metrics:
    - type: accuracy
      value: 47.910000000000004
    - type: f1
      value: 45.27010147379218
    - type: f1_weighted
      value: 49.403537294096736
    - type: main_score
      value: 47.910000000000004
  - task:
      type: Retrieval
    dataset:
      name: MTEB FEVER (default)
      type: mteb/fever
      config: default
      split: test
      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
    metrics:
    - type: main_score
      value: 33.949
    - type: map_at_1
      value: 19.009
    - type: map_at_10
      value: 28.401
    - type: map_at_100
      value: 29.377
    - type: map_at_1000
      value: 29.444
    - type: map_at_20
      value: 28.973
    - type: map_at_3
      value: 25.533
    - type: map_at_5
      value: 27.193
    - type: mrr_at_1
      value: 20.2970297029703
    - type: mrr_at_10
      value: 30.074525309673717
    - type: mrr_at_100
      value: 31.020007463283427
    - type: mrr_at_1000
      value: 31.074698725561078
    - type: mrr_at_20
      value: 30.64178031019588
    - type: mrr_at_3
      value: 27.08770877087697
    - type: mrr_at_5
      value: 28.830133013301296
    - type: nauc_map_at_1000_diff1
      value: 23.721774108879757
    - type: nauc_map_at_1000_max
      value: 8.000945350485827
    - type: nauc_map_at_1000_std
      value: -1.2982460616056057
    - type: nauc_map_at_100_diff1
      value: 23.72155617315338
    - type: nauc_map_at_100_max
      value: 8.009578322208116
    - type: nauc_map_at_100_std
      value: -1.3076792630126577
    - type: nauc_map_at_10_diff1
      value: 23.774687847878685
    - type: nauc_map_at_10_max
      value: 7.721497400107312
    - type: nauc_map_at_10_std
      value: -1.8543354635326106
    - type: nauc_map_at_1_diff1
      value: 26.356527894732146
    - type: nauc_map_at_1_max
      value: 4.573567660222233
    - type: nauc_map_at_1_std
      value: -2.2072072605016304
    - type: nauc_map_at_20_diff1
      value: 23.714773090342316
    - type: nauc_map_at_20_max
      value: 7.930760095975609
    - type: nauc_map_at_20_std
      value: -1.4960518084538252
    - type: nauc_map_at_3_diff1
      value: 23.68038017028852
    - type: nauc_map_at_3_max
      value: 6.530991685983616
    - type: nauc_map_at_3_std
      value: -2.3445996477247752
    - type: nauc_map_at_5_diff1
      value: 23.97334641698275
    - type: nauc_map_at_5_max
      value: 7.143994292575551
    - type: nauc_map_at_5_std
      value: -2.4419968105243393
    - type: nauc_mrr_at_1000_diff1
      value: 23.49059194027499
    - type: nauc_mrr_at_1000_max
      value: 8.060491389631023
    - type: nauc_mrr_at_1000_std
      value: -1.458460600128861
    - type: nauc_mrr_at_100_diff1
      value: 23.487343510539667
    - type: nauc_mrr_at_100_max
      value: 8.08491784312216
    - type: nauc_mrr_at_100_std
      value: -1.4514981917137155
    - type: nauc_mrr_at_10_diff1
      value: 23.511707506707623
    - type: nauc_mrr_at_10_max
      value: 7.840873037943695
    - type: nauc_mrr_at_10_std
      value: -1.9317210036200387
    - type: nauc_mrr_at_1_diff1
      value: 25.986479387953672
    - type: nauc_mrr_at_1_max
      value: 4.318685208897588
    - type: nauc_mrr_at_1_std
      value: -2.3932823006397737
    - type: nauc_mrr_at_20_diff1
      value: 23.464340415073462
    - type: nauc_mrr_at_20_max
      value: 8.01763032531369
    - type: nauc_mrr_at_20_std
      value: -1.6277460712478091
    - type: nauc_mrr_at_3_diff1
      value: 23.37883599794983
    - type: nauc_mrr_at_3_max
      value: 6.678496578192661
    - type: nauc_mrr_at_3_std
      value: -2.3763610174389074
    - type: nauc_mrr_at_5_diff1
      value: 23.685428839370026
    - type: nauc_mrr_at_5_max
      value: 7.311075468130072
    - type: nauc_mrr_at_5_std
      value: -2.4442814066720344
    - type: nauc_ndcg_at_1000_diff1
      value: 22.827020633029473
    - type: nauc_ndcg_at_1000_max
      value: 10.419171192625619
    - type: nauc_ndcg_at_1000_std
      value: 1.245376086304758
    - type: nauc_ndcg_at_100_diff1
      value: 22.765369676862726
    - type: nauc_ndcg_at_100_max
      value: 10.904223030098684
    - type: nauc_ndcg_at_100_std
      value: 1.418418556687907
    - type: nauc_ndcg_at_10_diff1
      value: 22.932972090527066
    - type: nauc_ndcg_at_10_max
      value: 9.586449828713201
    - type: nauc_ndcg_at_10_std
      value: -1.0781134698115595
    - type: nauc_ndcg_at_1_diff1
      value: 25.986479387953672
    - type: nauc_ndcg_at_1_max
      value: 4.318685208897588
    - type: nauc_ndcg_at_1_std
      value: -2.3932823006397737
    - type: nauc_ndcg_at_20_diff1
      value: 22.763909437083914
    - type: nauc_ndcg_at_20_max
      value: 10.342975499724831
    - type: nauc_ndcg_at_20_std
      value: 0.20582271182085013
    - type: nauc_ndcg_at_3_diff1
      value: 22.813729928149286
    - type: nauc_ndcg_at_3_max
      value: 7.3069684239701544
    - type: nauc_ndcg_at_3_std
      value: -2.2371560638137495
    - type: nauc_ndcg_at_5_diff1
      value: 23.386842467200537
    - type: nauc_ndcg_at_5_max
      value: 8.370060193745072
    - type: nauc_ndcg_at_5_std
      value: -2.375083758708732
    - type: nauc_precision_at_1000_diff1
      value: 5.511997116151697
    - type: nauc_precision_at_1000_max
      value: 19.788515721427338
    - type: nauc_precision_at_1000_std
      value: 13.858145165696026
    - type: nauc_precision_at_100_diff1
      value: 13.240402754715333
    - type: nauc_precision_at_100_max
      value: 23.700018102971214
    - type: nauc_precision_at_100_std
      value: 14.453671916735702
    - type: nauc_precision_at_10_diff1
      value: 19.644490745943262
    - type: nauc_precision_at_10_max
      value: 15.385274904045984
    - type: nauc_precision_at_10_std
      value: 1.6387635132640304
    - type: nauc_precision_at_1_diff1
      value: 25.986479387953672
    - type: nauc_precision_at_1_max
      value: 4.318685208897588
    - type: nauc_precision_at_1_std
      value: -2.3932823006397737
    - type: nauc_precision_at_20_diff1
      value: 17.920267162542107
    - type: nauc_precision_at_20_max
      value: 18.71405939348036
    - type: nauc_precision_at_20_std
      value: 6.771631163587684
    - type: nauc_precision_at_3_diff1
      value: 20.515712867237973
    - type: nauc_precision_at_3_max
      value: 9.234570037773832
    - type: nauc_precision_at_3_std
      value: -2.2237361346586315
    - type: nauc_precision_at_5_diff1
      value: 21.592210250323166
    - type: nauc_precision_at_5_max
      value: 11.855667655252757
    - type: nauc_precision_at_5_std
      value: -2.2262217639016275
    - type: nauc_recall_at_1000_diff1
      value: 15.809648322366543
    - type: nauc_recall_at_1000_max
      value: 21.998206781708877
    - type: nauc_recall_at_1000_std
      value: 22.2776571515499
    - type: nauc_recall_at_100_diff1
      value: 17.832767756017684
    - type: nauc_recall_at_100_max
      value: 22.117962828203826
    - type: nauc_recall_at_100_std
      value: 15.5325767449926
    - type: nauc_recall_at_10_diff1
      value: 19.99326890341825
    - type: nauc_recall_at_10_max
      value: 14.21387708110701
    - type: nauc_recall_at_10_std
      value: 1.3963049770132419
    - type: nauc_recall_at_1_diff1
      value: 26.356527894732146
    - type: nauc_recall_at_1_max
      value: 4.573567660222233
    - type: nauc_recall_at_1_std
      value: -2.2072072605016304
    - type: nauc_recall_at_20_diff1
      value: 19.10531735927154
    - type: nauc_recall_at_20_max
      value: 17.249431351505574
    - type: nauc_recall_at_20_std
      value: 6.480747192899152
    - type: nauc_recall_at_3_diff1
      value: 20.41987503806215
    - type: nauc_recall_at_3_max
      value: 8.840555456688675
    - type: nauc_recall_at_3_std
      value: -1.9899316021779099
    - type: nauc_recall_at_5_diff1
      value: 21.5052222950387
    - type: nauc_recall_at_5_max
      value: 11.05635979415314
    - type: nauc_recall_at_5_std
      value: -2.185907231571928
    - type: ndcg_at_1
      value: 20.297
    - type: ndcg_at_10
      value: 33.949
    - type: ndcg_at_100
      value: 38.79
    - type: ndcg_at_1000
      value: 40.619
    - type: ndcg_at_20
      value: 35.986000000000004
    - type: ndcg_at_3
      value: 28.077
    - type: ndcg_at_5
      value: 31.055
    - type: precision_at_1
      value: 20.297
    - type: precision_at_10
      value: 5.42
    - type: precision_at_100
      value: 0.8049999999999999
    - type: precision_at_1000
      value: 0.098
    - type: precision_at_20
      value: 3.1510000000000002
    - type: precision_at_3
      value: 12.161
    - type: precision_at_5
      value: 8.869
    - type: recall_at_1
      value: 19.009
    - type: recall_at_10
      value: 49.716
    - type: recall_at_100
      value: 72.032
    - type: recall_at_1000
      value: 86.136
    - type: recall_at_20
      value: 57.526999999999994
    - type: recall_at_3
      value: 33.821
    - type: recall_at_5
      value: 40.983999999999995
  - task:
      type: Retrieval
    dataset:
      name: MTEB FiQA2018 (default)
      type: mteb/fiqa
      config: default
      split: test
      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
    metrics:
    - type: main_score
      value: 17.781
    - type: map_at_1
      value: 7.593
    - type: map_at_10
      value: 12.928999999999998
    - type: map_at_100
      value: 14.167
    - type: map_at_1000
      value: 14.374
    - type: map_at_20
      value: 13.539000000000001
    - type: map_at_3
      value: 10.908
    - type: map_at_5
      value: 12.030000000000001
    - type: mrr_at_1
      value: 15.432098765432098
    - type: mrr_at_10
      value: 21.885655496766613
    - type: mrr_at_100
      value: 23.017644038928434
    - type: mrr_at_1000
      value: 23.115036989023675
    - type: mrr_at_20
      value: 22.577392464643797
    - type: mrr_at_3
      value: 19.59876543209876
    - type: mrr_at_5
      value: 21.003086419753096
    - type: nauc_map_at_1000_diff1
      value: 27.786581981112974
    - type: nauc_map_at_1000_max
      value: 11.797329768005806
    - type: nauc_map_at_1000_std
      value: -5.617914852646094
    - type: nauc_map_at_100_diff1
      value: 27.737552472379832
    - type: nauc_map_at_100_max
      value: 11.631390619155598
    - type: nauc_map_at_100_std
      value: -5.797771017030884
    - type: nauc_map_at_10_diff1
      value: 28.28828254464588
    - type: nauc_map_at_10_max
      value: 11.423517708121247
    - type: nauc_map_at_10_std
      value: -6.925251841321529
    - type: nauc_map_at_1_diff1
      value: 38.75179982069635
    - type: nauc_map_at_1_max
      value: 11.22401265199927
    - type: nauc_map_at_1_std
      value: -12.681867735454471
    - type: nauc_map_at_20_diff1
      value: 27.956670617104116
    - type: nauc_map_at_20_max
      value: 11.460090644367405
    - type: nauc_map_at_20_std
      value: -6.345787252416203
    - type: nauc_map_at_3_diff1
      value: 30.43704745639781
    - type: nauc_map_at_3_max
      value: 10.700722542101202
    - type: nauc_map_at_3_std
      value: -9.34025591923651
    - type: nauc_map_at_5_diff1
      value: 29.527096211316756
    - type: nauc_map_at_5_max
      value: 11.209084088146055
    - type: nauc_map_at_5_std
      value: -8.289569257124136
    - type: nauc_mrr_at_1000_diff1
      value: 27.530810089611457
    - type: nauc_mrr_at_1000_max
      value: 10.17188154446398
    - type: nauc_mrr_at_1000_std
      value: -5.036588918093675
    - type: nauc_mrr_at_100_diff1
      value: 27.49967656048682
    - type: nauc_mrr_at_100_max
      value: 10.150713073338002
    - type: nauc_mrr_at_100_std
      value: -5.041569090146534
    - type: nauc_mrr_at_10_diff1
      value: 27.725788738026893
    - type: nauc_mrr_at_10_max
      value: 10.028800430910994
    - type: nauc_mrr_at_10_std
      value: -5.307098759543895
    - type: nauc_mrr_at_1_diff1
      value: 36.72804221739892
    - type: nauc_mrr_at_1_max
      value: 10.946073520070005
    - type: nauc_mrr_at_1_std
      value: -9.053557927028798
    - type: nauc_mrr_at_20_diff1
      value: 27.57071005608518
    - type: nauc_mrr_at_20_max
      value: 10.101469071160235
    - type: nauc_mrr_at_20_std
      value: -5.1129952717170735
    - type: nauc_mrr_at_3_diff1
      value: 28.610197413217403
    - type: nauc_mrr_at_3_max
      value: 9.470845368390805
    - type: nauc_mrr_at_3_std
      value: -6.900467518837343
    - type: nauc_mrr_at_5_diff1
      value: 28.35944073561479
    - type: nauc_mrr_at_5_max
      value: 9.986022123072722
    - type: nauc_mrr_at_5_std
      value: -6.01242930978829
    - type: nauc_ndcg_at_1000_diff1
      value: 24.200421448857615
    - type: nauc_ndcg_at_1000_max
      value: 13.65078573321196
    - type: nauc_ndcg_at_1000_std
      value: 1.2314448589030957
    - type: nauc_ndcg_at_100_diff1
      value: 23.003219798466194
    - type: nauc_ndcg_at_100_max
      value: 11.327700853500497
    - type: nauc_ndcg_at_100_std
      value: -1.0667712079002711
    - type: nauc_ndcg_at_10_diff1
      value: 24.54343517122119
    - type: nauc_ndcg_at_10_max
      value: 10.424068274694678
    - type: nauc_ndcg_at_10_std
      value: -4.577290743574017
    - type: nauc_ndcg_at_1_diff1
      value: 36.72804221739892
    - type: nauc_ndcg_at_1_max
      value: 10.946073520070005
    - type: nauc_ndcg_at_1_std
      value: -9.053557927028798
    - type: nauc_ndcg_at_20_diff1
      value: 24.033016004247504
    - type: nauc_ndcg_at_20_max
      value: 10.503846120237927
    - type: nauc_ndcg_at_20_std
      value: -3.3864683040396297
    - type: nauc_ndcg_at_3_diff1
      value: 26.794695264785084
    - type: nauc_ndcg_at_3_max
      value: 9.134340237488074
    - type: nauc_ndcg_at_3_std
      value: -8.14578264932192
    - type: nauc_ndcg_at_5_diff1
      value: 26.22446535743258
    - type: nauc_ndcg_at_5_max
      value: 10.089950623154834
    - type: nauc_ndcg_at_5_std
      value: -6.840646507288117
    - type: nauc_precision_at_1000_diff1
      value: 6.671881180810675
    - type: nauc_precision_at_1000_max
      value: 12.104072926085633
    - type: nauc_precision_at_1000_std
      value: 14.142615795402941
    - type: nauc_precision_at_100_diff1
      value: 9.687943959019886
    - type: nauc_precision_at_100_max
      value: 10.8853210200865
    - type: nauc_precision_at_100_std
      value: 10.202388926172107
    - type: nauc_precision_at_10_diff1
      value: 14.702226927490955
    - type: nauc_precision_at_10_max
      value: 8.470681905700664
    - type: nauc_precision_at_10_std
      value: 2.724126770339791
    - type: nauc_precision_at_1_diff1
      value: 36.72804221739892
    - type: nauc_precision_at_1_max
      value: 10.946073520070005
    - type: nauc_precision_at_1_std
      value: -9.053557927028798
    - type: nauc_precision_at_20_diff1
      value: 13.196020624221477
    - type: nauc_precision_at_20_max
      value: 9.662635160192863
    - type: nauc_precision_at_20_std
      value: 5.880905589341535
    - type: nauc_precision_at_3_diff1
      value: 21.51117670583517
    - type: nauc_precision_at_3_max
      value: 7.6146964155982415
    - type: nauc_precision_at_3_std
      value: -6.248360037497941
    - type: nauc_precision_at_5_diff1
      value: 19.938413807853394
    - type: nauc_precision_at_5_max
      value: 8.289049209525906
    - type: nauc_precision_at_5_std
      value: -2.525297841745889
    - type: nauc_recall_at_1000_diff1
      value: 11.620087862904887
    - type: nauc_recall_at_1000_max
      value: 23.341246854519387
    - type: nauc_recall_at_1000_std
      value: 27.067978869346206
    - type: nauc_recall_at_100_diff1
      value: 8.730460251948397
    - type: nauc_recall_at_100_max
      value: 9.275532980754235
    - type: nauc_recall_at_100_std
      value: 8.574999506392146
    - type: nauc_recall_at_10_diff1
      value: 14.452890894746664
    - type: nauc_recall_at_10_max
      value: 8.441105946016343
    - type: nauc_recall_at_10_std
      value: -1.0857295036397074
    - type: nauc_recall_at_1_diff1
      value: 38.75179982069635
    - type: nauc_recall_at_1_max
      value: 11.22401265199927
    - type: nauc_recall_at_1_std
      value: -12.681867735454471
    - type: nauc_recall_at_20_diff1
      value: 12.557122028005205
    - type: nauc_recall_at_20_max
      value: 7.636007451475034
    - type: nauc_recall_at_20_std
      value: 1.6687687640586713
    - type: nauc_recall_at_3_diff1
      value: 21.255436136758405
    - type: nauc_recall_at_3_max
      value: 7.816298893227319
    - type: nauc_recall_at_3_std
      value: -7.805199825483304
    - type: nauc_recall_at_5_diff1
      value: 18.797167996417098
    - type: nauc_recall_at_5_max
      value: 9.133304637565738
    - type: nauc_recall_at_5_std
      value: -5.64784304630849
    - type: ndcg_at_1
      value: 15.432000000000002
    - type: ndcg_at_10
      value: 17.781
    - type: ndcg_at_100
      value: 23.669
    - type: ndcg_at_1000
      value: 28.384999999999998
    - type: ndcg_at_20
      value: 19.807
    - type: ndcg_at_3
      value: 14.912
    - type: ndcg_at_5
      value: 16.119
    - type: precision_at_1
      value: 15.432000000000002
    - type: precision_at_10
      value: 5.154
    - type: precision_at_100
      value: 1.103
    - type: precision_at_1000
      value: 0.193
    - type: precision_at_20
      value: 3.302
    - type: precision_at_3
      value: 9.927999999999999
    - type: precision_at_5
      value: 7.654
    - type: recall_at_1
      value: 7.593
    - type: recall_at_10
      value: 22.942999999999998
    - type: recall_at_100
      value: 45.762
    - type: recall_at_1000
      value: 74.97
    - type: recall_at_20
      value: 29.627
    - type: recall_at_3
      value: 14.108
    - type: recall_at_5
      value: 18.195
  - task:
      type: Retrieval
    dataset:
      name: MTEB HotpotQA (default)
      type: mteb/hotpotqa
      config: default
      split: test
      revision: ab518f4d6fcca38d87c25209f94beba119d02014
    metrics:
    - type: main_score
      value: 35.43
    - type: map_at_1
      value: 19.622
    - type: map_at_10
      value: 27.953
    - type: map_at_100
      value: 28.932999999999996
    - type: map_at_1000
      value: 29.042
    - type: map_at_20
      value: 28.488000000000003
    - type: map_at_3
      value: 25.657000000000004
    - type: map_at_5
      value: 26.951000000000004
    - type: mrr_at_1
      value: 39.24375422012154
    - type: mrr_at_10
      value: 46.88059333569133
    - type: mrr_at_100
      value: 47.567977365962484
    - type: mrr_at_1000
      value: 47.61695914236509
    - type: mrr_at_20
      value: 47.286343297674684
    - type: mrr_at_3
      value: 44.88183659689417
    - type: mrr_at_5
      value: 46.014179608372785
    - type: nauc_map_at_1000_diff1
      value: 46.76933672056456
    - type: nauc_map_at_1000_max
      value: 23.336949016707564
    - type: nauc_map_at_1000_std
      value: 3.221691660443344
    - type: nauc_map_at_100_diff1
      value: 46.750135815811085
    - type: nauc_map_at_100_max
      value: 23.30948669625819
    - type: nauc_map_at_100_std
      value: 3.166475129698766
    - type: nauc_map_at_10_diff1
      value: 47.011071564599874
    - type: nauc_map_at_10_max
      value: 23.33892041926564
    - type: nauc_map_at_10_std
      value: 2.5819855774126417
    - type: nauc_map_at_1_diff1
      value: 59.456686426575935
    - type: nauc_map_at_1_max
      value: 24.863075374103023
    - type: nauc_map_at_1_std
      value: 0.2872851703738522
    - type: nauc_map_at_20_diff1
      value: 46.89433857672816
    - type: nauc_map_at_20_max
      value: 23.267851595548393
    - type: nauc_map_at_20_std
      value: 2.784874340904362
    - type: nauc_map_at_3_diff1
      value: 48.85799377564577
    - type: nauc_map_at_3_max
      value: 23.958717904626848
    - type: nauc_map_at_3_std
      value: 2.2460651716762623
    - type: nauc_map_at_5_diff1
      value: 47.77222963495548
    - type: nauc_map_at_5_max
      value: 23.482918914596844
    - type: nauc_map_at_5_std
      value: 2.265229915306911
    - type: nauc_mrr_at_1000_diff1
      value: 55.81910194618287
    - type: nauc_mrr_at_1000_max
      value: 24.241301118122088
    - type: nauc_mrr_at_1000_std
      value: 1.5754418559906842
    - type: nauc_mrr_at_100_diff1
      value: 55.80718137323232
    - type: nauc_mrr_at_100_max
      value: 24.238891331968553
    - type: nauc_mrr_at_100_std
      value: 1.5752775859235235
    - type: nauc_mrr_at_10_diff1
      value: 55.80018830467455
    - type: nauc_mrr_at_10_max
      value: 24.337951391064863
    - type: nauc_mrr_at_10_std
      value: 1.4940647554296382
    - type: nauc_mrr_at_1_diff1
      value: 59.456686426575935
    - type: nauc_mrr_at_1_max
      value: 24.863075374103023
    - type: nauc_mrr_at_1_std
      value: 0.2872851703738522
    - type: nauc_mrr_at_20_diff1
      value: 55.79471938275202
    - type: nauc_mrr_at_20_max
      value: 24.240914931952606
    - type: nauc_mrr_at_20_std
      value: 1.512448216305513
    - type: nauc_mrr_at_3_diff1
      value: 56.42396400109628
    - type: nauc_mrr_at_3_max
      value: 24.703594118145006
    - type: nauc_mrr_at_3_std
      value: 1.256987504996366
    - type: nauc_mrr_at_5_diff1
      value: 56.0235815773303
    - type: nauc_mrr_at_5_max
      value: 24.477168766228413
    - type: nauc_mrr_at_5_std
      value: 1.4373655758168589
    - type: nauc_ndcg_at_1000_diff1
      value: 46.676435502626425
    - type: nauc_ndcg_at_1000_max
      value: 23.329024320907436
    - type: nauc_ndcg_at_1000_std
      value: 6.227838484941964
    - type: nauc_ndcg_at_100_diff1
      value: 46.27214699171579
    - type: nauc_ndcg_at_100_max
      value: 22.88773045871078
    - type: nauc_ndcg_at_100_std
      value: 5.174788430219869
    - type: nauc_ndcg_at_10_diff1
      value: 47.353765884947165
    - type: nauc_ndcg_at_10_max
      value: 23.07465862256352
    - type: nauc_ndcg_at_10_std
      value: 2.953495542427544
    - type: nauc_ndcg_at_1_diff1
      value: 59.456686426575935
    - type: nauc_ndcg_at_1_max
      value: 24.863075374103023
    - type: nauc_ndcg_at_1_std
      value: 0.2872851703738522
    - type: nauc_ndcg_at_20_diff1
      value: 46.97085907075219
    - type: nauc_ndcg_at_20_max
      value: 22.79018565602464
    - type: nauc_ndcg_at_20_std
      value: 3.425307012432049
    - type: nauc_ndcg_at_3_diff1
      value: 50.16994199060587
    - type: nauc_ndcg_at_3_max
      value: 24.08244726707622
    - type: nauc_ndcg_at_3_std
      value: 2.2783543766870964
    - type: nauc_ndcg_at_5_diff1
      value: 48.66056950156591
    - type: nauc_ndcg_at_5_max
      value: 23.38889419213532
    - type: nauc_ndcg_at_5_std
      value: 2.4271695685361134
    - type: nauc_precision_at_1000_diff1
      value: 21.189082000082212
    - type: nauc_precision_at_1000_max
      value: 16.86475026386281
    - type: nauc_precision_at_1000_std
      value: 23.7494141189766
    - type: nauc_precision_at_100_diff1
      value: 25.883751219552998
    - type: nauc_precision_at_100_max
      value: 16.377543642967865
    - type: nauc_precision_at_100_std
      value: 13.28409236390774
    - type: nauc_precision_at_10_diff1
      value: 35.78407664119394
    - type: nauc_precision_at_10_max
      value: 19.67255331088926
    - type: nauc_precision_at_10_std
      value: 4.841861846378133
    - type: nauc_precision_at_1_diff1
      value: 59.456686426575935
    - type: nauc_precision_at_1_max
      value: 24.863075374103023
    - type: nauc_precision_at_1_std
      value: 0.2872851703738522
    - type: nauc_precision_at_20_diff1
      value: 32.242607023805355
    - type: nauc_precision_at_20_max
      value: 17.612030306086584
    - type: nauc_precision_at_20_std
      value: 6.080329134348249
    - type: nauc_precision_at_3_diff1
      value: 44.38754175111047
    - type: nauc_precision_at_3_max
      value: 23.167926076677343
    - type: nauc_precision_at_3_std
      value: 3.4105815095650693
    - type: nauc_precision_at_5_diff1
      value: 40.334489062438614
    - type: nauc_precision_at_5_max
      value: 21.110620254212474
    - type: nauc_precision_at_5_std
      value: 3.5637677666661425
    - type: nauc_recall_at_1000_diff1
      value: 21.189082000082355
    - type: nauc_recall_at_1000_max
      value: 16.864750263862962
    - type: nauc_recall_at_1000_std
      value: 23.749414118976716
    - type: nauc_recall_at_100_diff1
      value: 25.88375121955295
    - type: nauc_recall_at_100_max
      value: 16.377543642967808
    - type: nauc_recall_at_100_std
      value: 13.284092363907678
    - type: nauc_recall_at_10_diff1
      value: 35.784076641193934
    - type: nauc_recall_at_10_max
      value: 19.67255331088925
    - type: nauc_recall_at_10_std
      value: 4.8418618463781256
    - type: nauc_recall_at_1_diff1
      value: 59.456686426575935
    - type: nauc_recall_at_1_max
      value: 24.863075374103023
    - type: nauc_recall_at_1_std
      value: 0.2872851703738522
    - type: nauc_recall_at_20_diff1
      value: 32.24260702380536
    - type: nauc_recall_at_20_max
      value: 17.612030306086616
    - type: nauc_recall_at_20_std
      value: 6.080329134348296
    - type: nauc_recall_at_3_diff1
      value: 44.38754175111045
    - type: nauc_recall_at_3_max
      value: 23.167926076677343
    - type: nauc_recall_at_3_std
      value: 3.410581509565043
    - type: nauc_recall_at_5_diff1
      value: 40.334489062438635
    - type: nauc_recall_at_5_max
      value: 21.11062025421249
    - type: nauc_recall_at_5_std
      value: 3.5637677666661505
    - type: ndcg_at_1
      value: 39.244
    - type: ndcg_at_10
      value: 35.43
    - type: ndcg_at_100
      value: 39.783
    - type: ndcg_at_1000
      value: 42.32
    - type: ndcg_at_20
      value: 37.076
    - type: ndcg_at_3
      value: 31.238
    - type: ndcg_at_5
      value: 33.29
    - type: precision_at_1
      value: 39.244
    - type: precision_at_10
      value: 7.811
    - type: precision_at_100
      value: 1.129
    - type: precision_at_1000
      value: 0.147
    - type: precision_at_20
      value: 4.436
    - type: precision_at_3
      value: 19.725
    - type: precision_at_5
      value: 13.458
    - type: recall_at_1
      value: 19.622
    - type: recall_at_10
      value: 39.055
    - type: recall_at_100
      value: 56.442
    - type: recall_at_1000
      value: 73.383
    - type: recall_at_20
      value: 44.362
    - type: recall_at_3
      value: 29.587999999999997
    - type: recall_at_5
      value: 33.646
  - task:
      type: Classification
    dataset:
      name: MTEB ImdbClassification (default)
      type: mteb/imdb
      config: default
      split: test
      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
    metrics:
    - type: accuracy
      value: 59.50080000000001
    - type: ap
      value: 55.788718834100095
    - type: ap_weighted
      value: 55.788718834100095
    - type: f1
      value: 59.31886351889661
    - type: f1_weighted
      value: 59.31886351889661
    - type: main_score
      value: 59.50080000000001
  - task:
      type: Retrieval
    dataset:
      name: MTEB MSMARCO (default)
      type: mteb/msmarco
      config: default
      split: dev
      revision: c5a29a104738b98a9e76336939199e264163d4a0
    metrics:
    - type: main_score
      value: 14.435999999999998
    - type: map_at_1
      value: 6.361
    - type: map_at_10
      value: 11.3
    - type: map_at_100
      value: 12.23
    - type: map_at_1000
      value: 12.344
    - type: map_at_20
      value: 11.805
    - type: map_at_3
      value: 9.475
    - type: map_at_5
      value: 10.402000000000001
    - type: mrr_at_1
      value: 6.504297994269341
    - type: mrr_at_10
      value: 11.551138172556529
    - type: mrr_at_100
      value: 12.483149083352895
    - type: mrr_at_1000
      value: 12.592337754392059
    - type: mrr_at_20
      value: 12.059854532044016
    - type: mrr_at_3
      value: 9.689589302769836
    - type: mrr_at_5
      value: 10.635864374403097
    - type: nauc_map_at_1000_diff1
      value: 22.58396191350129
    - type: nauc_map_at_1000_max
      value: 5.774209243254768
    - type: nauc_map_at_1000_std
      value: -8.532673168091604
    - type: nauc_map_at_100_diff1
      value: 22.588782180005044
    - type: nauc_map_at_100_max
      value: 5.767981356674498
    - type: nauc_map_at_100_std
      value: -8.573584478292727
    - type: nauc_map_at_10_diff1
      value: 22.91846826631071
    - type: nauc_map_at_10_max
      value: 5.653882272507997
    - type: nauc_map_at_10_std
      value: -9.346917069303199
    - type: nauc_map_at_1_diff1
      value: 30.074899826040145
    - type: nauc_map_at_1_max
      value: 6.941070396933015
    - type: nauc_map_at_1_std
      value: -10.130330894350221
    - type: nauc_map_at_20_diff1
      value: 22.723889282857723
    - type: nauc_map_at_20_max
      value: 5.6626104199736575
    - type: nauc_map_at_20_std
      value: -9.026448412254942
    - type: nauc_map_at_3_diff1
      value: 24.758859865212365
    - type: nauc_map_at_3_max
      value: 5.774181014120294
    - type: nauc_map_at_3_std
      value: -10.42639764877784
    - type: nauc_map_at_5_diff1
      value: 23.352826377269388
    - type: nauc_map_at_5_max
      value: 5.605853342380106
    - type: nauc_map_at_5_std
      value: -9.827063441554971
    - type: nauc_mrr_at_1000_diff1
      value: 22.225147412281693
    - type: nauc_mrr_at_1000_max
      value: 5.872135193085411
    - type: nauc_mrr_at_1000_std
      value: -8.500015115711001
    - type: nauc_mrr_at_100_diff1
      value: 22.226727579779958
    - type: nauc_mrr_at_100_max
      value: 5.866395164711855
    - type: nauc_mrr_at_100_std
      value: -8.532050284581336
    - type: nauc_mrr_at_10_diff1
      value: 22.555297880158047
    - type: nauc_mrr_at_10_max
      value: 5.742674748386742
    - type: nauc_mrr_at_10_std
      value: -9.302815926006822
    - type: nauc_mrr_at_1_diff1
      value: 29.575109127464895
    - type: nauc_mrr_at_1_max
      value: 6.99231350225583
    - type: nauc_mrr_at_1_std
      value: -10.251007944172128
    - type: nauc_mrr_at_20_diff1
      value: 22.34217913733938
    - type: nauc_mrr_at_20_max
      value: 5.746140606210699
    - type: nauc_mrr_at_20_std
      value: -8.973353974258336
    - type: nauc_mrr_at_3_diff1
      value: 24.286843766023477
    - type: nauc_mrr_at_3_max
      value: 5.909180833218356
    - type: nauc_mrr_at_3_std
      value: -10.44418747336527
    - type: nauc_mrr_at_5_diff1
      value: 22.96960134066438
    - type: nauc_mrr_at_5_max
      value: 5.687200084836936
    - type: nauc_mrr_at_5_std
      value: -9.791608895861966
    - type: nauc_ndcg_at_1000_diff1
      value: 19.42794982144596
    - type: nauc_ndcg_at_1000_max
      value: 6.154596868452915
    - type: nauc_ndcg_at_1000_std
      value: -3.772878468651026
    - type: nauc_ndcg_at_100_diff1
      value: 19.44554544334004
    - type: nauc_ndcg_at_100_max
      value: 5.952634627538425
    - type: nauc_ndcg_at_100_std
      value: -4.662608826409606
    - type: nauc_ndcg_at_10_diff1
      value: 20.68375880151527
    - type: nauc_ndcg_at_10_max
      value: 5.333581651425874
    - type: nauc_ndcg_at_10_std
      value: -8.515225952432468
    - type: nauc_ndcg_at_1_diff1
      value: 29.38379570523386
    - type: nauc_ndcg_at_1_max
      value: 6.813481661885206
    - type: nauc_ndcg_at_1_std
      value: -10.206187694784408
    - type: nauc_ndcg_at_20_diff1
      value: 20.14048489625342
    - type: nauc_ndcg_at_20_max
      value: 5.376811853725482
    - type: nauc_ndcg_at_20_std
      value: -7.503764549951386
    - type: nauc_ndcg_at_3_diff1
      value: 23.503775158618563
    - type: nauc_ndcg_at_3_max
      value: 5.54483420199775
    - type: nauc_ndcg_at_3_std
      value: -10.493065020622412
    - type: nauc_ndcg_at_5_diff1
      value: 21.41996177566302
    - type: nauc_ndcg_at_5_max
      value: 5.3067260636169715
    - type: nauc_ndcg_at_5_std
      value: -9.483495569719514
    - type: nauc_precision_at_1000_diff1
      value: 6.7662153444308215
    - type: nauc_precision_at_1000_max
      value: 9.629632546790889
    - type: nauc_precision_at_1000_std
      value: 15.971214946922055
    - type: nauc_precision_at_100_diff1
      value: 12.36258084550822
    - type: nauc_precision_at_100_max
      value: 7.265925095035578
    - type: nauc_precision_at_100_std
      value: 5.767260869086374
    - type: nauc_precision_at_10_diff1
      value: 16.30524845652283
    - type: nauc_precision_at_10_max
      value: 4.851299519090927
    - type: nauc_precision_at_10_std
      value: -6.7597989201637665
    - type: nauc_precision_at_1_diff1
      value: 29.38379570523386
    - type: nauc_precision_at_1_max
      value: 6.813481661885206
    - type: nauc_precision_at_1_std
      value: -10.206187694784408
    - type: nauc_precision_at_20_diff1
      value: 15.23526525762075
    - type: nauc_precision_at_20_max
      value: 5.169237797879381
    - type: nauc_precision_at_20_std
      value: -4.363652526695307
    - type: nauc_precision_at_3_diff1
      value: 20.646449574300004
    - type: nauc_precision_at_3_max
      value: 5.053785462808548
    - type: nauc_precision_at_3_std
      value: -10.571305967601957
    - type: nauc_precision_at_5_diff1
      value: 17.26336463829487
    - type: nauc_precision_at_5_max
      value: 4.8173291319216185
    - type: nauc_precision_at_5_std
      value: -8.643945280824306
    - type: nauc_recall_at_1000_diff1
      value: 10.759769258542926
    - type: nauc_recall_at_1000_max
      value: 8.007488785453031
    - type: nauc_recall_at_1000_std
      value: 16.90997688271918
    - type: nauc_recall_at_100_diff1
      value: 13.612176046849184
    - type: nauc_recall_at_100_max
      value: 6.505811730046589
    - type: nauc_recall_at_100_std
      value: 5.159726485557037
    - type: nauc_recall_at_10_diff1
      value: 16.85719332414449
    - type: nauc_recall_at_10_max
      value: 4.673028035527674
    - type: nauc_recall_at_10_std
      value: -6.843523945042998
    - type: nauc_recall_at_1_diff1
      value: 30.074899826040145
    - type: nauc_recall_at_1_max
      value: 6.941070396933015
    - type: nauc_recall_at_1_std
      value: -10.130330894350221
    - type: nauc_recall_at_20_diff1
      value: 15.780618041330552
    - type: nauc_recall_at_20_max
      value: 4.798497361627815
    - type: nauc_recall_at_20_std
      value: -4.370637806705438
    - type: nauc_recall_at_3_diff1
      value: 21.10149310882021
    - type: nauc_recall_at_3_max
      value: 4.977938128492789
    - type: nauc_recall_at_3_std
      value: -10.60387343999862
    - type: nauc_recall_at_5_diff1
      value: 17.869745810129217
    - type: nauc_recall_at_5_max
      value: 4.690362534004319
    - type: nauc_recall_at_5_std
      value: -8.775618641971016
    - type: ndcg_at_1
      value: 6.519
    - type: ndcg_at_10
      value: 14.435999999999998
    - type: ndcg_at_100
      value: 19.442
    - type: ndcg_at_1000
      value: 22.834
    - type: ndcg_at_20
      value: 16.249
    - type: ndcg_at_3
      value: 10.578
    - type: ndcg_at_5
      value: 12.248000000000001
    - type: precision_at_1
      value: 6.519
    - type: precision_at_10
      value: 2.52
    - type: precision_at_100
      value: 0.511
    - type: precision_at_1000
      value: 0.08
    - type: precision_at_20
      value: 1.628
    - type: precision_at_3
      value: 4.642
    - type: precision_at_5
      value: 3.633
    - type: recall_at_1
      value: 6.361
    - type: recall_at_10
      value: 24.273
    - type: recall_at_100
      value: 48.545
    - type: recall_at_1000
      value: 75.789
    - type: recall_at_20
      value: 31.325999999999997
    - type: recall_at_3
      value: 13.567000000000002
    - type: recall_at_5
      value: 17.562
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (en)
      type: mteb/mtop_domain
      config: en
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 90.02963976288191
    - type: f1
      value: 88.93893646570741
    - type: f1_weighted
      value: 90.17003371174044
    - type: main_score
      value: 90.02963976288191
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (de)
      type: mteb/mtop_domain
      config: de
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 65.15638207945901
    - type: f1
      value: 62.50250615131573
    - type: f1_weighted
      value: 65.32518750001512
    - type: main_score
      value: 65.15638207945901
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (es)
      type: mteb/mtop_domain
      config: es
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 64.94996664442962
    - type: f1
      value: 63.217443229023615
    - type: f1_weighted
      value: 65.19761003881483
    - type: main_score
      value: 64.94996664442962
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (fr)
      type: mteb/mtop_domain
      config: fr
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 65.8252427184466
    - type: f1
      value: 63.35444640937576
    - type: f1_weighted
      value: 66.5543216236573
    - type: main_score
      value: 65.8252427184466
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (hi)
      type: mteb/mtop_domain
      config: hi
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 13.338114019361777
    - type: f1
      value: 7.724672025018697
    - type: f1_weighted
      value: 8.127472378399947
    - type: main_score
      value: 13.338114019361777
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPDomainClassification (th)
      type: mteb/mtop_domain
      config: th
      split: test
      revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
    metrics:
    - type: accuracy
      value: 16.119349005424958
    - type: f1
      value: 11.60563246314931
    - type: f1_weighted
      value: 12.695258859626351
    - type: main_score
      value: 16.119349005424958
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (en)
      type: mteb/mtop_intent
      config: en
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 60.592795257637945
    - type: f1
      value: 42.681889382124076
    - type: f1_weighted
      value: 64.02682468503771
    - type: main_score
      value: 60.592795257637945
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (de)
      type: mteb/mtop_intent
      config: de
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 45.50014088475627
    - type: f1
      value: 27.317157711616908
    - type: f1_weighted
      value: 50.48501913055412
    - type: main_score
      value: 45.50014088475627
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (es)
      type: mteb/mtop_intent
      config: es
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 43.74249499666444
    - type: f1
      value: 28.174632739750592
    - type: f1_weighted
      value: 47.1641291609833
    - type: main_score
      value: 43.74249499666444
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (fr)
      type: mteb/mtop_intent
      config: fr
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 41.575321014719705
    - type: f1
      value: 27.437839525894553
    - type: f1_weighted
      value: 45.7437122187322
    - type: main_score
      value: 41.575321014719705
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (hi)
      type: mteb/mtop_intent
      config: hi
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 2.7321620652563645
    - type: f1
      value: 1.0242089136250097
    - type: f1_weighted
      value: 2.1400067972200194
    - type: main_score
      value: 2.7321620652563645
  - task:
      type: Classification
    dataset:
      name: MTEB MTOPIntentClassification (th)
      type: mteb/mtop_intent
      config: th
      split: test
      revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
    metrics:
    - type: accuracy
      value: 4.842676311030742
    - type: f1
      value: 1.7698076877993871
    - type: f1_weighted
      value: 4.004591471149407
    - type: main_score
      value: 4.842676311030742
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ar)
      type: mteb/amazon_massive_intent
      config: ar
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 5.4203093476798925
    - type: f1
      value: 4.315786223132473
    - type: f1_weighted
      value: 4.974594656897622
    - type: main_score
      value: 5.4203093476798925
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (vi)
      type: mteb/amazon_massive_intent
      config: vi
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 26.08271687962341
    - type: f1
      value: 24.352547380922793
    - type: f1_weighted
      value: 25.232718928536524
    - type: main_score
      value: 26.08271687962341
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (cy)
      type: mteb/amazon_massive_intent
      config: cy
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 33.18090114324143
    - type: f1
      value: 31.519620659167924
    - type: f1_weighted
      value: 32.38462200288878
    - type: main_score
      value: 33.18090114324143
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (fi)
      type: mteb/amazon_massive_intent
      config: fi
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 31.88298587760592
    - type: f1
      value: 30.942949969741946
    - type: f1_weighted
      value: 31.233095007244977
    - type: main_score
      value: 31.88298587760592
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (my)
      type: mteb/amazon_massive_intent
      config: my
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.494956287827841
    - type: f1
      value: 1.510175111983324
    - type: f1_weighted
      value: 1.640918892084934
    - type: main_score
      value: 2.494956287827841
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (fa)
      type: mteb/amazon_massive_intent
      config: fa
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.9670477471418966
    - type: f1
      value: 0.6159324585969681
    - type: f1_weighted
      value: 0.5819638031791462
    - type: main_score
      value: 1.9670477471418966
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (it)
      type: mteb/amazon_massive_intent
      config: it
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 39.90248823133827
    - type: f1
      value: 39.28710774703242
    - type: f1_weighted
      value: 38.7009325747578
    - type: main_score
      value: 39.90248823133827
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (da)
      type: mteb/amazon_massive_intent
      config: da
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 39.26698049764627
    - type: f1
      value: 37.261415787816375
    - type: f1_weighted
      value: 38.933490856264434
    - type: main_score
      value: 39.26698049764627
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (fr)
      type: mteb/amazon_massive_intent
      config: fr
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 38.328850033624754
    - type: f1
      value: 36.43977510549058
    - type: f1_weighted
      value: 37.407641389061766
    - type: main_score
      value: 38.328850033624754
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (hi)
      type: mteb/amazon_massive_intent
      config: hi
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 4.246805648957633
    - type: f1
      value: 2.3731445299477296
    - type: f1_weighted
      value: 2.360572588055181
    - type: main_score
      value: 4.246805648957633
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ms)
      type: mteb/amazon_massive_intent
      config: ms
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 39.108944182918634
    - type: f1
      value: 37.95343741232742
    - type: f1_weighted
      value: 38.194573318930914
    - type: main_score
      value: 39.108944182918634
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (sq)
      type: mteb/amazon_massive_intent
      config: sq
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 36.12306657700067
    - type: f1
      value: 34.66522711901937
    - type: f1_weighted
      value: 36.49423547734652
    - type: main_score
      value: 36.12306657700067
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (th)
      type: mteb/amazon_massive_intent
      config: th
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.7417619367854742
    - type: f1
      value: 1.9480195212180509
    - type: f1_weighted
      value: 1.2139915329721394
    - type: main_score
      value: 1.7417619367854742
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ja)
      type: mteb/amazon_massive_intent
      config: ja
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 4.152656355077337
    - type: f1
      value: 3.06986734197953
    - type: f1_weighted
      value: 2.9192302037256534
    - type: main_score
      value: 4.152656355077337
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (de)
      type: mteb/amazon_massive_intent
      config: de
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 37.286482851378615
    - type: f1
      value: 33.437419132021105
    - type: f1_weighted
      value: 37.35762166602735
    - type: main_score
      value: 37.286482851378615
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ta)
      type: mteb/amazon_massive_intent
      config: ta
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.65635507733692
    - type: f1
      value: 0.3481671491617231
    - type: f1_weighted
      value: 0.39717054573769234
    - type: main_score
      value: 2.65635507733692
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (am)
      type: mteb/amazon_massive_intent
      config: am
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.4996637525218566
    - type: f1
      value: 0.5618996689843387
    - type: f1_weighted
      value: 0.2905955658500835
    - type: main_score
      value: 1.4996637525218566
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (en)
      type: mteb/amazon_massive_intent
      config: en
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 61.47612642905178
    - type: f1
      value: 60.064795676102165
    - type: f1_weighted
      value: 60.839751607340744
    - type: main_score
      value: 61.47612642905178
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (jv)
      type: mteb/amazon_massive_intent
      config: jv
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 34.54606590450572
    - type: f1
      value: 33.676876749763935
    - type: f1_weighted
      value: 34.31704349593066
    - type: main_score
      value: 34.54606590450572
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ka)
      type: mteb/amazon_massive_intent
      config: ka
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.6308002689979821
    - type: f1
      value: 1.1405209503916072
    - type: f1_weighted
      value: 0.7742160479746835
    - type: main_score
      value: 1.6308002689979821
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (nl)
      type: mteb/amazon_massive_intent
      config: nl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 38.89374579690652
    - type: f1
      value: 36.2764450733474
    - type: f1_weighted
      value: 38.64418063983438
    - type: main_score
      value: 38.89374579690652
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ru)
      type: mteb/amazon_massive_intent
      config: ru
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 3.1304640215198387
    - type: f1
      value: 3.0631307694518
    - type: f1_weighted
      value: 2.4929901519563935
    - type: main_score
      value: 3.1304640215198387
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (he)
      type: mteb/amazon_massive_intent
      config: he
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.9502353732347006
    - type: f1
      value: 0.36769465571218535
    - type: f1_weighted
      value: 0.23289064484011876
    - type: main_score
      value: 1.9502353732347006
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (kn)
      type: mteb/amazon_massive_intent
      config: kn
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.5770006724949566
    - type: f1
      value: 1.5948300177607293
    - type: f1_weighted
      value: 1.2140719337727968
    - type: main_score
      value: 1.5770006724949566
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (sl)
      type: mteb/amazon_massive_intent
      config: sl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 41.590450571620714
    - type: f1
      value: 38.72772290482752
    - type: f1_weighted
      value: 40.52992380033905
    - type: main_score
      value: 41.590450571620714
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (lv)
      type: mteb/amazon_massive_intent
      config: lv
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 38.03631472763954
    - type: f1
      value: 36.932555737374216
    - type: f1_weighted
      value: 37.53493604198256
    - type: main_score
      value: 38.03631472763954
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (af)
      type: mteb/amazon_massive_intent
      config: af
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 36.48285137861466
    - type: f1
      value: 34.25594364586224
    - type: f1_weighted
      value: 35.547712962359576
    - type: main_score
      value: 36.48285137861466
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (zh-TW)
      type: mteb/amazon_massive_intent
      config: zh-TW
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 5.729657027572293
    - type: f1
      value: 3.3193365093063116
    - type: f1_weighted
      value: 3.960957835377585
    - type: main_score
      value: 5.729657027572293
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (is)
      type: mteb/amazon_massive_intent
      config: is
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 30.400134498991253
    - type: f1
      value: 29.82323888109969
    - type: f1_weighted
      value: 29.33334359136608
    - type: main_score
      value: 30.400134498991253
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ko)
      type: mteb/amazon_massive_intent
      config: ko
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 3.675184936112979
    - type: f1
      value: 2.4538503523226365
    - type: f1_weighted
      value: 2.349349563560097
    - type: main_score
      value: 3.675184936112979
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (zh-CN)
      type: mteb/amazon_massive_intent
      config: zh-CN
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.0208473436449226
    - type: f1
      value: 0.3119628541869343
    - type: f1_weighted
      value: 0.3041657300893891
    - type: main_score
      value: 2.0208473436449226
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (sw)
      type: mteb/amazon_massive_intent
      config: sw
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 35.97511768661735
    - type: f1
      value: 34.85580589960041
    - type: f1_weighted
      value: 35.23470836629608
    - type: main_score
      value: 35.97511768661735
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (sv)
      type: mteb/amazon_massive_intent
      config: sv
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 34.172831203765966
    - type: f1
      value: 33.40180089295359
    - type: f1_weighted
      value: 33.869714298143684
    - type: main_score
      value: 34.172831203765966
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (es)
      type: mteb/amazon_massive_intent
      config: es
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 37.367182246133154
    - type: f1
      value: 36.59417109728048
    - type: f1_weighted
      value: 36.42429431258725
    - type: main_score
      value: 37.367182246133154
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (km)
      type: mteb/amazon_massive_intent
      config: km
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.44586415601883
    - type: f1
      value: 1.9358114043109824
    - type: f1_weighted
      value: 1.3118948648488231
    - type: main_score
      value: 1.44586415601883
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (hu)
      type: mteb/amazon_massive_intent
      config: hu
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 28.53396099529254
    - type: f1
      value: 27.187618650859747
    - type: f1_weighted
      value: 28.306754637304078
    - type: main_score
      value: 28.53396099529254
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (nb)
      type: mteb/amazon_massive_intent
      config: nb
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 36.503026227303295
    - type: f1
      value: 34.755765428172815
    - type: f1_weighted
      value: 36.16718830099271
    - type: main_score
      value: 36.503026227303295
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (pl)
      type: mteb/amazon_massive_intent
      config: pl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 33.997982515131135
    - type: f1
      value: 31.94156494224548
    - type: f1_weighted
      value: 34.20676321754517
    - type: main_score
      value: 33.997982515131135
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (mn)
      type: mteb/amazon_massive_intent
      config: mn
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.410894418291863
    - type: f1
      value: 1.4788866943655008
    - type: f1_weighted
      value: 1.4091387199287393
    - type: main_score
      value: 2.410894418291863
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (te)
      type: mteb/amazon_massive_intent
      config: te
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 1.778749159381305
    - type: f1
      value: 1.203177752210266
    - type: f1_weighted
      value: 1.2822708886000447
    - type: main_score
      value: 1.778749159381305
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ur)
      type: mteb/amazon_massive_intent
      config: ur
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.340282447881641
    - type: f1
      value: 1.8036015686169513
    - type: f1_weighted
      value: 1.6221938088400314
    - type: main_score
      value: 2.340282447881641
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (pt)
      type: mteb/amazon_massive_intent
      config: pt
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 41.61062542030935
    - type: f1
      value: 40.18270967869114
    - type: f1_weighted
      value: 41.06080669293675
    - type: main_score
      value: 41.61062542030935
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (az)
      type: mteb/amazon_massive_intent
      config: az
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 36.06590450571621
    - type: f1
      value: 34.27139360444023
    - type: f1_weighted
      value: 36.64527157457028
    - type: main_score
      value: 36.06590450571621
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (id)
      type: mteb/amazon_massive_intent
      config: id
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 39.90248823133827
    - type: f1
      value: 40.196389168951896
    - type: f1_weighted
      value: 39.628253331046785
    - type: main_score
      value: 39.90248823133827
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ml)
      type: mteb/amazon_massive_intent
      config: ml
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.874915938130464
    - type: f1
      value: 0.427443225815916
    - type: f1_weighted
      value: 0.6824559991630663
    - type: main_score
      value: 2.874915938130464
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (tr)
      type: mteb/amazon_massive_intent
      config: tr
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 35.25218560860793
    - type: f1
      value: 34.74178305421003
    - type: f1_weighted
      value: 35.00723432214029
    - type: main_score
      value: 35.25218560860793
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (hy)
      type: mteb/amazon_massive_intent
      config: hy
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.3503698722259583
    - type: f1
      value: 1.2412757651054158
    - type: f1_weighted
      value: 0.9749592741906575
    - type: main_score
      value: 2.3503698722259583
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (el)
      type: mteb/amazon_massive_intent
      config: el
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 11.260928043039678
    - type: f1
      value: 7.506881509551466
    - type: f1_weighted
      value: 10.068916119094599
    - type: main_score
      value: 11.260928043039678
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (tl)
      type: mteb/amazon_massive_intent
      config: tl
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 31.98386012104909
    - type: f1
      value: 30.938210068958348
    - type: f1_weighted
      value: 31.02780337147849
    - type: main_score
      value: 31.98386012104909
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (ro)
      type: mteb/amazon_massive_intent
      config: ro
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 37.989240080699396
    - type: f1
      value: 36.48140988776961
    - type: f1_weighted
      value: 36.67046029215524
    - type: main_score
      value: 37.989240080699396
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveIntentClassification (bn)
      type: mteb/amazon_massive_intent
      config: bn
      split: test
      revision: 4672e20407010da34463acc759c162ca9734bca6
    metrics:
    - type: accuracy
      value: 2.2696704774714185
    - type: f1
      value: 1.4237810211064905
    - type: f1_weighted
      value: 1.4245380816139086
    - type: main_score
      value: 2.2696704774714185
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ar)
      type: mteb/amazon_massive_scenario
      config: ar
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 9.80833893745797
    - type: f1
      value: 5.937294768946698
    - type: f1_weighted
      value: 9.081886869095237
    - type: main_score
      value: 9.80833893745797
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (vi)
      type: mteb/amazon_massive_scenario
      config: vi
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 29.919300605245464
    - type: f1
      value: 28.61836188311232
    - type: f1_weighted
      value: 29.1331315419033
    - type: main_score
      value: 29.919300605245464
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (cy)
      type: mteb/amazon_massive_scenario
      config: cy
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 40.706119704102214
    - type: f1
      value: 36.497414259722916
    - type: f1_weighted
      value: 40.843462130431604
    - type: main_score
      value: 40.706119704102214
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (fi)
      type: mteb/amazon_massive_scenario
      config: fi
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 34.86550100874243
    - type: f1
      value: 32.511543017798346
    - type: f1_weighted
      value: 35.37578537376275
    - type: main_score
      value: 34.86550100874243
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (my)
      type: mteb/amazon_massive_scenario
      config: my
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 6.540013449899126
    - type: f1
      value: 3.0183236967386793
    - type: f1_weighted
      value: 3.2437729486032003
    - type: main_score
      value: 6.540013449899126
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (fa)
      type: mteb/amazon_massive_scenario
      config: fa
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 6.371889710827169
    - type: f1
      value: 1.2161861106269458
    - type: f1_weighted
      value: 1.5561424935372978
    - type: main_score
      value: 6.371889710827169
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (it)
      type: mteb/amazon_massive_scenario
      config: it
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 44.38466711499663
    - type: f1
      value: 41.83981279786477
    - type: f1_weighted
      value: 44.274029840787534
    - type: main_score
      value: 44.38466711499663
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (da)
      type: mteb/amazon_massive_scenario
      config: da
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 44.78816408876934
    - type: f1
      value: 41.86661326594422
    - type: f1_weighted
      value: 45.560760425112406
    - type: main_score
      value: 44.78816408876934
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (fr)
      type: mteb/amazon_massive_scenario
      config: fr
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 41.55010087424344
    - type: f1
      value: 39.8637787919614
    - type: f1_weighted
      value: 41.39157838134575
    - type: main_score
      value: 41.55010087424344
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (hi)
      type: mteb/amazon_massive_scenario
      config: hi
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.545393409549428
    - type: f1
      value: 4.610499945114051
    - type: f1_weighted
      value: 4.09922516617004
    - type: main_score
      value: 7.545393409549428
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ms)
      type: mteb/amazon_massive_scenario
      config: ms
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 45.951580363147286
    - type: f1
      value: 42.92057957404229
    - type: f1_weighted
      value: 45.401401158301816
    - type: main_score
      value: 45.951580363147286
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (sq)
      type: mteb/amazon_massive_scenario
      config: sq
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 44.18291862811029
    - type: f1
      value: 42.08296634278963
    - type: f1_weighted
      value: 43.69453467547596
    - type: main_score
      value: 44.18291862811029
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (th)
      type: mteb/amazon_massive_scenario
      config: th
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 10.363147276395427
    - type: f1
      value: 3.544838851039083
    - type: f1_weighted
      value: 4.140024210528424
    - type: main_score
      value: 10.363147276395427
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ja)
      type: mteb/amazon_massive_scenario
      config: ja
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.074646940147949
    - type: f1
      value: 4.895747857203135
    - type: f1_weighted
      value: 4.468990336651401
    - type: main_score
      value: 7.074646940147949
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (de)
      type: mteb/amazon_massive_scenario
      config: de
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 42.626092804303966
    - type: f1
      value: 39.047362807965946
    - type: f1_weighted
      value: 42.878863568910916
    - type: main_score
      value: 42.626092804303966
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ta)
      type: mteb/amazon_massive_scenario
      config: ta
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 3.658372562205784
    - type: f1
      value: 0.5307594854274683
    - type: f1_weighted
      value: 0.401264797645835
    - type: main_score
      value: 3.658372562205784
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (am)
      type: mteb/amazon_massive_scenario
      config: am
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 4.21990585070612
    - type: f1
      value: 0.6358533846714538
    - type: f1_weighted
      value: 0.7671477999724781
    - type: main_score
      value: 4.21990585070612
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (en)
      type: mteb/amazon_massive_scenario
      config: en
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 68.64156018829858
    - type: f1
      value: 67.51582950719383
    - type: f1_weighted
      value: 68.5025062054903
    - type: main_score
      value: 68.64156018829858
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (jv)
      type: mteb/amazon_massive_scenario
      config: jv
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 41.28110289172831
    - type: f1
      value: 39.510410678338054
    - type: f1_weighted
      value: 41.02140124389286
    - type: main_score
      value: 41.28110289172831
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ka)
      type: mteb/amazon_massive_scenario
      config: ka
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.636180228648286
    - type: f1
      value: 1.6719014277521371
    - type: f1_weighted
      value: 2.630765935222266
    - type: main_score
      value: 7.636180228648286
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (nl)
      type: mteb/amazon_massive_scenario
      config: nl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 45.76664425016812
    - type: f1
      value: 42.34937453494014
    - type: f1_weighted
      value: 46.23511425737051
    - type: main_score
      value: 45.76664425016812
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ru)
      type: mteb/amazon_massive_scenario
      config: ru
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 8.43981170141224
    - type: f1
      value: 5.041029827403152
    - type: f1_weighted
      value: 5.147846162013479
    - type: main_score
      value: 8.43981170141224
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (he)
      type: mteb/amazon_massive_scenario
      config: he
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 4.694014794889037
    - type: f1
      value: 1.0566737135988624
    - type: f1_weighted
      value: 0.8980830102429626
    - type: main_score
      value: 4.694014794889037
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (kn)
      type: mteb/amazon_massive_scenario
      config: kn
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.229320780094151
    - type: f1
      value: 3.3528426017241646
    - type: f1_weighted
      value: 3.0009651233373824
    - type: main_score
      value: 7.229320780094151
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (sl)
      type: mteb/amazon_massive_scenario
      config: sl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 48.59448554135844
    - type: f1
      value: 45.93986390603561
    - type: f1_weighted
      value: 48.81460377223571
    - type: main_score
      value: 48.59448554135844
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (lv)
      type: mteb/amazon_massive_scenario
      config: lv
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 43.10356422326833
    - type: f1
      value: 41.10020016961853
    - type: f1_weighted
      value: 43.412858014089615
    - type: main_score
      value: 43.10356422326833
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (af)
      type: mteb/amazon_massive_scenario
      config: af
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 46.492938802958975
    - type: f1
      value: 43.3157060473437
    - type: f1_weighted
      value: 46.72797829688491
    - type: main_score
      value: 46.492938802958975
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (zh-TW)
      type: mteb/amazon_massive_scenario
      config: zh-TW
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 9.640215198386013
    - type: f1
      value: 5.913537855727992
    - type: f1_weighted
      value: 7.8067513569062665
    - type: main_score
      value: 9.640215198386013
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (is)
      type: mteb/amazon_massive_scenario
      config: is
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 39.58641560188299
    - type: f1
      value: 36.59245191581804
    - type: f1_weighted
      value: 39.761736425592
    - type: main_score
      value: 39.58641560188299
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ko)
      type: mteb/amazon_massive_scenario
      config: ko
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 8.860121049092132
    - type: f1
      value: 4.718864746190939
    - type: f1_weighted
      value: 5.316368610063624
    - type: main_score
      value: 8.860121049092132
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (zh-CN)
      type: mteb/amazon_massive_scenario
      config: zh-CN
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 4.8924008069939475
    - type: f1
      value: 0.916583483259345
    - type: f1_weighted
      value: 1.2544597904953059
    - type: main_score
      value: 4.8924008069939475
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (sw)
      type: mteb/amazon_massive_scenario
      config: sw
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 42.888365837256224
    - type: f1
      value: 39.86648771173936
    - type: f1_weighted
      value: 43.11507112407559
    - type: main_score
      value: 42.888365837256224
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (sv)
      type: mteb/amazon_massive_scenario
      config: sv
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 40.24209818426361
    - type: f1
      value: 37.47206040233386
    - type: f1_weighted
      value: 40.901742973729164
    - type: main_score
      value: 40.24209818426361
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (es)
      type: mteb/amazon_massive_scenario
      config: es
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 41.88298587760592
    - type: f1
      value: 39.9671764356801
    - type: f1_weighted
      value: 41.665819720648386
    - type: main_score
      value: 41.88298587760592
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (km)
      type: mteb/amazon_massive_scenario
      config: km
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.279757901815737
    - type: f1
      value: 2.35312820369449
    - type: f1_weighted
      value: 2.9203326672945553
    - type: main_score
      value: 7.279757901815737
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (hu)
      type: mteb/amazon_massive_scenario
      config: hu
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 36.4256893073302
    - type: f1
      value: 34.47682967775262
    - type: f1_weighted
      value: 36.30047330686327
    - type: main_score
      value: 36.4256893073302
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (nb)
      type: mteb/amazon_massive_scenario
      config: nb
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 42.21923335574983
    - type: f1
      value: 38.66130727259434
    - type: f1_weighted
      value: 42.90838675594236
    - type: main_score
      value: 42.21923335574983
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (pl)
      type: mteb/amazon_massive_scenario
      config: pl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 37.17215870880969
    - type: f1
      value: 36.6199737291749
    - type: f1_weighted
      value: 37.51813432978582
    - type: main_score
      value: 37.17215870880969
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (mn)
      type: mteb/amazon_massive_scenario
      config: mn
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 6.735036987222595
    - type: f1
      value: 3.283595739100879
    - type: f1_weighted
      value: 3.2414428221388905
    - type: main_score
      value: 6.735036987222595
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (te)
      type: mteb/amazon_massive_scenario
      config: te
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 4.636852723604572
    - type: f1
      value: 1.5039726307543586
    - type: f1_weighted
      value: 1.8951629507178362
    - type: main_score
      value: 4.636852723604572
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ur)
      type: mteb/amazon_massive_scenario
      config: ur
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.639542703429725
    - type: f1
      value: 3.1606874828517784
    - type: f1_weighted
      value: 3.0175908677497634
    - type: main_score
      value: 7.639542703429725
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (pt)
      type: mteb/amazon_massive_scenario
      config: pt
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 46.772024209818426
    - type: f1
      value: 45.434290596398235
    - type: f1_weighted
      value: 46.19818742253419
    - type: main_score
      value: 46.772024209818426
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (az)
      type: mteb/amazon_massive_scenario
      config: az
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 39.02824478816409
    - type: f1
      value: 37.9732630347416
    - type: f1_weighted
      value: 38.839810856726196
    - type: main_score
      value: 39.02824478816409
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (id)
      type: mteb/amazon_massive_scenario
      config: id
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 45.635507733691995
    - type: f1
      value: 44.245842472711445
    - type: f1_weighted
      value: 45.56008903462169
    - type: main_score
      value: 45.635507733691995
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ml)
      type: mteb/amazon_massive_scenario
      config: ml
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 3.90719569603228
    - type: f1
      value: 0.721609151557302
    - type: f1_weighted
      value: 0.9666579998342201
    - type: main_score
      value: 3.90719569603228
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (tr)
      type: mteb/amazon_massive_scenario
      config: tr
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 39.969737726967054
    - type: f1
      value: 40.6605487852605
    - type: f1_weighted
      value: 39.5878208351771
    - type: main_score
      value: 39.969737726967054
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (hy)
      type: mteb/amazon_massive_scenario
      config: hy
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 7.720242098184266
    - type: f1
      value: 3.1181298559928035
    - type: f1_weighted
      value: 2.6041818295423984
    - type: main_score
      value: 7.720242098184266
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (el)
      type: mteb/amazon_massive_scenario
      config: el
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 16.59717552118359
    - type: f1
      value: 13.4695046374781
    - type: f1_weighted
      value: 15.359866047765248
    - type: main_score
      value: 16.59717552118359
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (tl)
      type: mteb/amazon_massive_scenario
      config: tl
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 35.376597175521184
    - type: f1
      value: 33.45508779694952
    - type: f1_weighted
      value: 35.14224104129548
    - type: main_score
      value: 35.376597175521184
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (ro)
      type: mteb/amazon_massive_scenario
      config: ro
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 43.27841291190316
    - type: f1
      value: 41.51990670116458
    - type: f1_weighted
      value: 43.31060194027195
    - type: main_score
      value: 43.27841291190316
  - task:
      type: Classification
    dataset:
      name: MTEB MassiveScenarioClassification (bn)
      type: mteb/amazon_massive_scenario
      config: bn
      split: test
      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
    metrics:
    - type: accuracy
      value: 8.04303967720242
    - type: f1
      value: 2.9211272271217616
    - type: f1_weighted
      value: 3.246376657700989
    - type: main_score
      value: 8.04303967720242
  - task:
      type: Clustering
    dataset:
      name: MTEB MedrxivClusteringP2P (default)
      type: mteb/medrxiv-clustering-p2p
      config: default
      split: test
      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
    metrics:
    - type: main_score
      value: 29.59174951459128
    - type: v_measure
      value: 29.59174951459128
    - type: v_measure_std
      value: 1.2268181756492447
  - task:
      type: Clustering
    dataset:
      name: MTEB MedrxivClusteringS2S (default)
      type: mteb/medrxiv-clustering-s2s
      config: default
      split: test
      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
    metrics:
    - type: main_score
      value: 25.506220008220637
    - type: v_measure
      value: 25.506220008220637
    - type: v_measure_std
      value: 1.3919943636038146
  - task:
      type: Reranking
    dataset:
      name: MTEB MindSmallReranking (default)
      type: mteb/mind_small
      config: default
      split: test
      revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
    metrics:
    - type: main_score
      value: 30.293799798317185
    - type: map
      value: 30.293799798317185
    - type: mrr
      value: 31.267490122158986
    - type: nAUC_map_diff1
      value: 7.2946017869660515
    - type: nAUC_map_max
      value: -21.03427188993518
    - type: nAUC_map_std
      value: -5.939694346195165
    - type: nAUC_mrr_diff1
      value: 7.887079466298967
    - type: nAUC_mrr_max
      value: -15.3013955753825
    - type: nAUC_mrr_std
      value: -2.702370989134612
  - task:
      type: Retrieval
    dataset:
      name: MTEB NFCorpus (default)
      type: mteb/nfcorpus
      config: default
      split: test
      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
    metrics:
    - type: main_score
      value: 29.275000000000002
    - type: map_at_1
      value: 4.619
    - type: map_at_10
      value: 10.05
    - type: map_at_100
      value: 13.109000000000002
    - type: map_at_1000
      value: 14.657
    - type: map_at_20
      value: 11.236
    - type: map_at_3
      value: 7.438000000000001
    - type: map_at_5
      value: 8.64
    - type: mrr_at_1
      value: 36.84210526315789
    - type: mrr_at_10
      value: 47.3395498550297
    - type: mrr_at_100
      value: 48.0904902846579
    - type: mrr_at_1000
      value: 48.14112968039169
    - type: mrr_at_20
      value: 47.92523686198981
    - type: mrr_at_3
      value: 44.891640866873054
    - type: mrr_at_5
      value: 46.23839009287924
    - type: nauc_map_at_1000_diff1
      value: 33.4360380737598
    - type: nauc_map_at_1000_max
      value: 28.217369966979668
    - type: nauc_map_at_1000_std
      value: 1.2371950631177655
    - type: nauc_map_at_100_diff1
      value: 34.96908020116179
    - type: nauc_map_at_100_max
      value: 25.492302024698883
    - type: nauc_map_at_100_std
      value: -4.132499810870762
    - type: nauc_map_at_10_diff1
      value: 39.755680370555595
    - type: nauc_map_at_10_max
      value: 19.098316017950307
    - type: nauc_map_at_10_std
      value: -12.99215975211188
    - type: nauc_map_at_1_diff1
      value: 51.65935492248146
    - type: nauc_map_at_1_max
      value: 13.625426425766191
    - type: nauc_map_at_1_std
      value: -13.351192804709742
    - type: nauc_map_at_20_diff1
      value: 37.52351140950578
    - type: nauc_map_at_20_max
      value: 20.929216845960493
    - type: nauc_map_at_20_std
      value: -10.699649602912874
    - type: nauc_map_at_3_diff1
      value: 43.841975364178474
    - type: nauc_map_at_3_max
      value: 14.149268939252686
    - type: nauc_map_at_3_std
      value: -16.45912383012257
    - type: nauc_map_at_5_diff1
      value: 40.747647117588734
    - type: nauc_map_at_5_max
      value: 15.65031800844551
    - type: nauc_map_at_5_std
      value: -15.455222441139412
    - type: nauc_mrr_at_1000_diff1
      value: 30.43030355576533
    - type: nauc_mrr_at_1000_max
      value: 39.98437642376947
    - type: nauc_mrr_at_1000_std
      value: 13.696268171718366
    - type: nauc_mrr_at_100_diff1
      value: 30.438256939347614
    - type: nauc_mrr_at_100_max
      value: 40.0295026589561
    - type: nauc_mrr_at_100_std
      value: 13.745312491080854
    - type: nauc_mrr_at_10_diff1
      value: 29.803507784739296
    - type: nauc_mrr_at_10_max
      value: 39.77927118483751
    - type: nauc_mrr_at_10_std
      value: 13.641961666805294
    - type: nauc_mrr_at_1_diff1
      value: 35.89026307299207
    - type: nauc_mrr_at_1_max
      value: 34.40748240626537
    - type: nauc_mrr_at_1_std
      value: 5.964160869102734
    - type: nauc_mrr_at_20_diff1
      value: 30.418391690503643
    - type: nauc_mrr_at_20_max
      value: 39.970996154982565
    - type: nauc_mrr_at_20_std
      value: 13.59806704275211
    - type: nauc_mrr_at_3_diff1
      value: 31.15853535827165
    - type: nauc_mrr_at_3_max
      value: 39.33344010660566
    - type: nauc_mrr_at_3_std
      value: 13.24813158884146
    - type: nauc_mrr_at_5_diff1
      value: 30.300838968443067
    - type: nauc_mrr_at_5_max
      value: 39.53273693808431
    - type: nauc_mrr_at_5_std
      value: 13.102078134267014
    - type: nauc_ndcg_at_1000_diff1
      value: 26.362508515972184
    - type: nauc_ndcg_at_1000_max
      value: 40.23194506255541
    - type: nauc_ndcg_at_1000_std
      value: 19.389368367678824
    - type: nauc_ndcg_at_100_diff1
      value: 26.46492660860081
    - type: nauc_ndcg_at_100_max
      value: 36.11457221738757
    - type: nauc_ndcg_at_100_std
      value: 12.59108584258912
    - type: nauc_ndcg_at_10_diff1
      value: 22.232392978323194
    - type: nauc_ndcg_at_10_max
      value: 38.60578972896428
    - type: nauc_ndcg_at_10_std
      value: 14.426104225223343
    - type: nauc_ndcg_at_1_diff1
      value: 36.4244122854942
    - type: nauc_ndcg_at_1_max
      value: 33.988586429129235
    - type: nauc_ndcg_at_1_std
      value: 5.240114299873928
    - type: nauc_ndcg_at_20_diff1
      value: 22.611783820860488
    - type: nauc_ndcg_at_20_max
      value: 37.36244057583005
    - type: nauc_ndcg_at_20_std
      value: 13.841565898836697
    - type: nauc_ndcg_at_3_diff1
      value: 26.40468088025749
    - type: nauc_ndcg_at_3_max
      value: 38.88916432722623
    - type: nauc_ndcg_at_3_std
      value: 12.5734045870355
    - type: nauc_ndcg_at_5_diff1
      value: 22.94819987843152
    - type: nauc_ndcg_at_5_max
      value: 38.759691871212894
    - type: nauc_ndcg_at_5_std
      value: 12.395571901326
    - type: nauc_precision_at_1000_diff1
      value: -5.851358081434129
    - type: nauc_precision_at_1000_max
      value: 30.11654878413308
    - type: nauc_precision_at_1000_std
      value: 43.94224295928656
    - type: nauc_precision_at_100_diff1
      value: -5.311083479575791
    - type: nauc_precision_at_100_max
      value: 36.9815034867462
    - type: nauc_precision_at_100_std
      value: 42.726917662621034
    - type: nauc_precision_at_10_diff1
      value: 5.0165499424967255
    - type: nauc_precision_at_10_max
      value: 42.288591031996404
    - type: nauc_precision_at_10_std
      value: 28.288812827371572
    - type: nauc_precision_at_1_diff1
      value: 35.89026307299207
    - type: nauc_precision_at_1_max
      value: 34.40748240626537
    - type: nauc_precision_at_1_std
      value: 5.964160869102734
    - type: nauc_precision_at_20_diff1
      value: -0.9477941342470393
    - type: nauc_precision_at_20_max
      value: 40.698596908362376
    - type: nauc_precision_at_20_std
      value: 33.24023521125184
    - type: nauc_precision_at_3_diff1
      value: 17.77944268719792
    - type: nauc_precision_at_3_max
      value: 39.95901812721155
    - type: nauc_precision_at_3_std
      value: 17.641623892928074
    - type: nauc_precision_at_5_diff1
      value: 10.84988824746148
    - type: nauc_precision_at_5_max
      value: 42.35740508312315
    - type: nauc_precision_at_5_std
      value: 20.794287338668564
    - type: nauc_recall_at_1000_diff1
      value: 8.30124951465784
    - type: nauc_recall_at_1000_max
      value: 15.972113455936961
    - type: nauc_recall_at_1000_std
      value: 12.253506072988197
    - type: nauc_recall_at_100_diff1
      value: 16.933108250247113
    - type: nauc_recall_at_100_max
      value: 16.959460018448272
    - type: nauc_recall_at_100_std
      value: 0.9438785069420591
    - type: nauc_recall_at_10_diff1
      value: 28.986676699249774
    - type: nauc_recall_at_10_max
      value: 12.826780137104121
    - type: nauc_recall_at_10_std
      value: -12.67165558704404
    - type: nauc_recall_at_1_diff1
      value: 51.65935492248146
    - type: nauc_recall_at_1_max
      value: 13.625426425766191
    - type: nauc_recall_at_1_std
      value: -13.351192804709742
    - type: nauc_recall_at_20_diff1
      value: 23.48986265124056
    - type: nauc_recall_at_20_max
      value: 10.004441688785114
    - type: nauc_recall_at_20_std
      value: -12.844667455228542
    - type: nauc_recall_at_3_diff1
      value: 37.92373054684738
    - type: nauc_recall_at_3_max
      value: 11.154962667304414
    - type: nauc_recall_at_3_std
      value: -16.892769428975903
    - type: nauc_recall_at_5_diff1
      value: 30.083000885154004
    - type: nauc_recall_at_5_max
      value: 9.735216295086316
    - type: nauc_recall_at_5_std
      value: -16.05390472628543
    - type: ndcg_at_1
      value: 35.138999999999996
    - type: ndcg_at_10
      value: 29.275000000000002
    - type: ndcg_at_100
      value: 28.326
    - type: ndcg_at_1000
      value: 37.551
    - type: ndcg_at_20
      value: 28.127999999999997
    - type: ndcg_at_3
      value: 32.97
    - type: ndcg_at_5
      value: 31.452999999999996
    - type: precision_at_1
      value: 36.842000000000006
    - type: precision_at_10
      value: 21.95
    - type: precision_at_100
      value: 7.870000000000001
    - type: precision_at_1000
      value: 2.131
    - type: precision_at_20
      value: 17.183
    - type: precision_at_3
      value: 31.579
    - type: precision_at_5
      value: 27.245
    - type: recall_at_1
      value: 4.619
    - type: recall_at_10
      value: 14.347999999999999
    - type: recall_at_100
      value: 30.683
    - type: recall_at_1000
      value: 63.588
    - type: recall_at_20
      value: 19.185
    - type: recall_at_3
      value: 8.552
    - type: recall_at_5
      value: 11.205
  - task:
      type: Retrieval
    dataset:
      name: MTEB NQ (default)
      type: mteb/nq
      config: default
      split: test
      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
    metrics:
    - type: main_score
      value: 20.698
    - type: map_at_1
      value: 9.099
    - type: map_at_10
      value: 16.035
    - type: map_at_100
      value: 17.333000000000002
    - type: map_at_1000
      value: 17.442
    - type: map_at_20
      value: 16.775000000000002
    - type: map_at_3
      value: 13.264000000000001
    - type: map_at_5
      value: 14.751
    - type: mrr_at_1
      value: 10.341830822711472
    - type: mrr_at_10
      value: 17.71805854439111
    - type: mrr_at_100
      value: 18.88326607832399
    - type: mrr_at_1000
      value: 18.97325230324218
    - type: mrr_at_20
      value: 18.392915535222556
    - type: mrr_at_3
      value: 14.909231363460762
    - type: mrr_at_5
      value: 16.44312475859403
    - type: nauc_map_at_1000_diff1
      value: 17.254986374825286
    - type: nauc_map_at_1000_max
      value: 13.439346542365179
    - type: nauc_map_at_1000_std
      value: 2.5275657144802195
    - type: nauc_map_at_100_diff1
      value: 17.245605107785224
    - type: nauc_map_at_100_max
      value: 13.40202710623184
    - type: nauc_map_at_100_std
      value: 2.4706767174749795
    - type: nauc_map_at_10_diff1
      value: 17.362611568457876
    - type: nauc_map_at_10_max
      value: 12.718737179191786
    - type: nauc_map_at_10_std
      value: 1.5985417491844265
    - type: nauc_map_at_1_diff1
      value: 19.069649030230494
    - type: nauc_map_at_1_max
      value: 10.537016395148484
    - type: nauc_map_at_1_std
      value: -0.20293346898013373
    - type: nauc_map_at_20_diff1
      value: 17.28797105279572
    - type: nauc_map_at_20_max
      value: 13.341528901450777
    - type: nauc_map_at_20_std
      value: 2.2025625637623607
    - type: nauc_map_at_3_diff1
      value: 17.226426112134416
    - type: nauc_map_at_3_max
      value: 11.707021625496541
    - type: nauc_map_at_3_std
      value: 0.5383888218886224
    - type: nauc_map_at_5_diff1
      value: 17.432134843682352
    - type: nauc_map_at_5_max
      value: 12.263732542482142
    - type: nauc_map_at_5_std
      value: 1.0448201942027786
    - type: nauc_mrr_at_1000_diff1
      value: 16.699135957241914
    - type: nauc_mrr_at_1000_max
      value: 12.939339163143481
    - type: nauc_mrr_at_1000_std
      value: 3.127097024314893
    - type: nauc_mrr_at_100_diff1
      value: 16.695665659707533
    - type: nauc_mrr_at_100_max
      value: 12.917095563138032
    - type: nauc_mrr_at_100_std
      value: 3.1009182236599657
    - type: nauc_mrr_at_10_diff1
      value: 16.748660416707953
    - type: nauc_mrr_at_10_max
      value: 12.44062967065397
    - type: nauc_mrr_at_10_std
      value: 2.539298918142408
    - type: nauc_mrr_at_1_diff1
      value: 18.649292433641946
    - type: nauc_mrr_at_1_max
      value: 10.322705334943354
    - type: nauc_mrr_at_1_std
      value: 0.9429955456739789
    - type: nauc_mrr_at_20_diff1
      value: 16.764840482052705
    - type: nauc_mrr_at_20_max
      value: 12.946975729383633
    - type: nauc_mrr_at_20_std
      value: 2.932736882470633
    - type: nauc_mrr_at_3_diff1
      value: 16.596050981787794
    - type: nauc_mrr_at_3_max
      value: 11.519506405063725
    - type: nauc_mrr_at_3_std
      value: 1.5842635742086837
    - type: nauc_mrr_at_5_diff1
      value: 16.714384466053538
    - type: nauc_mrr_at_5_max
      value: 12.11333045610397
    - type: nauc_mrr_at_5_std
      value: 2.0821511450118955
    - type: nauc_ndcg_at_1000_diff1
      value: 16.305889029513416
    - type: nauc_ndcg_at_1000_max
      value: 16.35847009769661
    - type: nauc_ndcg_at_1000_std
      value: 6.938101475417058
    - type: nauc_ndcg_at_100_diff1
      value: 16.320050039239725
    - type: nauc_ndcg_at_100_max
      value: 15.592495352748589
    - type: nauc_ndcg_at_100_std
      value: 5.856272811978535
    - type: nauc_ndcg_at_10_diff1
      value: 16.681839306588902
    - type: nauc_ndcg_at_10_max
      value: 13.525356048623873
    - type: nauc_ndcg_at_10_std
      value: 2.6377334016180076
    - type: nauc_ndcg_at_1_diff1
      value: 18.649292433641946
    - type: nauc_ndcg_at_1_max
      value: 10.322705334943354
    - type: nauc_ndcg_at_1_std
      value: 0.9429955456739789
    - type: nauc_ndcg_at_20_diff1
      value: 16.548714959689338
    - type: nauc_ndcg_at_20_max
      value: 15.419991184276242
    - type: nauc_ndcg_at_20_std
      value: 4.359840640433437
    - type: nauc_ndcg_at_3_diff1
      value: 16.52757468654836
    - type: nauc_ndcg_at_3_max
      value: 11.845241420365381
    - type: nauc_ndcg_at_3_std
      value: 0.9022051180674676
    - type: nauc_ndcg_at_5_diff1
      value: 16.803914503963657
    - type: nauc_ndcg_at_5_max
      value: 12.661228986565012
    - type: nauc_ndcg_at_5_std
      value: 1.6087530967103125
    - type: nauc_precision_at_1000_diff1
      value: 2.5744290658512323
    - type: nauc_precision_at_1000_max
      value: 20.00482072056845
    - type: nauc_precision_at_1000_std
      value: 24.142615306097174
    - type: nauc_precision_at_100_diff1
      value: 9.649719522453832
    - type: nauc_precision_at_100_max
      value: 19.342032029639558
    - type: nauc_precision_at_100_std
      value: 17.217628561262753
    - type: nauc_precision_at_10_diff1
      value: 14.437339397820265
    - type: nauc_precision_at_10_max
      value: 16.18666482685321
    - type: nauc_precision_at_10_std
      value: 6.847865538844424
    - type: nauc_precision_at_1_diff1
      value: 18.649292433641946
    - type: nauc_precision_at_1_max
      value: 10.322705334943354
    - type: nauc_precision_at_1_std
      value: 0.9429955456739789
    - type: nauc_precision_at_20_diff1
      value: 13.215068848235012
    - type: nauc_precision_at_20_max
      value: 21.050839739542564
    - type: nauc_precision_at_20_std
      value: 11.837970134878372
    - type: nauc_precision_at_3_diff1
      value: 14.82248645333017
    - type: nauc_precision_at_3_max
      value: 12.621883106558892
    - type: nauc_precision_at_3_std
      value: 2.5115605045903626
    - type: nauc_precision_at_5_diff1
      value: 15.222966219221876
    - type: nauc_precision_at_5_max
      value: 14.76293352919041
    - type: nauc_precision_at_5_std
      value: 4.495955186742339
    - type: nauc_recall_at_1000_diff1
      value: 12.210180825200483
    - type: nauc_recall_at_1000_max
      value: 36.81657476930537
    - type: nauc_recall_at_1000_std
      value: 37.51488463684649
    - type: nauc_recall_at_100_diff1
      value: 13.953951380423394
    - type: nauc_recall_at_100_max
      value: 21.094307133809338
    - type: nauc_recall_at_100_std
      value: 15.045764826631583
    - type: nauc_recall_at_10_diff1
      value: 15.120563597051028
    - type: nauc_recall_at_10_max
      value: 14.526090067490708
    - type: nauc_recall_at_10_std
      value: 3.720696821960603
    - type: nauc_recall_at_1_diff1
      value: 19.069649030230494
    - type: nauc_recall_at_1_max
      value: 10.537016395148484
    - type: nauc_recall_at_1_std
      value: -0.20293346898013373
    - type: nauc_recall_at_20_diff1
      value: 14.701594061753623
    - type: nauc_recall_at_20_max
      value: 19.4830308415984
    - type: nauc_recall_at_20_std
      value: 8.224906540086907
    - type: nauc_recall_at_3_diff1
      value: 15.130991754098073
    - type: nauc_recall_at_3_max
      value: 11.990726203131542
    - type: nauc_recall_at_3_std
      value: 0.8423655198970882
    - type: nauc_recall_at_5_diff1
      value: 15.567950710475461
    - type: nauc_recall_at_5_max
      value: 12.878497344389919
    - type: nauc_recall_at_5_std
      value: 1.7680713756809587
    - type: ndcg_at_1
      value: 10.342
    - type: ndcg_at_10
      value: 20.698
    - type: ndcg_at_100
      value: 27.167
    - type: ndcg_at_1000
      value: 30.070999999999998
    - type: ndcg_at_20
      value: 23.274
    - type: ndcg_at_3
      value: 15.018999999999998
    - type: ndcg_at_5
      value: 17.659
    - type: precision_at_1
      value: 10.342
    - type: precision_at_10
      value: 3.9539999999999997
    - type: precision_at_100
      value: 0.761
    - type: precision_at_1000
      value: 0.104
    - type: precision_at_20
      value: 2.5780000000000003
    - type: precision_at_3
      value: 7.106999999999999
    - type: precision_at_5
      value: 5.776
    - type: recall_at_1
      value: 9.099
    - type: recall_at_10
      value: 33.596
    - type: recall_at_100
      value: 63.562
    - type: recall_at_1000
      value: 85.72999999999999
    - type: recall_at_20
      value: 43.311
    - type: recall_at_3
      value: 18.472
    - type: recall_at_5
      value: 24.585
  - task:
      type: Retrieval
    dataset:
      name: MTEB QuoraRetrieval (default)
      type: mteb/quora
      config: default
      split: test
      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
    metrics:
    - type: main_score
      value: 81.65599999999999
    - type: map_at_1
      value: 63.827
    - type: map_at_10
      value: 76.964
    - type: map_at_100
      value: 77.704
    - type: map_at_1000
      value: 77.735
    - type: map_at_20
      value: 77.42999999999999
    - type: map_at_3
      value: 73.934
    - type: map_at_5
      value: 75.82600000000001
    - type: mrr_at_1
      value: 73.48
    - type: mrr_at_10
      value: 81.0926468253964
    - type: mrr_at_100
      value: 81.31734614432675
    - type: mrr_at_1000
      value: 81.32043776545018
    - type: mrr_at_20
      value: 81.24633777565691
    - type: mrr_at_3
      value: 79.65666666666627
    - type: mrr_at_5
      value: 80.62966666666608
    - type: nauc_map_at_1000_diff1
      value: 71.39149113061318
    - type: nauc_map_at_1000_max
      value: 40.33843352147068
    - type: nauc_map_at_1000_std
      value: -17.891504238040465
    - type: nauc_map_at_100_diff1
      value: 71.38342143642451
    - type: nauc_map_at_100_max
      value: 40.321351634706375
    - type: nauc_map_at_100_std
      value: -17.9319300506667
    - type: nauc_map_at_10_diff1
      value: 71.35491660767684
    - type: nauc_map_at_10_max
      value: 39.85991926638916
    - type: nauc_map_at_10_std
      value: -18.836856128519383
    - type: nauc_map_at_1_diff1
      value: 73.54628255386146
    - type: nauc_map_at_1_max
      value: 33.25605928394908
    - type: nauc_map_at_1_std
      value: -18.144419412198452
    - type: nauc_map_at_20_diff1
      value: 71.38904561001902
    - type: nauc_map_at_20_max
      value: 40.194929339925984
    - type: nauc_map_at_20_std
      value: -18.279680857751433
    - type: nauc_map_at_3_diff1
      value: 71.5858220542862
    - type: nauc_map_at_3_max
      value: 38.443122714615015
    - type: nauc_map_at_3_std
      value: -19.89436606041858
    - type: nauc_map_at_5_diff1
      value: 71.38606525341777
    - type: nauc_map_at_5_max
      value: 39.39109762451399
    - type: nauc_map_at_5_std
      value: -19.39534210177022
    - type: nauc_mrr_at_1000_diff1
      value: 72.9988251492693
    - type: nauc_mrr_at_1000_max
      value: 42.49186924545742
    - type: nauc_mrr_at_1000_std
      value: -16.009120355794582
    - type: nauc_mrr_at_100_diff1
      value: 72.99776630206937
    - type: nauc_mrr_at_100_max
      value: 42.49231672467544
    - type: nauc_mrr_at_100_std
      value: -16.004732355361025
    - type: nauc_mrr_at_10_diff1
      value: 72.94033724208157
    - type: nauc_mrr_at_10_max
      value: 42.53404778736794
    - type: nauc_mrr_at_10_std
      value: -16.104242819687293
    - type: nauc_mrr_at_1_diff1
      value: 74.56490028017149
    - type: nauc_mrr_at_1_max
      value: 41.75816196003543
    - type: nauc_mrr_at_1_std
      value: -15.819755003547026
    - type: nauc_mrr_at_20_diff1
      value: 72.98211375711105
    - type: nauc_mrr_at_20_max
      value: 42.538206123163334
    - type: nauc_mrr_at_20_std
      value: -16.016217161973845
    - type: nauc_mrr_at_3_diff1
      value: 72.75722201168891
    - type: nauc_mrr_at_3_max
      value: 42.46853236913194
    - type: nauc_mrr_at_3_std
      value: -16.393855569517648
    - type: nauc_mrr_at_5_diff1
      value: 72.77170511856714
    - type: nauc_mrr_at_5_max
      value: 42.51681649628181
    - type: nauc_mrr_at_5_std
      value: -16.081419218137206
    - type: nauc_ndcg_at_1000_diff1
      value: 71.5630939112427
    - type: nauc_ndcg_at_1000_max
      value: 41.60520411671016
    - type: nauc_ndcg_at_1000_std
      value: -16.313682207683218
    - type: nauc_ndcg_at_100_diff1
      value: 71.43948430146776
    - type: nauc_ndcg_at_100_max
      value: 41.4749446419742
    - type: nauc_ndcg_at_100_std
      value: -16.37365608155481
    - type: nauc_ndcg_at_10_diff1
      value: 71.05545377147486
    - type: nauc_ndcg_at_10_max
      value: 40.83959403873984
    - type: nauc_ndcg_at_10_std
      value: -18.372600254018458
    - type: nauc_ndcg_at_1_diff1
      value: 74.4067517981036
    - type: nauc_ndcg_at_1_max
      value: 42.08486425127613
    - type: nauc_ndcg_at_1_std
      value: -15.4793303078955
    - type: nauc_ndcg_at_20_diff1
      value: 71.3303494281465
    - type: nauc_ndcg_at_20_max
      value: 41.30763504210566
    - type: nauc_ndcg_at_20_std
      value: -17.446760545543647
    - type: nauc_ndcg_at_3_diff1
      value: 70.77039185630308
    - type: nauc_ndcg_at_3_max
      value: 40.371684731849456
    - type: nauc_ndcg_at_3_std
      value: -18.542486353830252
    - type: nauc_ndcg_at_5_diff1
      value: 70.77919835283566
    - type: nauc_ndcg_at_5_max
      value: 40.62746555935256
    - type: nauc_ndcg_at_5_std
      value: -18.476454477867936
    - type: nauc_precision_at_1000_diff1
      value: -35.07080251126366
    - type: nauc_precision_at_1000_max
      value: -6.633518122473949
    - type: nauc_precision_at_1000_std
      value: 22.523466011578293
    - type: nauc_precision_at_100_diff1
      value: -33.57597703518579
    - type: nauc_precision_at_100_max
      value: -4.318826570255354
    - type: nauc_precision_at_100_std
      value: 21.69409820944277
    - type: nauc_precision_at_10_diff1
      value: -21.2326793969886
    - type: nauc_precision_at_10_max
      value: 4.74715866858846
    - type: nauc_precision_at_10_std
      value: 12.802098924222916
    - type: nauc_precision_at_1_diff1
      value: 74.4067517981036
    - type: nauc_precision_at_1_max
      value: 42.08486425127613
    - type: nauc_precision_at_1_std
      value: -15.4793303078955
    - type: nauc_precision_at_20_diff1
      value: -27.254750686404655
    - type: nauc_precision_at_20_max
      value: 1.0273541098531822
    - type: nauc_precision_at_20_std
      value: 17.255614029026383
    - type: nauc_precision_at_3_diff1
      value: 6.231882729513598
    - type: nauc_precision_at_3_max
      value: 18.63617015700416
    - type: nauc_precision_at_3_std
      value: -0.09125042910806766
    - type: nauc_precision_at_5_diff1
      value: -9.542162061539578
    - type: nauc_precision_at_5_max
      value: 11.777674631905256
    - type: nauc_precision_at_5_std
      value: 6.902252926776485
    - type: nauc_recall_at_1000_diff1
      value: 64.20660779935207
    - type: nauc_recall_at_1000_max
      value: 39.820830494433885
    - type: nauc_recall_at_1000_std
      value: 30.464606631101947
    - type: nauc_recall_at_100_diff1
      value: 60.72288063766832
    - type: nauc_recall_at_100_max
      value: 35.51649999850289
    - type: nauc_recall_at_100_std
      value: -2.941821357758343
    - type: nauc_recall_at_10_diff1
      value: 64.16960422133525
    - type: nauc_recall_at_10_max
      value: 37.37480035844863
    - type: nauc_recall_at_10_std
      value: -23.563759314729868
    - type: nauc_recall_at_1_diff1
      value: 73.54628255386146
    - type: nauc_recall_at_1_max
      value: 33.25605928394908
    - type: nauc_recall_at_1_std
      value: -18.144419412198452
    - type: nauc_recall_at_20_diff1
      value: 63.39555626630191
    - type: nauc_recall_at_20_max
      value: 38.6752108901702
    - type: nauc_recall_at_20_std
      value: -18.964818619859983
    - type: nauc_recall_at_3_diff1
      value: 66.89037127700342
    - type: nauc_recall_at_3_max
      value: 36.158739870674665
    - type: nauc_recall_at_3_std
      value: -22.57804487389491
    - type: nauc_recall_at_5_diff1
      value: 65.13895844088806
    - type: nauc_recall_at_5_max
      value: 37.04882783165633
    - type: nauc_recall_at_5_std
      value: -22.599155118312048
    - type: ndcg_at_1
      value: 73.56
    - type: ndcg_at_10
      value: 81.65599999999999
    - type: ndcg_at_100
      value: 83.65
    - type: ndcg_at_1000
      value: 83.953
    - type: ndcg_at_20
      value: 82.626
    - type: ndcg_at_3
      value: 78.051
    - type: ndcg_at_5
      value: 80.022
    - type: precision_at_1
      value: 73.56
    - type: precision_at_10
      value: 12.367
    - type: precision_at_100
      value: 1.465
    - type: precision_at_1000
      value: 0.155
    - type: precision_at_20
      value: 6.637
    - type: precision_at_3
      value: 33.907
    - type: precision_at_5
      value: 22.494
    - type: recall_at_1
      value: 63.827
    - type: recall_at_10
      value: 90.716
    - type: recall_at_100
      value: 98.15700000000001
    - type: recall_at_1000
      value: 99.75
    - type: recall_at_20
      value: 93.963
    - type: recall_at_3
      value: 80.58800000000001
    - type: recall_at_5
      value: 85.94500000000001
  - task:
      type: Clustering
    dataset:
      name: MTEB RedditClustering (default)
      type: mteb/reddit-clustering
      config: default
      split: test
      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
    metrics:
    - type: main_score
      value: 37.979245742501426
    - type: v_measure
      value: 37.979245742501426
    - type: v_measure_std
      value: 14.188834832552754
  - task:
      type: Clustering
    dataset:
      name: MTEB RedditClusteringP2P (default)
      type: mteb/reddit-clustering-p2p
      config: default
      split: test
      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
    metrics:
    - type: main_score
      value: 48.717521911807246
    - type: v_measure
      value: 48.717521911807246
    - type: v_measure_std
      value: 11.367865054699443
  - task:
      type: Retrieval
    dataset:
      name: MTEB SCIDOCS (default)
      type: mteb/scidocs
      config: default
      split: test
      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
    metrics:
    - type: main_score
      value: 13.34
    - type: map_at_1
      value: 3.013
    - type: map_at_10
      value: 7.526
    - type: map_at_100
      value: 9.064
    - type: map_at_1000
      value: 9.334000000000001
    - type: map_at_20
      value: 8.280999999999999
    - type: map_at_3
      value: 5.372
    - type: map_at_5
      value: 6.547
    - type: mrr_at_1
      value: 14.799999999999999
    - type: mrr_at_10
      value: 23.240039682539678
    - type: mrr_at_100
      value: 24.551917127306382
    - type: mrr_at_1000
      value: 24.623277476732643
    - type: mrr_at_20
      value: 24.012189806667358
    - type: mrr_at_3
      value: 19.966666666666683
    - type: mrr_at_5
      value: 21.91666666666668
    - type: nauc_map_at_1000_diff1
      value: 13.524919738808602
    - type: nauc_map_at_1000_max
      value: 20.130711353578697
    - type: nauc_map_at_1000_std
      value: 4.687505131944721
    - type: nauc_map_at_100_diff1
      value: 13.503876684009638
    - type: nauc_map_at_100_max
      value: 19.925228058866196
    - type: nauc_map_at_100_std
      value: 4.252144858365304
    - type: nauc_map_at_10_diff1
      value: 14.070460623266353
    - type: nauc_map_at_10_max
      value: 17.875242102485164
    - type: nauc_map_at_10_std
      value: 0.9977369374250206
    - type: nauc_map_at_1_diff1
      value: 19.367480860371863
    - type: nauc_map_at_1_max
      value: 13.779567632008222
    - type: nauc_map_at_1_std
      value: -2.18001828143836
    - type: nauc_map_at_20_diff1
      value: 13.64550822646865
    - type: nauc_map_at_20_max
      value: 19.070959676636605
    - type: nauc_map_at_20_std
      value: 2.4787990330065424
    - type: nauc_map_at_3_diff1
      value: 15.606808459660678
    - type: nauc_map_at_3_max
      value: 14.61563009683659
    - type: nauc_map_at_3_std
      value: -2.8645054184791077
    - type: nauc_map_at_5_diff1
      value: 14.287546650026236
    - type: nauc_map_at_5_max
      value: 16.20964756141755
    - type: nauc_map_at_5_std
      value: 0.006519191041768774
    - type: nauc_mrr_at_1000_diff1
      value: 15.730983020670397
    - type: nauc_mrr_at_1000_max
      value: 14.836620029067962
    - type: nauc_mrr_at_1000_std
      value: 1.7192685667688408
    - type: nauc_mrr_at_100_diff1
      value: 15.70291252927257
    - type: nauc_mrr_at_100_max
      value: 14.822230086286861
    - type: nauc_mrr_at_100_std
      value: 1.7299930124850598
    - type: nauc_mrr_at_10_diff1
      value: 15.694663817314472
    - type: nauc_mrr_at_10_max
      value: 14.815659671926177
    - type: nauc_mrr_at_10_std
      value: 1.470235454272845
    - type: nauc_mrr_at_1_diff1
      value: 18.93727754746333
    - type: nauc_mrr_at_1_max
      value: 13.553417115304741
    - type: nauc_mrr_at_1_std
      value: -1.9441435424624773
    - type: nauc_mrr_at_20_diff1
      value: 15.747061467031056
    - type: nauc_mrr_at_20_max
      value: 14.74013921140167
    - type: nauc_mrr_at_20_std
      value: 1.6047670108379604
    - type: nauc_mrr_at_3_diff1
      value: 15.490759436019392
    - type: nauc_mrr_at_3_max
      value: 13.33412557932988
    - type: nauc_mrr_at_3_std
      value: -0.042360521585954866
    - type: nauc_mrr_at_5_diff1
      value: 15.364690601839209
    - type: nauc_mrr_at_5_max
      value: 13.832837709761185
    - type: nauc_mrr_at_5_std
      value: 0.6235309953222236
    - type: nauc_ndcg_at_1000_diff1
      value: 13.79751660030825
    - type: nauc_ndcg_at_1000_max
      value: 23.332839088777433
    - type: nauc_ndcg_at_1000_std
      value: 12.750435600771509
    - type: nauc_ndcg_at_100_diff1
      value: 13.027067302887966
    - type: nauc_ndcg_at_100_max
      value: 21.690199451404737
    - type: nauc_ndcg_at_100_std
      value: 9.797244265602204
    - type: nauc_ndcg_at_10_diff1
      value: 13.876085304529322
    - type: nauc_ndcg_at_10_max
      value: 18.270117989306787
    - type: nauc_ndcg_at_10_std
      value: 3.203119379305604
    - type: nauc_ndcg_at_1_diff1
      value: 18.93727754746333
    - type: nauc_ndcg_at_1_max
      value: 13.553417115304741
    - type: nauc_ndcg_at_1_std
      value: -1.9441435424624773
    - type: nauc_ndcg_at_20_diff1
      value: 13.466534965143756
    - type: nauc_ndcg_at_20_max
      value: 19.84990170610637
    - type: nauc_ndcg_at_20_std
      value: 5.5217215305882545
    - type: nauc_ndcg_at_3_diff1
      value: 14.699887382614877
    - type: nauc_ndcg_at_3_max
      value: 14.220823005167585
    - type: nauc_ndcg_at_3_std
      value: -0.9829646059473148
    - type: nauc_ndcg_at_5_diff1
      value: 13.85010786357027
    - type: nauc_ndcg_at_5_max
      value: 15.718104323837409
    - type: nauc_ndcg_at_5_std
      value: 1.4009847620068687
    - type: nauc_precision_at_1000_diff1
      value: 9.65881012865886
    - type: nauc_precision_at_1000_max
      value: 26.472186675577657
    - type: nauc_precision_at_1000_std
      value: 27.393458726001946
    - type: nauc_precision_at_100_diff1
      value: 8.433376826647557
    - type: nauc_precision_at_100_max
      value: 24.035044120398567
    - type: nauc_precision_at_100_std
      value: 19.43225871957705
    - type: nauc_precision_at_10_diff1
      value: 11.530313904967862
    - type: nauc_precision_at_10_max
      value: 20.81951474138495
    - type: nauc_precision_at_10_std
      value: 6.995454390102209
    - type: nauc_precision_at_1_diff1
      value: 18.93727754746333
    - type: nauc_precision_at_1_max
      value: 13.553417115304741
    - type: nauc_precision_at_1_std
      value: -1.9441435424624773
    - type: nauc_precision_at_20_diff1
      value: 10.32997050044654
    - type: nauc_precision_at_20_max
      value: 22.703736097425438
    - type: nauc_precision_at_20_std
      value: 11.120265280655914
    - type: nauc_precision_at_3_diff1
      value: 12.956753135962634
    - type: nauc_precision_at_3_max
      value: 14.78956830504298
    - type: nauc_precision_at_3_std
      value: -0.11513630061262647
    - type: nauc_precision_at_5_diff1
      value: 11.444820433095506
    - type: nauc_precision_at_5_max
      value: 16.685595393802867
    - type: nauc_precision_at_5_std
      value: 4.019639330171327
    - type: nauc_recall_at_1000_diff1
      value: 9.426801681180024
    - type: nauc_recall_at_1000_max
      value: 26.411164204816046
    - type: nauc_recall_at_1000_std
      value: 27.20552008140388
    - type: nauc_recall_at_100_diff1
      value: 8.581603281580872
    - type: nauc_recall_at_100_max
      value: 23.910610173987614
    - type: nauc_recall_at_100_std
      value: 18.97778685920246
    - type: nauc_recall_at_10_diff1
      value: 11.758093503483133
    - type: nauc_recall_at_10_max
      value: 20.60824049647717
    - type: nauc_recall_at_10_std
      value: 6.495526413913952
    - type: nauc_recall_at_1_diff1
      value: 19.367480860371863
    - type: nauc_recall_at_1_max
      value: 13.779567632008222
    - type: nauc_recall_at_1_std
      value: -2.18001828143836
    - type: nauc_recall_at_20_diff1
      value: 10.629966565155154
    - type: nauc_recall_at_20_max
      value: 22.474583927806112
    - type: nauc_recall_at_20_std
      value: 10.61352361162804
    - type: nauc_recall_at_3_diff1
      value: 13.163058790494436
    - type: nauc_recall_at_3_max
      value: 14.759988405674711
    - type: nauc_recall_at_3_std
      value: -0.5687852799616276
    - type: nauc_recall_at_5_diff1
      value: 11.653607612847598
    - type: nauc_recall_at_5_max
      value: 16.675521180100166
    - type: nauc_recall_at_5_std
      value: 3.5859473680757605
    - type: ndcg_at_1
      value: 14.799999999999999
    - type: ndcg_at_10
      value: 13.34
    - type: ndcg_at_100
      value: 20.208000000000002
    - type: ndcg_at_1000
      value: 25.352999999999998
    - type: ndcg_at_20
      value: 15.683
    - type: ndcg_at_3
      value: 12.161
    - type: ndcg_at_5
      value: 11.05
    - type: precision_at_1
      value: 14.799999999999999
    - type: precision_at_10
      value: 7.049999999999999
    - type: precision_at_100
      value: 1.703
    - type: precision_at_1000
      value: 0.294
    - type: precision_at_20
      value: 4.88
    - type: precision_at_3
      value: 11.4
    - type: precision_at_5
      value: 9.959999999999999
    - type: recall_at_1
      value: 3.013
    - type: recall_at_10
      value: 14.298
    - type: recall_at_100
      value: 34.583000000000006
    - type: recall_at_1000
      value: 59.772999999999996
    - type: recall_at_20
      value: 19.82
    - type: recall_at_3
      value: 6.948
    - type: recall_at_5
      value: 10.088
  - task:
      type: STS
    dataset:
      name: MTEB SICK-R (default)
      type: mteb/sickr-sts
      config: default
      split: test
      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
    metrics:
    - type: cosine_pearson
      value: 74.07986021045127
    - type: cosine_spearman
      value: 64.67576261852234
    - type: euclidean_pearson
      value: 68.68990414597263
    - type: euclidean_spearman
      value: 64.67578486654271
    - type: main_score
      value: 64.67576261852234
    - type: manhattan_pearson
      value: 64.11188923174565
    - type: manhattan_spearman
      value: 61.59237153662781
    - type: pearson
      value: 74.07986021045127
    - type: spearman
      value: 64.67576261852234
  - task:
      type: STS
    dataset:
      name: MTEB STS12 (default)
      type: mteb/sts12-sts
      config: default
      split: test
      revision: a0d554a64d88156834ff5ae9920b964011b16384
    metrics:
    - type: cosine_pearson
      value: 74.27146005453507
    - type: cosine_spearman
      value: 65.93558276183687
    - type: euclidean_pearson
      value: 69.43586842102823
    - type: euclidean_spearman
      value: 65.93687126874444
    - type: main_score
      value: 65.93558276183687
    - type: manhattan_pearson
      value: 69.65166441898663
    - type: manhattan_spearman
      value: 67.20724097894188
    - type: pearson
      value: 74.27146005453507
    - type: spearman
      value: 65.93558276183687
  - task:
      type: STS
    dataset:
      name: MTEB STS13 (default)
      type: mteb/sts13-sts
      config: default
      split: test
      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
    metrics:
    - type: cosine_pearson
      value: 74.13479779206598
    - type: cosine_spearman
      value: 75.25854160622782
    - type: euclidean_pearson
      value: 75.03898639719448
    - type: euclidean_spearman
      value: 75.25857944068174
    - type: main_score
      value: 75.25854160622782
    - type: manhattan_pearson
      value: 75.14786852843277
    - type: manhattan_spearman
      value: 75.52672685762727
    - type: pearson
      value: 74.13479779206598
    - type: spearman
      value: 75.25854160622782
  - task:
      type: STS
    dataset:
      name: MTEB STS14 (default)
      type: mteb/sts14-sts
      config: default
      split: test
      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
    metrics:
    - type: cosine_pearson
      value: 76.3585600169152
    - type: cosine_spearman
      value: 73.17704515393254
    - type: euclidean_pearson
      value: 74.89144852792197
    - type: euclidean_spearman
      value: 73.1770354645383
    - type: main_score
      value: 73.17704515393254
    - type: manhattan_pearson
      value: 72.00352080759268
    - type: manhattan_spearman
      value: 71.33088649793352
    - type: pearson
      value: 76.3585600169152
    - type: spearman
      value: 73.17704515393254
  - task:
      type: STS
    dataset:
      name: MTEB STS15 (default)
      type: mteb/sts15-sts
      config: default
      split: test
      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
    metrics:
    - type: cosine_pearson
      value: 81.25472211253373
    - type: cosine_spearman
      value: 81.56090944662182
    - type: euclidean_pearson
      value: 81.23122487912198
    - type: euclidean_spearman
      value: 81.5609157140913
    - type: main_score
      value: 81.56090944662182
    - type: manhattan_pearson
      value: 79.39410985986598
    - type: manhattan_spearman
      value: 80.14350012672281
    - type: pearson
      value: 81.25472211253373
    - type: spearman
      value: 81.56090944662182
  - task:
      type: STS
    dataset:
      name: MTEB STS16 (default)
      type: mteb/sts16-sts
      config: default
      split: test
      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
    metrics:
    - type: cosine_pearson
      value: 75.57832167022859
    - type: cosine_spearman
      value: 76.32409937204893
    - type: euclidean_pearson
      value: 75.69939675596082
    - type: euclidean_spearman
      value: 76.32492844918549
    - type: main_score
      value: 76.32409937204893
    - type: manhattan_pearson
      value: 75.37942909301384
    - type: manhattan_spearman
      value: 75.89841531738556
    - type: pearson
      value: 75.57832167022859
    - type: spearman
      value: 76.32409937204893
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (es-es)
      type: mteb/sts17-crosslingual-sts
      config: es-es
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 66.38872576787807
    - type: cosine_spearman
      value: 67.87307098414983
    - type: euclidean_pearson
      value: 69.20296805445749
    - type: euclidean_spearman
      value: 67.87307098414983
    - type: main_score
      value: 67.87307098414983
    - type: manhattan_pearson
      value: 70.38063881338246
    - type: manhattan_spearman
      value: 69.54564993977343
    - type: pearson
      value: 66.38872576787807
    - type: spearman
      value: 67.87307098414983
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (it-en)
      type: mteb/sts17-crosslingual-sts
      config: it-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 37.76299488836814
    - type: cosine_spearman
      value: 35.57140336224336
    - type: euclidean_pearson
      value: 37.284474178632934
    - type: euclidean_spearman
      value: 35.57140336224336
    - type: main_score
      value: 35.57140336224336
    - type: manhattan_pearson
      value: 15.810174230329343
    - type: manhattan_spearman
      value: 11.596321394177467
    - type: pearson
      value: 37.76299488836814
    - type: spearman
      value: 35.57140336224336
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (es-en)
      type: mteb/sts17-crosslingual-sts
      config: es-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 36.9465541535578
    - type: cosine_spearman
      value: 42.53251389238567
    - type: euclidean_pearson
      value: 36.38037319440013
    - type: euclidean_spearman
      value: 42.53251389238567
    - type: main_score
      value: 42.53251389238567
    - type: manhattan_pearson
      value: 16.84697607769361
    - type: manhattan_spearman
      value: 15.960216524989205
    - type: pearson
      value: 36.9465541535578
    - type: spearman
      value: 42.53251389238567
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-de)
      type: mteb/sts17-crosslingual-sts
      config: en-de
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 43.92056749989019
    - type: cosine_spearman
      value: 45.79631318115442
    - type: euclidean_pearson
      value: 43.20820027856812
    - type: euclidean_spearman
      value: 45.79631318115442
    - type: main_score
      value: 45.79631318115442
    - type: manhattan_pearson
      value: 36.38984984306862
    - type: manhattan_spearman
      value: 36.06469945623651
    - type: pearson
      value: 43.92056749989019
    - type: spearman
      value: 45.79631318115442
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-en)
      type: mteb/sts17-crosslingual-sts
      config: en-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 84.96852886977092
    - type: cosine_spearman
      value: 85.48862854621792
    - type: euclidean_pearson
      value: 84.50084960735583
    - type: euclidean_spearman
      value: 85.48950185584661
    - type: main_score
      value: 85.48862854621792
    - type: manhattan_pearson
      value: 79.54278391006349
    - type: manhattan_spearman
      value: 80.17022136076748
    - type: pearson
      value: 84.96852886977092
    - type: spearman
      value: 85.48862854621792
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (ar-ar)
      type: mteb/sts17-crosslingual-sts
      config: ar-ar
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 9.587866133715456
    - type: cosine_spearman
      value: 10.254958394249801
    - type: euclidean_pearson
      value: 9.587866133742091
    - type: euclidean_spearman
      value: 10.396202579371728
    - type: main_score
      value: 10.254958394249801
    - type: manhattan_pearson
      value: 9.564810107370098
    - type: manhattan_spearman
      value: 10.305150524319913
    - type: pearson
      value: 9.587866133715456
    - type: spearman
      value: 10.254958394249801
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (ko-ko)
      type: mteb/sts17-crosslingual-sts
      config: ko-ko
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 9.71440803914197
    - type: cosine_spearman
      value: 7.891239872479448
    - type: euclidean_pearson
      value: 8.164031199456169
    - type: euclidean_spearman
      value: 7.451673910344062
    - type: main_score
      value: 7.891239872479448
    - type: manhattan_pearson
      value: 7.60786764165262
    - type: manhattan_spearman
      value: 6.963725690874603
    - type: pearson
      value: 9.71440803914197
    - type: spearman
      value: 7.891239872479448
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-ar)
      type: mteb/sts17-crosslingual-sts
      config: en-ar
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: -1.1585999632885218
    - type: cosine_spearman
      value: -0.0801077185568112
    - type: euclidean_pearson
      value: -18.76553320792074
    - type: euclidean_spearman
      value: -17.020376836730847
    - type: main_score
      value: -0.0801077185568112
    - type: manhattan_pearson
      value: 5.923648628539377
    - type: manhattan_spearman
      value: 5.772095707851246
    - type: pearson
      value: -1.1585999632885218
    - type: spearman
      value: -0.0801077185568112
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (fr-en)
      type: mteb/sts17-crosslingual-sts
      config: fr-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 41.68248824488066
    - type: cosine_spearman
      value: 44.53933645914272
    - type: euclidean_pearson
      value: 41.126435499907686
    - type: euclidean_spearman
      value: 44.53933645914272
    - type: main_score
      value: 44.53933645914272
    - type: manhattan_pearson
      value: 27.306356342461957
    - type: manhattan_spearman
      value: 27.676051961805552
    - type: pearson
      value: 41.68248824488066
    - type: spearman
      value: 44.53933645914272
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (nl-en)
      type: mteb/sts17-crosslingual-sts
      config: nl-en
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 39.87699728972014
    - type: cosine_spearman
      value: 36.88292595485245
    - type: euclidean_pearson
      value: 39.55786213390311
    - type: euclidean_spearman
      value: 36.88292595485245
    - type: main_score
      value: 36.88292595485245
    - type: manhattan_pearson
      value: 26.272392976966845
    - type: manhattan_spearman
      value: 22.566614565275955
    - type: pearson
      value: 39.87699728972014
    - type: spearman
      value: 36.88292595485245
  - task:
      type: STS
    dataset:
      name: MTEB STS17 (en-tr)
      type: mteb/sts17-crosslingual-sts
      config: en-tr
      split: test
      revision: faeb762787bd10488a50c8b5be4a3b82e411949c
    metrics:
    - type: cosine_pearson
      value: 17.759885731598494
    - type: cosine_spearman
      value: 19.06856100502846
    - type: euclidean_pearson
      value: 17.02372847388108
    - type: euclidean_spearman
      value: 19.06856100502846
    - type: main_score
      value: 19.06856100502846
    - type: manhattan_pearson
      value: 10.467494683683377
    - type: manhattan_spearman
      value: 10.617238695685858
    - type: pearson
      value: 17.759885731598494
    - type: spearman
      value: 19.06856100502846
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (tr)
      type: mteb/sts22-crosslingual-sts
      config: tr
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 42.81760733138874
    - type: cosine_spearman
      value: 52.77168605108733
    - type: euclidean_pearson
      value: 48.803816991858966
    - type: euclidean_spearman
      value: 52.771669197786984
    - type: main_score
      value: 52.77168605108733
    - type: manhattan_pearson
      value: 50.22790022525506
    - type: manhattan_spearman
      value: 52.85837996012519
    - type: pearson
      value: 42.81760733138874
    - type: spearman
      value: 52.77168605108733
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de-pl)
      type: mteb/sts22-crosslingual-sts
      config: de-pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 19.125853162534113
    - type: cosine_spearman
      value: 18.815197238272454
    - type: euclidean_pearson
      value: 19.080723714394445
    - type: euclidean_spearman
      value: 18.815197238272454
    - type: main_score
      value: 18.815197238272454
    - type: manhattan_pearson
      value: 32.79899031843312
    - type: manhattan_spearman
      value: 21.494284242740054
    - type: pearson
      value: 19.125853162534113
    - type: spearman
      value: 18.815197238272454
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (fr-pl)
      type: mteb/sts22-crosslingual-sts
      config: fr-pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 18.27306190415739
    - type: cosine_spearman
      value: 5.634361698190111
    - type: euclidean_pearson
      value: 19.178483500158556
    - type: euclidean_spearman
      value: 5.634361698190111
    - type: main_score
      value: 5.634361698190111
    - type: manhattan_pearson
      value: 47.936651951901396
    - type: manhattan_spearman
      value: 39.440531887330785
    - type: pearson
      value: 18.27306190415739
    - type: spearman
      value: 5.634361698190111
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (zh)
      type: mteb/sts22-crosslingual-sts
      config: zh
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 10.68849298010025
    - type: cosine_spearman
      value: 20.869552298052916
    - type: euclidean_pearson
      value: 18.439003834470995
    - type: euclidean_spearman
      value: 20.913370074434408
    - type: main_score
      value: 20.869552298052916
    - type: manhattan_pearson
      value: 17.121501294411278
    - type: manhattan_spearman
      value: 21.332995488535012
    - type: pearson
      value: 10.68849298010025
    - type: spearman
      value: 20.869552298052916
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (es-en)
      type: mteb/sts22-crosslingual-sts
      config: es-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 16.455223678852008
    - type: cosine_spearman
      value: 21.90523455619909
    - type: euclidean_pearson
      value: 15.398382621083382
    - type: euclidean_spearman
      value: 21.879882562661056
    - type: main_score
      value: 21.90523455619909
    - type: manhattan_pearson
      value: 12.824137755946355
    - type: manhattan_spearman
      value: 19.239735522400387
    - type: pearson
      value: 16.455223678852008
    - type: spearman
      value: 21.90523455619909
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (pl-en)
      type: mteb/sts22-crosslingual-sts
      config: pl-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 20.82940359727691
    - type: cosine_spearman
      value: 24.82243571216849
    - type: euclidean_pearson
      value: 19.73304573688422
    - type: euclidean_spearman
      value: 24.82243571216849
    - type: main_score
      value: 24.82243571216849
    - type: manhattan_pearson
      value: 25.72452460352372
    - type: manhattan_spearman
      value: 29.542084559015215
    - type: pearson
      value: 20.82940359727691
    - type: spearman
      value: 24.82243571216849
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de)
      type: mteb/sts22-crosslingual-sts
      config: de
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 25.31631462583916
    - type: cosine_spearman
      value: 39.9573721542739
    - type: euclidean_pearson
      value: 28.72478786289815
    - type: euclidean_spearman
      value: 39.9573721542739
    - type: main_score
      value: 39.9573721542739
    - type: manhattan_pearson
      value: 27.679217135325363
    - type: manhattan_spearman
      value: 38.6793908410322
    - type: pearson
      value: 25.31631462583916
    - type: spearman
      value: 39.9573721542739
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (es)
      type: mteb/sts22-crosslingual-sts
      config: es
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 27.272267420189607
    - type: cosine_spearman
      value: 53.20177424841971
    - type: euclidean_pearson
      value: 39.50767675003839
    - type: euclidean_spearman
      value: 53.21264135874305
    - type: main_score
      value: 53.20177424841971
    - type: manhattan_pearson
      value: 42.46806663467169
    - type: manhattan_spearman
      value: 52.3522305562508
    - type: pearson
      value: 27.272267420189607
    - type: spearman
      value: 53.20177424841971
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (it)
      type: mteb/sts22-crosslingual-sts
      config: it
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 50.16649927987168
    - type: cosine_spearman
      value: 62.76211603596222
    - type: euclidean_pearson
      value: 57.78675113033741
    - type: euclidean_spearman
      value: 62.76211603596222
    - type: main_score
      value: 62.76211603596222
    - type: manhattan_pearson
      value: 58.59055229372249
    - type: manhattan_spearman
      value: 63.008355127891214
    - type: pearson
      value: 50.16649927987168
    - type: spearman
      value: 62.76211603596222
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (es-it)
      type: mteb/sts22-crosslingual-sts
      config: es-it
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 39.514676213487505
    - type: cosine_spearman
      value: 41.71652581641353
    - type: euclidean_pearson
      value: 40.25010092206266
    - type: euclidean_spearman
      value: 41.70393172251803
    - type: main_score
      value: 41.71652581641353
    - type: manhattan_pearson
      value: 41.32655226278447
    - type: manhattan_spearman
      value: 44.18016882997346
    - type: pearson
      value: 39.514676213487505
    - type: spearman
      value: 41.71652581641353
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de-en)
      type: mteb/sts22-crosslingual-sts
      config: de-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 42.348062009391995
    - type: cosine_spearman
      value: 46.79638939044614
    - type: euclidean_pearson
      value: 41.35179967230262
    - type: euclidean_spearman
      value: 46.78990910067336
    - type: main_score
      value: 46.79638939044614
    - type: manhattan_pearson
      value: 43.18567557814005
    - type: manhattan_spearman
      value: 43.769582464736054
    - type: pearson
      value: 42.348062009391995
    - type: spearman
      value: 46.79638939044614
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (pl)
      type: mteb/sts22-crosslingual-sts
      config: pl
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 6.901712518383526
    - type: cosine_spearman
      value: 18.45789787243084
    - type: euclidean_pearson
      value: 4.063084425123057
    - type: euclidean_spearman
      value: 18.497189061836995
    - type: main_score
      value: 18.45789787243084
    - type: manhattan_pearson
      value: 4.630028594396066
    - type: manhattan_spearman
      value: 18.173504501491063
    - type: pearson
      value: 6.901712518383526
    - type: spearman
      value: 18.45789787243084
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (en)
      type: mteb/sts22-crosslingual-sts
      config: en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 64.76167394175873
    - type: cosine_spearman
      value: 62.00631665062863
    - type: euclidean_pearson
      value: 63.93004330334915
    - type: euclidean_spearman
      value: 62.00631665062863
    - type: main_score
      value: 62.00631665062863
    - type: manhattan_pearson
      value: 63.57713258327079
    - type: manhattan_spearman
      value: 61.927941480246915
    - type: pearson
      value: 64.76167394175873
    - type: spearman
      value: 62.00631665062863
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (de-fr)
      type: mteb/sts22-crosslingual-sts
      config: de-fr
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 12.260847469184277
    - type: cosine_spearman
      value: 16.398861310201454
    - type: euclidean_pearson
      value: 12.50792876841107
    - type: euclidean_spearman
      value: 16.398861310201454
    - type: main_score
      value: 16.398861310201454
    - type: manhattan_pearson
      value: 18.908710665050872
    - type: manhattan_spearman
      value: 19.638922515684296
    - type: pearson
      value: 12.260847469184277
    - type: spearman
      value: 16.398861310201454
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (zh-en)
      type: mteb/sts22-crosslingual-sts
      config: zh-en
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 3.1926819353129146
    - type: cosine_spearman
      value: 22.24241282681368
    - type: euclidean_pearson
      value: 1.6182222728611524
    - type: euclidean_spearman
      value: 22.235298201001196
    - type: main_score
      value: 22.24241282681368
    - type: manhattan_pearson
      value: -4.120343836069433
    - type: manhattan_spearman
      value: 14.758384481953197
    - type: pearson
      value: 3.1926819353129146
    - type: spearman
      value: 22.24241282681368
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (ru)
      type: mteb/sts22-crosslingual-sts
      config: ru
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 8.0299967365453
    - type: cosine_spearman
      value: 11.441087854476809
    - type: euclidean_pearson
      value: 9.4843363820135
    - type: euclidean_spearman
      value: 11.441087854476809
    - type: main_score
      value: 11.441087854476809
    - type: manhattan_pearson
      value: 7.093165103072248
    - type: manhattan_spearman
      value: 10.57292951168012
    - type: pearson
      value: 8.0299967365453
    - type: spearman
      value: 11.441087854476809
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (ar)
      type: mteb/sts22-crosslingual-sts
      config: ar
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 36.37040216761707
    - type: cosine_spearman
      value: 36.76515470679251
    - type: euclidean_pearson
      value: 31.089866829585034
    - type: euclidean_spearman
      value: 35.48317683348953
    - type: main_score
      value: 36.76515470679251
    - type: manhattan_pearson
      value: 29.940983540954107
    - type: manhattan_spearman
      value: 32.52914123843202
    - type: pearson
      value: 36.37040216761707
    - type: spearman
      value: 36.76515470679251
  - task:
      type: STS
    dataset:
      name: MTEB STS22 (fr)
      type: mteb/sts22-crosslingual-sts
      config: fr
      split: test
      revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
    metrics:
    - type: cosine_pearson
      value: 33.145197943891205
    - type: cosine_spearman
      value: 52.691106054722766
    - type: euclidean_pearson
      value: 42.29555874581527
    - type: euclidean_spearman
      value: 52.791895163175575
    - type: main_score
      value: 52.691106054722766
    - type: manhattan_pearson
      value: 41.85478060437935
    - type: manhattan_spearman
      value: 52.57924122006634
    - type: pearson
      value: 33.145197943891205
    - type: spearman
      value: 52.691106054722766
  - task:
      type: STS
    dataset:
      name: MTEB STSBenchmark (default)
      type: mteb/stsbenchmark-sts
      config: default
      split: test
      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
    metrics:
    - type: cosine_pearson
      value: 79.23095984093324
    - type: cosine_spearman
      value: 77.53643283015238
    - type: euclidean_pearson
      value: 78.32103757433087
    - type: euclidean_spearman
      value: 77.53642119917062
    - type: main_score
      value: 77.53643283015238
    - type: manhattan_pearson
      value: 74.68643604195545
    - type: manhattan_spearman
      value: 74.12433110640441
    - type: pearson
      value: 79.23095984093324
    - type: spearman
      value: 77.53643283015238
  - task:
      type: Reranking
    dataset:
      name: MTEB SciDocsRR (default)
      type: mteb/scidocs-reranking
      config: default
      split: test
      revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
    metrics:
    - type: main_score
      value: 73.00659666541951
    - type: map
      value: 73.00659666541951
    - type: mrr
      value: 91.75728411022529
    - type: nAUC_map_diff1
      value: 6.644118280107064
    - type: nAUC_map_max
      value: 54.36215960764193
    - type: nAUC_map_std
      value: 65.18667238229128
    - type: nAUC_mrr_diff1
      value: 46.7314056736295
    - type: nAUC_mrr_max
      value: 76.671207075759
    - type: nAUC_mrr_std
      value: 73.7966951065382
  - task:
      type: Retrieval
    dataset:
      name: MTEB SciFact (default)
      type: mteb/scifact
      config: default
      split: test
      revision: 0228b52cf27578f30900b9e5271d331663a030d7
    metrics:
    - type: main_score
      value: 53.688
    - type: map_at_1
      value: 40.278000000000006
    - type: map_at_10
      value: 48.849
    - type: map_at_100
      value: 49.895
    - type: map_at_1000
      value: 49.946
    - type: map_at_20
      value: 49.442
    - type: map_at_3
      value: 46.431
    - type: map_at_5
      value: 47.544
    - type: mrr_at_1
      value: 42.66666666666667
    - type: mrr_at_10
      value: 50.5175925925926
    - type: mrr_at_100
      value: 51.354073242271205
    - type: mrr_at_1000
      value: 51.4032493805058
    - type: mrr_at_20
      value: 51.03922288152163
    - type: mrr_at_3
      value: 48.44444444444444
    - type: mrr_at_5
      value: 49.311111111111124
    - type: nauc_map_at_1000_diff1
      value: 50.30642436758369
    - type: nauc_map_at_1000_max
      value: 32.60873641265892
    - type: nauc_map_at_1000_std
      value: -4.76556687388035
    - type: nauc_map_at_100_diff1
      value: 50.30777689405645
    - type: nauc_map_at_100_max
      value: 32.60697739552115
    - type: nauc_map_at_100_std
      value: -4.757462484895155
    - type: nauc_map_at_10_diff1
      value: 50.04762366210438
    - type: nauc_map_at_10_max
      value: 32.23809085198767
    - type: nauc_map_at_10_std
      value: -5.431732699861984
    - type: nauc_map_at_1_diff1
      value: 54.7194581697394
    - type: nauc_map_at_1_max
      value: 31.351300774094636
    - type: nauc_map_at_1_std
      value: -9.155549477639056
    - type: nauc_map_at_20_diff1
      value: 50.28733631124809
    - type: nauc_map_at_20_max
      value: 32.62695998054553
    - type: nauc_map_at_20_std
      value: -4.983818587125962
    - type: nauc_map_at_3_diff1
      value: 50.39507502196402
    - type: nauc_map_at_3_max
      value: 31.872309324688498
    - type: nauc_map_at_3_std
      value: -6.102642698677139
    - type: nauc_map_at_5_diff1
      value: 49.51561110188679
    - type: nauc_map_at_5_max
      value: 31.85835885165102
    - type: nauc_map_at_5_std
      value: -5.627846434649459
    - type: nauc_mrr_at_1000_diff1
      value: 49.6859205462998
    - type: nauc_mrr_at_1000_max
      value: 34.21926963054738
    - type: nauc_mrr_at_1000_std
      value: -1.207299737587752
    - type: nauc_mrr_at_100_diff1
      value: 49.689336571780615
    - type: nauc_mrr_at_100_max
      value: 34.21728159977786
    - type: nauc_mrr_at_100_std
      value: -1.2045753971250266
    - type: nauc_mrr_at_10_diff1
      value: 49.50430743479464
    - type: nauc_mrr_at_10_max
      value: 33.95118511143032
    - type: nauc_mrr_at_10_std
      value: -1.4414888946000752
    - type: nauc_mrr_at_1_diff1
      value: 54.52549624138289
    - type: nauc_mrr_at_1_max
      value: 33.629230609346294
    - type: nauc_mrr_at_1_std
      value: -5.568642394429615
    - type: nauc_mrr_at_20_diff1
      value: 49.762279833244534
    - type: nauc_mrr_at_20_max
      value: 34.288472408748724
    - type: nauc_mrr_at_20_std
      value: -1.1822709896348704
    - type: nauc_mrr_at_3_diff1
      value: 49.6024977746447
    - type: nauc_mrr_at_3_max
      value: 34.57746626122387
    - type: nauc_mrr_at_3_std
      value: -1.0955767702776276
    - type: nauc_mrr_at_5_diff1
      value: 48.54214714013448
    - type: nauc_mrr_at_5_max
      value: 33.875539067486706
    - type: nauc_mrr_at_5_std
      value: -1.1110978780422347
    - type: nauc_ndcg_at_1000_diff1
      value: 49.705847704382386
    - type: nauc_ndcg_at_1000_max
      value: 34.32119610589503
    - type: nauc_ndcg_at_1000_std
      value: -1.3829562723970759
    - type: nauc_ndcg_at_100_diff1
      value: 49.66436678330625
    - type: nauc_ndcg_at_100_max
      value: 34.82775758713828
    - type: nauc_ndcg_at_100_std
      value: -0.3722124593934806
    - type: nauc_ndcg_at_10_diff1
      value: 48.50233498328668
    - type: nauc_ndcg_at_10_max
      value: 33.107334110290886
    - type: nauc_ndcg_at_10_std
      value: -3.236082405798429
    - type: nauc_ndcg_at_1_diff1
      value: 54.52549624138289
    - type: nauc_ndcg_at_1_max
      value: 33.629230609346294
    - type: nauc_ndcg_at_1_std
      value: -5.568642394429615
    - type: nauc_ndcg_at_20_diff1
      value: 49.44933190042987
    - type: nauc_ndcg_at_20_max
      value: 34.64802880015541
    - type: nauc_ndcg_at_20_std
      value: -1.7618907085265287
    - type: nauc_ndcg_at_3_diff1
      value: 48.822474968507784
    - type: nauc_ndcg_at_3_max
      value: 33.08815102953438
    - type: nauc_ndcg_at_3_std
      value: -3.370876107007025
    - type: nauc_ndcg_at_5_diff1
      value: 47.0276298738316
    - type: nauc_ndcg_at_5_max
      value: 32.45873571564496
    - type: nauc_ndcg_at_5_std
      value: -3.0266888282184374
    - type: nauc_precision_at_1000_diff1
      value: 0.12649971339899918
    - type: nauc_precision_at_1000_max
      value: 15.077184590753646
    - type: nauc_precision_at_1000_std
      value: 40.819876267467855
    - type: nauc_precision_at_100_diff1
      value: 15.985321725643024
    - type: nauc_precision_at_100_max
      value: 26.863039026996816
    - type: nauc_precision_at_100_std
      value: 37.819254831677505
    - type: nauc_precision_at_10_diff1
      value: 30.59911786326878
    - type: nauc_precision_at_10_max
      value: 31.843998319739587
    - type: nauc_precision_at_10_std
      value: 12.75378933734728
    - type: nauc_precision_at_1_diff1
      value: 54.52549624138289
    - type: nauc_precision_at_1_max
      value: 33.629230609346294
    - type: nauc_precision_at_1_std
      value: -5.568642394429615
    - type: nauc_precision_at_20_diff1
      value: 28.541969633914206
    - type: nauc_precision_at_20_max
      value: 35.91138003432198
    - type: nauc_precision_at_20_std
      value: 22.7839163553215
    - type: nauc_precision_at_3_diff1
      value: 40.96862293422677
    - type: nauc_precision_at_3_max
      value: 34.15353471895014
    - type: nauc_precision_at_3_std
      value: 3.93914803762456
    - type: nauc_precision_at_5_diff1
      value: 32.264726747627236
    - type: nauc_precision_at_5_max
      value: 31.467574499523533
    - type: nauc_precision_at_5_std
      value: 8.03197004487393
    - type: nauc_recall_at_1000_diff1
      value: 56.5981948334893
    - type: nauc_recall_at_1000_max
      value: 100.0
    - type: nauc_recall_at_1000_std
      value: 100.0
    - type: nauc_recall_at_100_diff1
      value: 49.29267269818121
    - type: nauc_recall_at_100_max
      value: 53.04273613860201
    - type: nauc_recall_at_100_std
      value: 31.626585676622216
    - type: nauc_recall_at_10_diff1
      value: 42.823234165360304
    - type: nauc_recall_at_10_max
      value: 33.16739509336363
    - type: nauc_recall_at_10_std
      value: -0.8715682090424393
    - type: nauc_recall_at_1_diff1
      value: 54.7194581697394
    - type: nauc_recall_at_1_max
      value: 31.351300774094636
    - type: nauc_recall_at_1_std
      value: -9.155549477639056
    - type: nauc_recall_at_20_diff1
      value: 46.460315174423506
    - type: nauc_recall_at_20_max
      value: 41.50107869790652
    - type: nauc_recall_at_20_std
      value: 6.498007766439951
    - type: nauc_recall_at_3_diff1
      value: 44.53965121779976
    - type: nauc_recall_at_3_max
      value: 33.752896011918345
    - type: nauc_recall_at_3_std
      value: -0.4121214364450266
    - type: nauc_recall_at_5_diff1
      value: 39.41438666013769
    - type: nauc_recall_at_5_max
      value: 31.773054360198312
    - type: nauc_recall_at_5_std
      value: 0.5352353835826743
    - type: ndcg_at_1
      value: 42.667
    - type: ndcg_at_10
      value: 53.688
    - type: ndcg_at_100
      value: 58.342000000000006
    - type: ndcg_at_1000
      value: 59.719
    - type: ndcg_at_20
      value: 55.687
    - type: ndcg_at_3
      value: 48.85
    - type: ndcg_at_5
      value: 50.699000000000005
    - type: precision_at_1
      value: 42.667
    - type: precision_at_10
      value: 7.467
    - type: precision_at_100
      value: 1.0070000000000001
    - type: precision_at_1000
      value: 0.11199999999999999
    - type: precision_at_20
      value: 4.183
    - type: precision_at_3
      value: 19.333
    - type: precision_at_5
      value: 12.733
    - type: recall_at_1
      value: 40.278000000000006
    - type: recall_at_10
      value: 67.27199999999999
    - type: recall_at_100
      value: 88.1
    - type: recall_at_1000
      value: 99.0
    - type: recall_at_20
      value: 74.811
    - type: recall_at_3
      value: 53.917
    - type: recall_at_5
      value: 58.443999999999996
  - task:
      type: PairClassification
    dataset:
      name: MTEB SprintDuplicateQuestions (default)
      type: mteb/sprintduplicatequestions-pairclassification
      config: default
      split: test
      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
    metrics:
    - type: cosine_accuracy
      value: 99.74455445544554
    - type: cosine_accuracy_threshold
      value: 68.72349341935164
    - type: cosine_ap
      value: 92.6197642156122
    - type: cosine_f1
      value: 86.78481012658227
    - type: cosine_f1_threshold
      value: 66.28836795623585
    - type: cosine_precision
      value: 87.8974358974359
    - type: cosine_recall
      value: 85.7
    - type: dot_accuracy
      value: 99.74455445544554
    - type: dot_accuracy_threshold
      value: 68.72349335967199
    - type: dot_ap
      value: 92.6197642156122
    - type: dot_f1
      value: 86.78481012658227
    - type: dot_f1_threshold
      value: 66.28836786545773
    - type: dot_precision
      value: 87.8974358974359
    - type: dot_recall
      value: 85.7
    - type: euclidean_accuracy
      value: 99.74455445544554
    - type: euclidean_accuracy_threshold
      value: 79.09034619016096
    - type: euclidean_ap
      value: 92.6197642156122
    - type: euclidean_f1
      value: 86.78481012658227
    - type: euclidean_f1_threshold
      value: 82.11166395421986
    - type: euclidean_precision
      value: 87.8974358974359
    - type: euclidean_recall
      value: 85.7
    - type: main_score
      value: 93.22739174872532
    - type: manhattan_accuracy
      value: 99.76237623762376
    - type: manhattan_accuracy_threshold
      value: 2921.396360542205
    - type: manhattan_ap
      value: 93.22739174872532
    - type: manhattan_f1
      value: 87.87878787878789
    - type: manhattan_f1_threshold
      value: 2938.7434977501343
    - type: manhattan_precision
      value: 88.77551020408163
    - type: manhattan_recall
      value: 87.0
    - type: max_accuracy
      value: 99.76237623762376
    - type: max_ap
      value: 93.22739174872532
    - type: max_f1
      value: 87.87878787878789
    - type: max_precision
      value: 88.77551020408163
    - type: max_recall
      value: 87.0
    - type: similarity_accuracy
      value: 99.74455445544554
    - type: similarity_accuracy_threshold
      value: 68.72349341935164
    - type: similarity_ap
      value: 92.6197642156122
    - type: similarity_f1
      value: 86.78481012658227
    - type: similarity_f1_threshold
      value: 66.28836795623585
    - type: similarity_precision
      value: 87.8974358974359
    - type: similarity_recall
      value: 85.7
  - task:
      type: Clustering
    dataset:
      name: MTEB StackExchangeClustering (default)
      type: mteb/stackexchange-clustering
      config: default
      split: test
      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
    metrics:
    - type: main_score
      value: 34.38068229893451
    - type: v_measure
      value: 34.38068229893451
    - type: v_measure_std
      value: 17.15587902324196
  - task:
      type: Clustering
    dataset:
      name: MTEB StackExchangeClusteringP2P (default)
      type: mteb/stackexchange-clustering-p2p
      config: default
      split: test
      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
    metrics:
    - type: main_score
      value: 29.77323526850212
    - type: v_measure
      value: 29.77323526850212
    - type: v_measure_std
      value: 1.639400978503635
  - task:
      type: Reranking
    dataset:
      name: MTEB StackOverflowDupQuestions (default)
      type: mteb/stackoverflowdupquestions-reranking
      config: default
      split: test
      revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
    metrics:
    - type: main_score
      value: 42.51693193898159
    - type: map
      value: 42.51693193898159
    - type: mrr
      value: 43.02413579067991
    - type: nAUC_map_diff1
      value: 34.50680697518312
    - type: nAUC_map_max
      value: 16.3108095708013
    - type: nAUC_map_std
      value: 4.0713957000994725
    - type: nAUC_mrr_diff1
      value: 33.25438565046493
    - type: nAUC_mrr_max
      value: 16.973010576499068
    - type: nAUC_mrr_std
      value: 5.413302815985481
  - task:
      type: Summarization
    dataset:
      name: MTEB SummEval (default)
      type: mteb/summeval
      config: default
      split: test
      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
    metrics:
    - type: cosine_pearson
      value: 27.975008137695507
    - type: cosine_spearman
      value: 27.915937532513336
    - type: dot_pearson
      value: 27.9750081240844
    - type: dot_spearman
      value: 27.914992852102845
    - type: main_score
      value: 27.915937532513336
    - type: pearson
      value: 27.975008137695507
    - type: spearman
      value: 27.915937532513336
  - task:
      type: Retrieval
    dataset:
      name: MTEB TRECCOVID (default)
      type: mteb/trec-covid
      config: default
      split: test
      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
    metrics:
    - type: main_score
      value: 40.998000000000005
    - type: map_at_1
      value: 0.105
    - type: map_at_10
      value: 0.721
    - type: map_at_100
      value: 4.549
    - type: map_at_1000
      value: 12.995999999999999
    - type: map_at_20
      value: 1.29
    - type: map_at_3
      value: 0.28400000000000003
    - type: map_at_5
      value: 0.41700000000000004
    - type: mrr_at_1
      value: 46.0
    - type: mrr_at_10
      value: 60.36666666666666
    - type: mrr_at_100
      value: 60.93340548340548
    - type: mrr_at_1000
      value: 60.93340548340548
    - type: mrr_at_20
      value: 60.77070707070706
    - type: mrr_at_3
      value: 57.33333333333333
    - type: mrr_at_5
      value: 59.833333333333314
    - type: nauc_map_at_1000_diff1
      value: 14.729403868898357
    - type: nauc_map_at_1000_max
      value: 52.169578176748175
    - type: nauc_map_at_1000_std
      value: 60.72818318622735
    - type: nauc_map_at_100_diff1
      value: 9.031768521454211
    - type: nauc_map_at_100_max
      value: 36.83124821202847
    - type: nauc_map_at_100_std
      value: 48.16063670489736
    - type: nauc_map_at_10_diff1
      value: -5.085179629659239
    - type: nauc_map_at_10_max
      value: 28.197878688486576
    - type: nauc_map_at_10_std
      value: 32.34802484826385
    - type: nauc_map_at_1_diff1
      value: 20.79003095651141
    - type: nauc_map_at_1_max
      value: 6.297252286793798
    - type: nauc_map_at_1_std
      value: 25.833565419732885
    - type: nauc_map_at_20_diff1
      value: -0.25861080396915936
    - type: nauc_map_at_20_max
      value: 34.65102301151181
    - type: nauc_map_at_20_std
      value: 33.97957727905342
    - type: nauc_map_at_3_diff1
      value: 6.2181382597142
    - type: nauc_map_at_3_max
      value: 10.794230240973073
    - type: nauc_map_at_3_std
      value: 27.523081032068458
    - type: nauc_map_at_5_diff1
      value: -0.8224470275767587
    - type: nauc_map_at_5_max
      value: 17.180686285211085
    - type: nauc_map_at_5_std
      value: 30.26659631116993
    - type: nauc_mrr_at_1000_diff1
      value: 32.37994451847223
    - type: nauc_mrr_at_1000_max
      value: 34.03624031768489
    - type: nauc_mrr_at_1000_std
      value: 46.70552333905346
    - type: nauc_mrr_at_100_diff1
      value: 32.37994451847223
    - type: nauc_mrr_at_100_max
      value: 34.03624031768489
    - type: nauc_mrr_at_100_std
      value: 46.70552333905346
    - type: nauc_mrr_at_10_diff1
      value: 32.891572232294145
    - type: nauc_mrr_at_10_max
      value: 34.450236020166116
    - type: nauc_mrr_at_10_std
      value: 47.24839074685568
    - type: nauc_mrr_at_1_diff1
      value: 26.955927570891692
    - type: nauc_mrr_at_1_max
      value: 28.03868492286667
    - type: nauc_mrr_at_1_std
      value: 44.16178287035821
    - type: nauc_mrr_at_20_diff1
      value: 32.357652541869044
    - type: nauc_mrr_at_20_max
      value: 34.237329475874894
    - type: nauc_mrr_at_20_std
      value: 46.899563715853645
    - type: nauc_mrr_at_3_diff1
      value: 33.11063333869155
    - type: nauc_mrr_at_3_max
      value: 30.92700128596689
    - type: nauc_mrr_at_3_std
      value: 46.20187670792475
    - type: nauc_mrr_at_5_diff1
      value: 32.76854646289634
    - type: nauc_mrr_at_5_max
      value: 34.9996652625547
    - type: nauc_mrr_at_5_std
      value: 45.2577344434119
    - type: nauc_ndcg_at_1000_diff1
      value: 7.15279776941454
    - type: nauc_ndcg_at_1000_max
      value: 43.1687802979843
    - type: nauc_ndcg_at_1000_std
      value: 57.68581083275281
    - type: nauc_ndcg_at_100_diff1
      value: 11.812154647903533
    - type: nauc_ndcg_at_100_max
      value: 37.88329238963691
    - type: nauc_ndcg_at_100_std
      value: 48.85525605284791
    - type: nauc_ndcg_at_10_diff1
      value: 7.607268206533707
    - type: nauc_ndcg_at_10_max
      value: 36.65010185088208
    - type: nauc_ndcg_at_10_std
      value: 43.14285892338359
    - type: nauc_ndcg_at_1_diff1
      value: 23.07250613352822
    - type: nauc_ndcg_at_1_max
      value: 21.407318473664972
    - type: nauc_ndcg_at_1_std
      value: 42.658036226966615
    - type: nauc_ndcg_at_20_diff1
      value: 9.645842595557061
    - type: nauc_ndcg_at_20_max
      value: 40.308206428340455
    - type: nauc_ndcg_at_20_std
      value: 42.69451919912217
    - type: nauc_ndcg_at_3_diff1
      value: 13.021258556673313
    - type: nauc_ndcg_at_3_max
      value: 24.340549755003742
    - type: nauc_ndcg_at_3_std
      value: 42.05943116583782
    - type: nauc_ndcg_at_5_diff1
      value: 7.627694693449229
    - type: nauc_ndcg_at_5_max
      value: 31.983932256457205
    - type: nauc_ndcg_at_5_std
      value: 43.6646324776393
    - type: nauc_precision_at_1000_diff1
      value: 18.029712030277658
    - type: nauc_precision_at_1000_max
      value: 48.90409664819342
    - type: nauc_precision_at_1000_std
      value: 53.233325713478465
    - type: nauc_precision_at_100_diff1
      value: 13.629699718499255
    - type: nauc_precision_at_100_max
      value: 39.68187298679788
    - type: nauc_precision_at_100_std
      value: 49.973248582596135
    - type: nauc_precision_at_10_diff1
      value: 6.722363914105559
    - type: nauc_precision_at_10_max
      value: 45.57607283934833
    - type: nauc_precision_at_10_std
      value: 43.43375885761201
    - type: nauc_precision_at_1_diff1
      value: 26.955927570891692
    - type: nauc_precision_at_1_max
      value: 28.03868492286667
    - type: nauc_precision_at_1_std
      value: 44.16178287035821
    - type: nauc_precision_at_20_diff1
      value: 11.497432055544982
    - type: nauc_precision_at_20_max
      value: 46.75309919739533
    - type: nauc_precision_at_20_std
      value: 41.80858561560544
    - type: nauc_precision_at_3_diff1
      value: 9.850372806796319
    - type: nauc_precision_at_3_max
      value: 29.109198591506676
    - type: nauc_precision_at_3_std
      value: 43.13056813939646
    - type: nauc_precision_at_5_diff1
      value: 4.499881269623463
    - type: nauc_precision_at_5_max
      value: 40.047755995883975
    - type: nauc_precision_at_5_std
      value: 44.71517901902325
    - type: nauc_recall_at_1000_diff1
      value: 6.63467073317501
    - type: nauc_recall_at_1000_max
      value: 44.6489347087575
    - type: nauc_recall_at_1000_std
      value: 58.209911294286066
    - type: nauc_recall_at_100_diff1
      value: 2.350259810780012
    - type: nauc_recall_at_100_max
      value: 20.36290704002025
    - type: nauc_recall_at_100_std
      value: 42.64181651403075
    - type: nauc_recall_at_10_diff1
      value: -10.19998917303498
    - type: nauc_recall_at_10_max
      value: 29.870781618973275
    - type: nauc_recall_at_10_std
      value: 27.65125891616072
    - type: nauc_recall_at_1_diff1
      value: 20.79003095651141
    - type: nauc_recall_at_1_max
      value: 6.297252286793798
    - type: nauc_recall_at_1_std
      value: 25.833565419732885
    - type: nauc_recall_at_20_diff1
      value: -1.680863756910618
    - type: nauc_recall_at_20_max
      value: 28.51484759380252
    - type: nauc_recall_at_20_std
      value: 25.990130490899784
    - type: nauc_recall_at_3_diff1
      value: 3.1550425665122868
    - type: nauc_recall_at_3_max
      value: 10.661843369990653
    - type: nauc_recall_at_3_std
      value: 24.732353635516894
    - type: nauc_recall_at_5_diff1
      value: -4.735824889253158
    - type: nauc_recall_at_5_max
      value: 19.896163013660946
    - type: nauc_recall_at_5_std
      value: 27.402967899774776
    - type: ndcg_at_1
      value: 44.0
    - type: ndcg_at_10
      value: 40.998000000000005
    - type: ndcg_at_100
      value: 33.910000000000004
    - type: ndcg_at_1000
      value: 33.009
    - type: ndcg_at_20
      value: 39.732
    - type: ndcg_at_3
      value: 44.061
    - type: ndcg_at_5
      value: 42.599
    - type: precision_at_1
      value: 46.0
    - type: precision_at_10
      value: 44.0
    - type: precision_at_100
      value: 36.5
    - type: precision_at_1000
      value: 16.332
    - type: precision_at_20
      value: 43.0
    - type: precision_at_3
      value: 47.333
    - type: precision_at_5
      value: 46.400000000000006
    - type: recall_at_1
      value: 0.105
    - type: recall_at_10
      value: 0.966
    - type: recall_at_100
      value: 7.939
    - type: recall_at_1000
      value: 32.742
    - type: recall_at_20
      value: 1.9220000000000002
    - type: recall_at_3
      value: 0.332
    - type: recall_at_5
      value: 0.524
  - task:
      type: Retrieval
    dataset:
      name: MTEB Touche2020 (default)
      type: mteb/touche2020
      config: default
      split: test
      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
    metrics:
    - type: main_score
      value: 21.571
    - type: map_at_1
      value: 1.327
    - type: map_at_10
      value: 7.445
    - type: map_at_100
      value: 14.402999999999999
    - type: map_at_1000
      value: 16.102
    - type: map_at_20
      value: 10.036000000000001
    - type: map_at_3
      value: 3.689
    - type: map_at_5
      value: 5.305
    - type: mrr_at_1
      value: 22.448979591836736
    - type: mrr_at_10
      value: 38.27907353417557
    - type: mrr_at_100
      value: 39.434612897955816
    - type: mrr_at_1000
      value: 39.45080985292829
    - type: mrr_at_20
      value: 38.97749055280488
    - type: mrr_at_3
      value: 33.67346938775511
    - type: mrr_at_5
      value: 36.93877551020409
    - type: nauc_map_at_1000_diff1
      value: -10.86587846302848
    - type: nauc_map_at_1000_max
      value: -22.73154705735798
    - type: nauc_map_at_1000_std
      value: -7.526224811178459
    - type: nauc_map_at_100_diff1
      value: -12.403614167212114
    - type: nauc_map_at_100_max
      value: -24.45605907353437
    - type: nauc_map_at_100_std
      value: -11.006132418142139
    - type: nauc_map_at_10_diff1
      value: -21.908545534764748
    - type: nauc_map_at_10_max
      value: -28.00729291556242
    - type: nauc_map_at_10_std
      value: -18.10132853566891
    - type: nauc_map_at_1_diff1
      value: -28.513010676449348
    - type: nauc_map_at_1_max
      value: -30.427660793279436
    - type: nauc_map_at_1_std
      value: -14.11514784583099
    - type: nauc_map_at_20_diff1
      value: -10.471971414306685
    - type: nauc_map_at_20_max
      value: -21.527928335466495
    - type: nauc_map_at_20_std
      value: -16.1333709770279
    - type: nauc_map_at_3_diff1
      value: -26.717645966119953
    - type: nauc_map_at_3_max
      value: -32.44872922871301
    - type: nauc_map_at_3_std
      value: -19.264122005257697
    - type: nauc_map_at_5_diff1
      value: -29.695365699102087
    - type: nauc_map_at_5_max
      value: -29.935208763832616
    - type: nauc_map_at_5_std
      value: -18.93058362411773
    - type: nauc_mrr_at_1000_diff1
      value: -22.535786145785377
    - type: nauc_mrr_at_1000_max
      value: -32.35954982000084
    - type: nauc_mrr_at_1000_std
      value: -7.294352866558182
    - type: nauc_mrr_at_100_diff1
      value: -22.553521858884167
    - type: nauc_mrr_at_100_max
      value: -32.28730633316403
    - type: nauc_mrr_at_100_std
      value: -7.2357902756494035
    - type: nauc_mrr_at_10_diff1
      value: -21.32427205611154
    - type: nauc_mrr_at_10_max
      value: -32.594600192175484
    - type: nauc_mrr_at_10_std
      value: -7.701643298852619
    - type: nauc_mrr_at_1_diff1
      value: -24.38991699403734
    - type: nauc_mrr_at_1_max
      value: -34.8017615946149
    - type: nauc_mrr_at_1_std
      value: -12.446975327346474
    - type: nauc_mrr_at_20_diff1
      value: -22.993494736183077
    - type: nauc_mrr_at_20_max
      value: -33.16328413132464
    - type: nauc_mrr_at_20_std
      value: -7.123110316935515
    - type: nauc_mrr_at_3_diff1
      value: -24.46198513209858
    - type: nauc_mrr_at_3_max
      value: -32.097193188437615
    - type: nauc_mrr_at_3_std
      value: -5.086303880665355
    - type: nauc_mrr_at_5_diff1
      value: -21.07298501691826
    - type: nauc_mrr_at_5_max
      value: -29.655375518069516
    - type: nauc_mrr_at_5_std
      value: -6.162939063349496
    - type: nauc_ndcg_at_1000_diff1
      value: -7.613356363267972
    - type: nauc_ndcg_at_1000_max
      value: -20.219309033701244
    - type: nauc_ndcg_at_1000_std
      value: 11.31742263144293
    - type: nauc_ndcg_at_100_diff1
      value: -12.575550014858122
    - type: nauc_ndcg_at_100_max
      value: -27.49602875097009
    - type: nauc_ndcg_at_100_std
      value: 4.46820922499762
    - type: nauc_ndcg_at_10_diff1
      value: -19.763169236290725
    - type: nauc_ndcg_at_10_max
      value: -26.28189234791412
    - type: nauc_ndcg_at_10_std
      value: -9.837873219587486
    - type: nauc_ndcg_at_1_diff1
      value: -24.15166672929776
    - type: nauc_ndcg_at_1_max
      value: -33.33159406883679
    - type: nauc_ndcg_at_1_std
      value: -9.93751274354244
    - type: nauc_ndcg_at_20_diff1
      value: -9.398392556307446
    - type: nauc_ndcg_at_20_max
      value: -21.64961727550682
    - type: nauc_ndcg_at_20_std
      value: -11.421320982111625
    - type: nauc_ndcg_at_3_diff1
      value: -23.353149106550582
    - type: nauc_ndcg_at_3_max
      value: -30.478426057546276
    - type: nauc_ndcg_at_3_std
      value: -8.785525804048259
    - type: nauc_ndcg_at_5_diff1
      value: -24.7526714113209
    - type: nauc_ndcg_at_5_max
      value: -27.641149079840368
    - type: nauc_ndcg_at_5_std
      value: -8.311158855598428
    - type: nauc_precision_at_1000_diff1
      value: 20.50774600549884
    - type: nauc_precision_at_1000_max
      value: 38.57265183169504
    - type: nauc_precision_at_1000_std
      value: 38.5946113688686
    - type: nauc_precision_at_100_diff1
      value: -3.042005260498119
    - type: nauc_precision_at_100_max
      value: -8.00610484910626
    - type: nauc_precision_at_100_std
      value: 35.43658548036001
    - type: nauc_precision_at_10_diff1
      value: -14.163943186577189
    - type: nauc_precision_at_10_max
      value: -20.05574174417294
    - type: nauc_precision_at_10_std
      value: -10.492551323563577
    - type: nauc_precision_at_1_diff1
      value: -24.38991699403734
    - type: nauc_precision_at_1_max
      value: -34.8017615946149
    - type: nauc_precision_at_1_std
      value: -12.446975327346474
    - type: nauc_precision_at_20_diff1
      value: 0.4022429900569576
    - type: nauc_precision_at_20_max
      value: -8.229637122666645
    - type: nauc_precision_at_20_std
      value: -6.223549750688274
    - type: nauc_precision_at_3_diff1
      value: -23.71085435832409
    - type: nauc_precision_at_3_max
      value: -31.7660213342409
    - type: nauc_precision_at_3_std
      value: -13.388115192740319
    - type: nauc_precision_at_5_diff1
      value: -24.02413833448179
    - type: nauc_precision_at_5_max
      value: -25.857240636741885
    - type: nauc_precision_at_5_std
      value: -10.511972395621717
    - type: nauc_recall_at_1000_diff1
      value: 17.523509319072264
    - type: nauc_recall_at_1000_max
      value: -33.252194787358
    - type: nauc_recall_at_1000_std
      value: 40.18262089722589
    - type: nauc_recall_at_100_diff1
      value: -7.5927888158318915
    - type: nauc_recall_at_100_max
      value: -30.89032941830059
    - type: nauc_recall_at_100_std
      value: 14.7277493660975
    - type: nauc_recall_at_10_diff1
      value: -8.427585168582128
    - type: nauc_recall_at_10_max
      value: -29.592643397225032
    - type: nauc_recall_at_10_std
      value: -16.589857962084015
    - type: nauc_recall_at_1_diff1
      value: -28.513010676449348
    - type: nauc_recall_at_1_max
      value: -30.427660793279436
    - type: nauc_recall_at_1_std
      value: -14.11514784583099
    - type: nauc_recall_at_20_diff1
      value: 2.324596246524499
    - type: nauc_recall_at_20_max
      value: -22.23446043015926
    - type: nauc_recall_at_20_std
      value: -11.63789457780223
    - type: nauc_recall_at_3_diff1
      value: -24.63549146250614
    - type: nauc_recall_at_3_max
      value: -31.969880804943458
    - type: nauc_recall_at_3_std
      value: -14.566948090225967
    - type: nauc_recall_at_5_diff1
      value: -25.600835989953413
    - type: nauc_recall_at_5_max
      value: -27.484703187916825
    - type: nauc_recall_at_5_std
      value: -13.408555621773935
    - type: ndcg_at_1
      value: 20.408
    - type: ndcg_at_10
      value: 21.571
    - type: ndcg_at_100
      value: 35.510000000000005
    - type: ndcg_at_1000
      value: 47.25
    - type: ndcg_at_20
      value: 22.664
    - type: ndcg_at_3
      value: 22.866
    - type: ndcg_at_5
      value: 23.951
    - type: precision_at_1
      value: 22.448999999999998
    - type: precision_at_10
      value: 21.224
    - type: precision_at_100
      value: 8.449
    - type: precision_at_1000
      value: 1.59
    - type: precision_at_20
      value: 16.735
    - type: precision_at_3
      value: 25.85
    - type: precision_at_5
      value: 26.531
    - type: recall_at_1
      value: 1.327
    - type: recall_at_10
      value: 13.715
    - type: recall_at_100
      value: 49.903
    - type: recall_at_1000
      value: 86.25
    - type: recall_at_20
      value: 21.829
    - type: recall_at_3
      value: 5.0040000000000004
    - type: recall_at_5
      value: 7.959
  - task:
      type: Classification
    dataset:
      name: MTEB ToxicConversationsClassification (default)
      type: mteb/toxic_conversations_50k
      config: default
      split: test
      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
    metrics:
    - type: accuracy
      value: 72.4755859375
    - type: ap
      value: 14.481993731716997
    - type: ap_weighted
      value: 14.481993731716997
    - type: f1
      value: 55.38270772109632
    - type: f1_weighted
      value: 78.4001290981932
    - type: main_score
      value: 72.4755859375
  - task:
      type: Classification
    dataset:
      name: MTEB TweetSentimentExtractionClassification (default)
      type: mteb/tweet_sentiment_extraction
      config: default
      split: test
      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
    metrics:
    - type: accuracy
      value: 50.80362195812111
    - type: f1
      value: 51.07007731951286
    - type: f1_weighted
      value: 50.58877410145609
    - type: main_score
      value: 50.80362195812111
  - task:
      type: Clustering
    dataset:
      name: MTEB TwentyNewsgroupsClustering (default)
      type: mteb/twentynewsgroups-clustering
      config: default
      split: test
      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
    metrics:
    - type: main_score
      value: 38.23734101727142
    - type: v_measure
      value: 38.23734101727142
    - type: v_measure_std
      value: 2.2690503750740927
  - task:
      type: PairClassification
    dataset:
      name: MTEB TwitterSemEval2015 (default)
      type: mteb/twittersemeval2015-pairclassification
      config: default
      split: test
      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
    metrics:
    - type: cosine_accuracy
      value: 82.87536508314956
    - type: cosine_accuracy_threshold
      value: 65.33892129624184
    - type: cosine_ap
      value: 62.453427699972195
    - type: cosine_f1
      value: 60.47918683446273
    - type: cosine_f1_threshold
      value: 57.73994262184572
    - type: cosine_precision
      value: 55.85605721949038
    - type: cosine_recall
      value: 65.93667546174143
    - type: dot_accuracy
      value: 82.87536508314956
    - type: dot_accuracy_threshold
      value: 65.33892123418703
    - type: dot_ap
      value: 62.453427699972195
    - type: dot_f1
      value: 60.47918683446273
    - type: dot_f1_threshold
      value: 57.739942551893044
    - type: dot_precision
      value: 55.85605721949038
    - type: dot_recall
      value: 65.93667546174143
    - type: euclidean_accuracy
      value: 82.87536508314956
    - type: euclidean_accuracy_threshold
      value: 83.25992871500615
    - type: euclidean_ap
      value: 62.453427699972195
    - type: euclidean_f1
      value: 60.47918683446273
    - type: euclidean_f1_threshold
      value: 91.93482183230402
    - type: euclidean_precision
      value: 55.85605721949038
    - type: euclidean_recall
      value: 65.93667546174143
    - type: main_score
      value: 62.453427699972195
    - type: manhattan_accuracy
      value: 80.44942480777254
    - type: manhattan_accuracy_threshold
      value: 2692.9972207700075
    - type: manhattan_ap
      value: 54.51058097426563
    - type: manhattan_f1
      value: 53.99701556171392
    - type: manhattan_f1_threshold
      value: 3453.2372499979615
    - type: manhattan_precision
      value: 45.29685264663805
    - type: manhattan_recall
      value: 66.83377308707124
    - type: max_accuracy
      value: 82.87536508314956
    - type: max_ap
      value: 62.453427699972195
    - type: max_f1
      value: 60.47918683446273
    - type: max_precision
      value: 55.85605721949038
    - type: max_recall
      value: 66.83377308707124
    - type: similarity_accuracy
      value: 82.87536508314956
    - type: similarity_accuracy_threshold
      value: 65.33892129624184
    - type: similarity_ap
      value: 62.453427699972195
    - type: similarity_f1
      value: 60.47918683446273
    - type: similarity_f1_threshold
      value: 57.73994262184572
    - type: similarity_precision
      value: 55.85605721949038
    - type: similarity_recall
      value: 65.93667546174143
  - task:
      type: PairClassification
    dataset:
      name: MTEB TwitterURLCorpus (default)
      type: mteb/twitterurlcorpus-pairclassification
      config: default
      split: test
      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
    metrics:
    - type: cosine_accuracy
      value: 87.47622928552023
    - type: cosine_accuracy_threshold
      value: 54.10025038160309
    - type: cosine_ap
      value: 82.95452866104836
    - type: cosine_f1
      value: 75.16585581601062
    - type: cosine_f1_threshold
      value: 48.445984086538566
    - type: cosine_precision
      value: 72.0941742081448
    - type: cosine_recall
      value: 78.51093316907914
    - type: dot_accuracy
      value: 87.47622928552023
    - type: dot_accuracy_threshold
      value: 54.10025032493372
    - type: dot_ap
      value: 82.95452823261647
    - type: dot_f1
      value: 75.16585581601062
    - type: dot_f1_threshold
      value: 48.4459840189433
    - type: dot_precision
      value: 72.0941742081448
    - type: dot_recall
      value: 78.51093316907914
    - type: euclidean_accuracy
      value: 87.47622928552023
    - type: euclidean_accuracy_threshold
      value: 95.81205515406612
    - type: euclidean_ap
      value: 82.95452881760592
    - type: euclidean_f1
      value: 75.16585581601062
    - type: euclidean_f1_threshold
      value: 101.54212508128278
    - type: euclidean_precision
      value: 72.0941742081448
    - type: euclidean_recall
      value: 78.51093316907914
    - type: main_score
      value: 82.95452881760592
    - type: manhattan_accuracy
      value: 87.0396243256879
    - type: manhattan_accuracy_threshold
      value: 3553.990311760886
    - type: manhattan_ap
      value: 81.90067228921978
    - type: manhattan_f1
      value: 74.29892820437529
    - type: manhattan_f1_threshold
      value: 3782.678774205261
    - type: manhattan_precision
      value: 70.99466891133558
    - type: manhattan_recall
      value: 77.9257776408993
    - type: max_accuracy
      value: 87.47622928552023
    - type: max_ap
      value: 82.95452881760592
    - type: max_f1
      value: 75.16585581601062
    - type: max_precision
      value: 72.0941742081448
    - type: max_recall
      value: 78.51093316907914
    - type: similarity_accuracy
      value: 87.47622928552023
    - type: similarity_accuracy_threshold
      value: 54.10025038160309
    - type: similarity_ap
      value: 82.95452866104836
    - type: similarity_f1
      value: 75.16585581601062
    - type: similarity_f1_threshold
      value: 48.445984086538566
    - type: similarity_precision
      value: 72.0941742081448
    - type: similarity_recall
      value: 78.51093316907914
---
