metadata
model-index:
- name: mini-gte
results:
- dataset:
config: en-ext
name: MTEB AmazonCounterfactualClassification (en-ext)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics:
- type: accuracy
value: 75.41980000000001
- type: f1
value: 62.3176
- type: f1_weighted
value: 79.8725
- type: ap
value: 23.511699999999998
- type: ap_weighted
value: 23.511699999999998
- type: main_score
value: 75.41980000000001
task:
type: Classification
- dataset:
config: en
name: MTEB AmazonCounterfactualClassification (en)
revision: e8379541af4e31359cca9fbcf4b00f2671dba205
split: test
type: mteb/amazon_counterfactual
metrics:
- type: accuracy
value: 74.9254
- type: f1
value: 68.8673
- type: f1_weighted
value: 77.208
- type: ap
value: 37.7515
- type: ap_weighted
value: 37.7515
- type: main_score
value: 74.9254
task:
type: Classification
- dataset:
config: default
name: MTEB AmazonPolarityClassification (default)
revision: e2d317d38cd51312af73b3d32a06d1a08b442046
split: test
type: mteb/amazon_polarity
metrics:
- type: accuracy
value: 92.9432
- type: f1
value: 92.9276
- type: f1_weighted
value: 92.9276
- type: ap
value: 89.2272
- type: ap_weighted
value: 89.2272
- type: main_score
value: 92.9432
task:
type: Classification
- dataset:
config: en
name: MTEB AmazonReviewsClassification (en)
revision: 1399c76144fd37290681b995c656ef9b2e06e26d
split: test
type: mteb/amazon_reviews_multi
metrics:
- type: accuracy
value: 53.093999999999994
- type: f1
value: 52.7369
- type: f1_weighted
value: 52.7369
- type: main_score
value: 53.093999999999994
task:
type: Classification
- dataset:
config: default
name: MTEB ArguAna (default)
revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
split: test
type: mteb/arguana
metrics:
- type: ndcg_at_1
value: 31.935000000000002
- type: ndcg_at_3
value: 47.302
- type: ndcg_at_5
value: 51.878
- type: ndcg_at_10
value: 56.691
- type: ndcg_at_20
value: 59.233000000000004
- type: ndcg_at_100
value: 60.185
- type: ndcg_at_1000
value: 60.268
- type: map_at_1
value: 31.935000000000002
- type: map_at_3
value: 43.433
- type: map_at_5
value: 45.976
- type: map_at_10
value: 47.992000000000004
- type: map_at_20
value: 48.721
- type: map_at_100
value: 48.875
- type: map_at_1000
value: 48.878
- type: recall_at_1
value: 31.935000000000002
- type: recall_at_3
value: 58.535000000000004
- type: recall_at_5
value: 69.63000000000001
- type: recall_at_10
value: 84.353
- type: recall_at_20
value: 94.16799999999999
- type: recall_at_100
value: 99.004
- type: recall_at_1000
value: 99.644
- type: precision_at_1
value: 31.935000000000002
- type: precision_at_3
value: 19.512
- type: precision_at_5
value: 13.926
- type: precision_at_10
value: 8.434999999999999
- type: precision_at_20
value: 4.707999999999999
- type: precision_at_100
value: 0.9900000000000001
- type: precision_at_1000
value: 0.1
- type: mrr_at_1
value: 32.1479
- type: mrr_at_3
value: 43.5159
- type: mrr_at_5
value: 46.0266
- type: mrr_at_10
value: 48.0549
- type: mrr_at_20
value: 48.7839
- type: mrr_at_100
value: 48.9375
- type: mrr_at_1000
value: 48.9407
- type: nauc_ndcg_at_1_max
value: -5.219399999999999
- type: nauc_ndcg_at_1_std
value: -8.7799
- type: nauc_ndcg_at_1_diff1
value: 17.3229
- type: nauc_ndcg_at_3_max
value: -4.1722
- type: nauc_ndcg_at_3_std
value: -10.2796
- type: nauc_ndcg_at_3_diff1
value: 12.007900000000001
- type: nauc_ndcg_at_5_max
value: -2.8244
- type: nauc_ndcg_at_5_std
value: -10.061399999999999
- type: nauc_ndcg_at_5_diff1
value: 12.914700000000002
- type: nauc_ndcg_at_10_max
value: -1.9805
- type: nauc_ndcg_at_10_std
value: -9.298
- type: nauc_ndcg_at_10_diff1
value: 13.2042
- type: nauc_ndcg_at_20_max
value: -2.8091999999999997
- type: nauc_ndcg_at_20_std
value: -8.886
- type: nauc_ndcg_at_20_diff1
value: 13.297
- type: nauc_ndcg_at_100_max
value: -3.2574
- type: nauc_ndcg_at_100_std
value: -8.9642
- type: nauc_ndcg_at_100_diff1
value: 13.811300000000001
- type: nauc_ndcg_at_1000_max
value: -3.449
- type: nauc_ndcg_at_1000_std
value: -9.1654
- type: nauc_ndcg_at_1000_diff1
value: 13.7018
- type: nauc_map_at_1_max
value: -5.219399999999999
- type: nauc_map_at_1_std
value: -8.7799
- type: nauc_map_at_1_diff1
value: 17.3229
- type: nauc_map_at_3_max
value: -4.6242
- type: nauc_map_at_3_std
value: -10.002600000000001
- type: nauc_map_at_3_diff1
value: 13.1613
- type: nauc_map_at_5_max
value: -3.9825
- type: nauc_map_at_5_std
value: -9.8649
- type: nauc_map_at_5_diff1
value: 13.6516
- type: nauc_map_at_10_max
value: -3.7236
- type: nauc_map_at_10_std
value: -9.589699999999999
- type: nauc_map_at_10_diff1
value: 13.8496
- type: nauc_map_at_20_max
value: -3.9856000000000003
- type: nauc_map_at_20_std
value: -9.514100000000001
- type: nauc_map_at_20_diff1
value: 13.8627
- type: nauc_map_at_100_max
value: -4.025399999999999
- type: nauc_map_at_100_std
value: -9.5227
- type: nauc_map_at_100_diff1
value: 13.953199999999999
- type: nauc_map_at_1000_max
value: -4.0324
- type: nauc_map_at_1000_std
value: -9.5284
- type: nauc_map_at_1000_diff1
value: 13.9494
- type: nauc_recall_at_1_max
value: -5.219399999999999
- type: nauc_recall_at_1_std
value: -8.7799
- type: nauc_recall_at_1_diff1
value: 17.3229
- type: nauc_recall_at_3_max
value: -2.7011
- type: nauc_recall_at_3_std
value: -11.0878
- type: nauc_recall_at_3_diff1
value: 8.5412
- type: nauc_recall_at_5_max
value: 1.7892000000000001
- type: nauc_recall_at_5_std
value: -10.6963
- type: nauc_recall_at_5_diff1
value: 10.569
- type: nauc_recall_at_10_max
value: 9.9486
- type: nauc_recall_at_10_std
value: -6.7249
- type: nauc_recall_at_10_diff1
value: 9.8241
- type: nauc_recall_at_20_max
value: 15.8614
- type: nauc_recall_at_20_std
value: 4.7526
- type: nauc_recall_at_20_diff1
value: 7.015200000000001
- type: nauc_recall_at_100_max
value: 40.8859
- type: nauc_recall_at_100_std
value: 57.965500000000006
- type: nauc_recall_at_100_diff1
value: 30.7703
- type: nauc_recall_at_1000_max
value: 24.2175
- type: nauc_recall_at_1000_std
value: 70.9234
- type: nauc_recall_at_1000_diff1
value: 5.9272
- type: nauc_precision_at_1_max
value: -5.219399999999999
- type: nauc_precision_at_1_std
value: -8.7799
- type: nauc_precision_at_1_diff1
value: 17.3229
- type: nauc_precision_at_3_max
value: -2.7011
- type: nauc_precision_at_3_std
value: -11.0878
- type: nauc_precision_at_3_diff1
value: 8.5412
- type: nauc_precision_at_5_max
value: 1.7892000000000001
- type: nauc_precision_at_5_std
value: -10.6963
- type: nauc_precision_at_5_diff1
value: 10.569
- type: nauc_precision_at_10_max
value: 9.9486
- type: nauc_precision_at_10_std
value: -6.7249
- type: nauc_precision_at_10_diff1
value: 9.8241
- type: nauc_precision_at_20_max
value: 15.8614
- type: nauc_precision_at_20_std
value: 4.7526
- type: nauc_precision_at_20_diff1
value: 7.015200000000001
- type: nauc_precision_at_100_max
value: 40.8859
- type: nauc_precision_at_100_std
value: 57.965500000000006
- type: nauc_precision_at_100_diff1
value: 30.7703
- type: nauc_precision_at_1000_max
value: 24.2175
- type: nauc_precision_at_1000_std
value: 70.9234
- type: nauc_precision_at_1000_diff1
value: 5.9272
- type: nauc_mrr_at_1_max
value: -5.0572
- type: nauc_mrr_at_1_std
value: -8.9378
- type: nauc_mrr_at_1_diff1
value: 16.6938
- type: nauc_mrr_at_3_max
value: -4.7721
- type: nauc_mrr_at_3_std
value: -10.054
- type: nauc_mrr_at_3_diff1
value: 12.529399999999999
- type: nauc_mrr_at_5_max
value: -4.2183
- type: nauc_mrr_at_5_std
value: -9.9133
- type: nauc_mrr_at_5_diff1
value: 12.964800000000002
- type: nauc_mrr_at_10_max
value: -3.9058
- type: nauc_mrr_at_10_std
value: -9.6638
- type: nauc_mrr_at_10_diff1
value: 13.198199999999998
- type: nauc_mrr_at_20_max
value: -4.173
- type: nauc_mrr_at_20_std
value: -9.590300000000001
- type: nauc_mrr_at_20_diff1
value: 13.194
- type: nauc_mrr_at_100_max
value: -4.2139999999999995
- type: nauc_mrr_at_100_std
value: -9.5994
- type: nauc_mrr_at_100_diff1
value: 13.2809
- type: nauc_mrr_at_1000_max
value: -4.221
- type: nauc_mrr_at_1000_std
value: -9.6052
- type: nauc_mrr_at_1000_diff1
value: 13.277
- type: main_score
value: 56.691
task:
type: Retrieval
- dataset:
config: default
name: MTEB ArxivClusteringP2P (default)
revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
split: test
type: mteb/arxiv-clustering-p2p
metrics:
- type: v_measure
value: 47.2496
- type: v_measure_std
value: 13.791900000000002
- type: main_score
value: 47.2496
task:
type: Clustering
- dataset:
config: default
name: MTEB ArxivClusteringS2S (default)
revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
split: test
type: mteb/arxiv-clustering-s2s
metrics:
- type: v_measure
value: 40.75
- type: v_measure_std
value: 14.1433
- type: main_score
value: 40.75
task:
type: Clustering
- dataset:
config: default
name: MTEB AskUbuntuDupQuestions (default)
revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
split: test
type: mteb/askubuntudupquestions-reranking
metrics:
- type: map
value: 61.5183
- type: mrr
value: 74.5329
- type: nAUC_map_max
value: 22.0592
- type: nAUC_map_std
value: 18.0597
- type: nAUC_map_diff1
value: 1.7156
- type: nAUC_mrr_max
value: 34.481899999999996
- type: nAUC_mrr_std
value: 18.1487
- type: nAUC_mrr_diff1
value: 14.359
- type: main_score
value: 61.5183
task:
type: Reranking
- dataset:
config: default
name: MTEB BIOSSES (default)
revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
split: test
type: mteb/biosses-sts
metrics:
- type: pearson
value: 86.7876
- type: spearman
value: 84.7302
- type: cosine_pearson
value: 86.7876
- type: cosine_spearman
value: 84.7302
- type: manhattan_pearson
value: 84.48649999999999
- type: manhattan_spearman
value: 84.0363
- type: euclidean_pearson
value: 84.8649
- type: euclidean_spearman
value: 84.6266
- type: main_score
value: 84.7302
task:
type: STS
- dataset:
config: default
name: MTEB Banking77Classification (default)
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
split: test
type: mteb/banking77
metrics:
- type: accuracy
value: 85.7078
- type: f1
value: 85.6668
- type: f1_weighted
value: 85.6668
- type: main_score
value: 85.7078
task:
type: Classification
- dataset:
config: default
name: MTEB BiorxivClusteringP2P (default)
revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
split: test
type: mteb/biorxiv-clustering-p2p
metrics:
- type: v_measure
value: 40.0883
- type: v_measure_std
value: 0.9724
- type: main_score
value: 40.0883
task:
type: Clustering
- dataset:
config: default
name: MTEB BiorxivClusteringS2S (default)
revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
split: test
type: mteb/biorxiv-clustering-s2s
metrics:
- type: v_measure
value: 36.3365
- type: v_measure_std
value: 1.1007
- type: main_score
value: 36.3365
task:
type: Clustering
- dataset:
config: default
name: MTEB CQADupstackAndroidRetrieval (default)
revision: f46a197baaae43b4f621051089b82a364682dfeb
split: test
type: mteb/cqadupstack-android
metrics:
- type: ndcg_at_1
value: 37.196
- type: ndcg_at_3
value: 42.849
- type: ndcg_at_5
value: 45.023
- type: ndcg_at_10
value: 48.02
- type: ndcg_at_20
value: 50.156
- type: ndcg_at_100
value: 53.32900000000001
- type: ndcg_at_1000
value: 55.535000000000004
- type: map_at_1
value: 30.598
- type: map_at_3
value: 38.221
- type: map_at_5
value: 40.105000000000004
- type: map_at_10
value: 41.715
- type: map_at_20
value: 42.539
- type: map_at_100
value: 43.207
- type: map_at_1000
value: 43.344
- type: recall_at_1
value: 30.598
- type: recall_at_3
value: 45.164
- type: recall_at_5
value: 51.357
- type: recall_at_10
value: 60.343
- type: recall_at_20
value: 67.93299999999999
- type: recall_at_100
value: 82.07
- type: recall_at_1000
value: 96.345
- type: precision_at_1
value: 37.196
- type: precision_at_3
value: 20.601
- type: precision_at_5
value: 14.707
- type: precision_at_10
value: 9.242
- type: precision_at_20
value: 5.522
- type: precision_at_100
value: 1.4949999999999999
- type: precision_at_1000
value: 0.198
- type: mrr_at_1
value: 37.196
- type: mrr_at_3
value: 44.516
- type: mrr_at_5
value: 45.9895
- type: mrr_at_10
value: 47.2167
- type: mrr_at_20
value: 47.6917
- type: mrr_at_100
value: 47.9724
- type: mrr_at_1000
value: 48.0257
- type: nauc_ndcg_at_1_max
value: 38.1056
- type: nauc_ndcg_at_1_std
value: -1.5731
- type: nauc_ndcg_at_1_diff1
value: 52.3965
- type: nauc_ndcg_at_3_max
value: 35.7142
- type: nauc_ndcg_at_3_std
value: 0.092
- type: nauc_ndcg_at_3_diff1
value: 46.1385
- type: nauc_ndcg_at_5_max
value: 36.3881
- type: nauc_ndcg_at_5_std
value: 1.5633000000000001
- type: nauc_ndcg_at_5_diff1
value: 45.2644
- type: nauc_ndcg_at_10_max
value: 36.660199999999996
- type: nauc_ndcg_at_10_std
value: 2.7068
- type: nauc_ndcg_at_10_diff1
value: 45.3748
- type: nauc_ndcg_at_20_max
value: 37.242599999999996
- type: nauc_ndcg_at_20_std
value: 3.2815999999999996
- type: nauc_ndcg_at_20_diff1
value: 45.5251
- type: nauc_ndcg_at_100_max
value: 38.1824
- type: nauc_ndcg_at_100_std
value: 4.5971
- type: nauc_ndcg_at_100_diff1
value: 45.622800000000005
- type: nauc_ndcg_at_1000_max
value: 37.9268
- type: nauc_ndcg_at_1000_std
value: 4.2024
- type: nauc_ndcg_at_1000_diff1
value: 45.9741
- type: nauc_map_at_1_max
value: 33.6794
- type: nauc_map_at_1_std
value: -0.7946
- type: nauc_map_at_1_diff1
value: 55.799699999999994
- type: nauc_map_at_3_max
value: 35.113
- type: nauc_map_at_3_std
value: -0.4043
- type: nauc_map_at_3_diff1
value: 49.4747
- type: nauc_map_at_5_max
value: 35.5742
- type: nauc_map_at_5_std
value: 0.45570000000000005
- type: nauc_map_at_5_diff1
value: 48.5577
- type: nauc_map_at_10_max
value: 35.861599999999996
- type: nauc_map_at_10_std
value: 1.0931
- type: nauc_map_at_10_diff1
value: 48.298
- type: nauc_map_at_20_max
value: 36.181999999999995
- type: nauc_map_at_20_std
value: 1.4944000000000002
- type: nauc_map_at_20_diff1
value: 48.149300000000004
- type: nauc_map_at_100_max
value: 36.4468
- type: nauc_map_at_100_std
value: 1.9296
- type: nauc_map_at_100_diff1
value: 48.1169
- type: nauc_map_at_1000_max
value: 36.4375
- type: nauc_map_at_1000_std
value: 1.9300000000000002
- type: nauc_map_at_1000_diff1
value: 48.1069
- type: nauc_recall_at_1_max
value: 33.6794
- type: nauc_recall_at_1_std
value: -0.7946
- type: nauc_recall_at_1_diff1
value: 55.799699999999994
- type: nauc_recall_at_3_max
value: 33.2805
- type: nauc_recall_at_3_std
value: 0.5577000000000001
- type: nauc_recall_at_3_diff1
value: 42.3984
- type: nauc_recall_at_5_max
value: 34.216
- type: nauc_recall_at_5_std
value: 3.8645
- type: nauc_recall_at_5_diff1
value: 39.2173
- type: nauc_recall_at_10_max
value: 34.4227
- type: nauc_recall_at_10_std
value: 7.2011
- type: nauc_recall_at_10_diff1
value: 37.8205
- type: nauc_recall_at_20_max
value: 36.0236
- type: nauc_recall_at_20_std
value: 9.4403
- type: nauc_recall_at_20_diff1
value: 36.4943
- type: nauc_recall_at_100_max
value: 43.2157
- type: nauc_recall_at_100_std
value: 21.368100000000002
- type: nauc_recall_at_100_diff1
value: 34.6385
- type: nauc_recall_at_1000_max
value: 62.0038
- type: nauc_recall_at_1000_std
value: 66.2789
- type: nauc_recall_at_1000_diff1
value: 44.0782
- type: nauc_precision_at_1_max
value: 38.1056
- type: nauc_precision_at_1_std
value: -1.5731
- type: nauc_precision_at_1_diff1
value: 52.3965
- type: nauc_precision_at_3_max
value: 31.081500000000002
- type: nauc_precision_at_3_std
value: -0.0759
- type: nauc_precision_at_3_diff1
value: 25.6564
- type: nauc_precision_at_5_max
value: 28.2648
- type: nauc_precision_at_5_std
value: 3.8094
- type: nauc_precision_at_5_diff1
value: 16.1581
- type: nauc_precision_at_10_max
value: 22.0272
- type: nauc_precision_at_10_std
value: 7.058000000000001
- type: nauc_precision_at_10_diff1
value: 4.8239
- type: nauc_precision_at_20_max
value: 16.419600000000003
- type: nauc_precision_at_20_std
value: 9.8527
- type: nauc_precision_at_20_diff1
value: -3.9787000000000003
- type: nauc_precision_at_100_max
value: 4.6336
- type: nauc_precision_at_100_std
value: 7.113300000000001
- type: nauc_precision_at_100_diff1
value: -13.9877
- type: nauc_precision_at_1000_max
value: -10.5846
- type: nauc_precision_at_1000_std
value: -4.4112
- type: nauc_precision_at_1000_diff1
value: -21.0335
- type: nauc_mrr_at_1_max
value: 38.1056
- type: nauc_mrr_at_1_std
value: -1.5731
- type: nauc_mrr_at_1_diff1
value: 52.3965
- type: nauc_mrr_at_3_max
value: 37.3249
- type: nauc_mrr_at_3_std
value: -0.5803
- type: nauc_mrr_at_3_diff1
value: 46.473
- type: nauc_mrr_at_5_max
value: 38.098
- type: nauc_mrr_at_5_std
value: 0.8412
- type: nauc_mrr_at_5_diff1
value: 45.9707
- type: nauc_mrr_at_10_max
value: 37.9234
- type: nauc_mrr_at_10_std
value: 1.0281
- type: nauc_mrr_at_10_diff1
value: 46.042300000000004
- type: nauc_mrr_at_20_max
value: 38.037
- type: nauc_mrr_at_20_std
value: 0.9448
- type: nauc_mrr_at_20_diff1
value: 46.1766
- type: nauc_mrr_at_100_max
value: 38.0621
- type: nauc_mrr_at_100_std
value: 1.0900999999999998
- type: nauc_mrr_at_100_diff1
value: 46.1863
- type: nauc_mrr_at_1000_max
value: 38.0732
- type: nauc_mrr_at_1000_std
value: 1.097
- type: nauc_mrr_at_1000_diff1
value: 46.2144
- type: main_score
value: 48.02
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackEnglishRetrieval (default)
revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
split: test
type: mteb/cqadupstack-english
metrics:
- type: ndcg_at_1
value: 34.331
- type: ndcg_at_3
value: 37.979
- type: ndcg_at_5
value: 40.043
- type: ndcg_at_10
value: 42.14
- type: ndcg_at_20
value: 44.01
- type: ndcg_at_100
value: 46.807
- type: ndcg_at_1000
value: 49.01
- type: map_at_1
value: 27.569
- type: map_at_3
value: 33.988
- type: map_at_5
value: 35.576
- type: map_at_10
value: 36.781000000000006
- type: map_at_20
value: 37.488
- type: map_at_100
value: 38.052
- type: map_at_1000
value: 38.186
- type: recall_at_1
value: 27.569
- type: recall_at_3
value: 39.684999999999995
- type: recall_at_5
value: 45.397
- type: recall_at_10
value: 51.674
- type: recall_at_20
value: 58.407
- type: recall_at_100
value: 71.356
- type: recall_at_1000
value: 85.372
- type: precision_at_1
value: 34.331
- type: precision_at_3
value: 18.279999999999998
- type: precision_at_5
value: 13.096
- type: precision_at_10
value: 8.013
- type: precision_at_20
value: 4.809
- type: precision_at_100
value: 1.3419999999999999
- type: precision_at_1000
value: 0.182
- type: mrr_at_1
value: 34.3312
- type: mrr_at_3
value: 39.9575
- type: mrr_at_5
value: 41.4066
- type: mrr_at_10
value: 42.274699999999996
- type: mrr_at_20
value: 42.734100000000005
- type: mrr_at_100
value: 43.0249
- type: mrr_at_1000
value: 43.078
- type: nauc_ndcg_at_1_max
value: 37.1034
- type: nauc_ndcg_at_1_std
value: -1.5059
- type: nauc_ndcg_at_1_diff1
value: 52.56229999999999
- type: nauc_ndcg_at_3_max
value: 35.741299999999995
- type: nauc_ndcg_at_3_std
value: -2.2986
- type: nauc_ndcg_at_3_diff1
value: 48.8509
- type: nauc_ndcg_at_5_max
value: 35.6244
- type: nauc_ndcg_at_5_std
value: -2.1026
- type: nauc_ndcg_at_5_diff1
value: 48.4677
- type: nauc_ndcg_at_10_max
value: 35.091499999999996
- type: nauc_ndcg_at_10_std
value: -1.5609
- type: nauc_ndcg_at_10_diff1
value: 47.8819
- type: nauc_ndcg_at_20_max
value: 35.6196
- type: nauc_ndcg_at_20_std
value: 0.24109999999999998
- type: nauc_ndcg_at_20_diff1
value: 46.866600000000005
- type: nauc_ndcg_at_100_max
value: 36.5703
- type: nauc_ndcg_at_100_std
value: 2.6126
- type: nauc_ndcg_at_100_diff1
value: 46.6618
- type: nauc_ndcg_at_1000_max
value: 36.3611
- type: nauc_ndcg_at_1000_std
value: 2.8128
- type: nauc_ndcg_at_1000_diff1
value: 46.8048
- type: nauc_map_at_1_max
value: 29.4274
- type: nauc_map_at_1_std
value: -9.002699999999999
- type: nauc_map_at_1_diff1
value: 55.5743
- type: nauc_map_at_3_max
value: 32.562400000000004
- type: nauc_map_at_3_std
value: -6.8619
- type: nauc_map_at_3_diff1
value: 50.985499999999995
- type: nauc_map_at_5_max
value: 33.2048
- type: nauc_map_at_5_std
value: -5.9758
- type: nauc_map_at_5_diff1
value: 50.43840000000001
- type: nauc_map_at_10_max
value: 33.589400000000005
- type: nauc_map_at_10_std
value: -5.0358
- type: nauc_map_at_10_diff1
value: 50.022200000000005
- type: nauc_map_at_20_max
value: 34.061099999999996
- type: nauc_map_at_20_std
value: -3.9774
- type: nauc_map_at_20_diff1
value: 49.6174
- type: nauc_map_at_100_max
value: 34.571400000000004
- type: nauc_map_at_100_std
value: -3.1757
- type: nauc_map_at_100_diff1
value: 49.5976
- type: nauc_map_at_1000_max
value: 34.6225
- type: nauc_map_at_1000_std
value: -3.0637000000000003
- type: nauc_map_at_1000_diff1
value: 49.6125
- type: nauc_recall_at_1_max
value: 29.4274
- type: nauc_recall_at_1_std
value: -9.002699999999999
- type: nauc_recall_at_1_diff1
value: 55.5743
- type: nauc_recall_at_3_max
value: 31.583699999999997
- type: nauc_recall_at_3_std
value: -6.3082
- type: nauc_recall_at_3_diff1
value: 45.8703
- type: nauc_recall_at_5_max
value: 32.1764
- type: nauc_recall_at_5_std
value: -3.6715
- type: nauc_recall_at_5_diff1
value: 44.0143
- type: nauc_recall_at_10_max
value: 31.295099999999998
- type: nauc_recall_at_10_std
value: -0.7147
- type: nauc_recall_at_10_diff1
value: 41.5909
- type: nauc_recall_at_20_max
value: 33.0733
- type: nauc_recall_at_20_std
value: 5.869
- type: nauc_recall_at_20_diff1
value: 36.951
- type: nauc_recall_at_100_max
value: 38.864
- type: nauc_recall_at_100_std
value: 22.052
- type: nauc_recall_at_100_diff1
value: 33.9715
- type: nauc_recall_at_1000_max
value: 37.7009
- type: nauc_recall_at_1000_std
value: 34.3797
- type: nauc_recall_at_1000_diff1
value: 30.021900000000002
- type: nauc_precision_at_1_max
value: 37.1034
- type: nauc_precision_at_1_std
value: -1.5059
- type: nauc_precision_at_1_diff1
value: 52.56229999999999
- type: nauc_precision_at_3_max
value: 38.7828
- type: nauc_precision_at_3_std
value: 9.0172
- type: nauc_precision_at_3_diff1
value: 32.2126
- type: nauc_precision_at_5_max
value: 38.5612
- type: nauc_precision_at_5_std
value: 14.1474
- type: nauc_precision_at_5_diff1
value: 25.497700000000002
- type: nauc_precision_at_10_max
value: 36.3539
- type: nauc_precision_at_10_std
value: 20.214499999999997
- type: nauc_precision_at_10_diff1
value: 17.3647
- type: nauc_precision_at_20_max
value: 36.094300000000004
- type: nauc_precision_at_20_std
value: 30.2733
- type: nauc_precision_at_20_diff1
value: 8.9392
- type: nauc_precision_at_100_max
value: 31.6403
- type: nauc_precision_at_100_std
value: 38.499100000000006
- type: nauc_precision_at_100_diff1
value: 2.682
- type: nauc_precision_at_1000_max
value: 18.8802
- type: nauc_precision_at_1000_std
value: 32.902100000000004
- type: nauc_precision_at_1000_diff1
value: -1.8433000000000002
- type: nauc_mrr_at_1_max
value: 37.1034
- type: nauc_mrr_at_1_std
value: -1.5059
- type: nauc_mrr_at_1_diff1
value: 52.56229999999999
- type: nauc_mrr_at_3_max
value: 37.0919
- type: nauc_mrr_at_3_std
value: 0.2272
- type: nauc_mrr_at_3_diff1
value: 48.8377
- type: nauc_mrr_at_5_max
value: 37.1363
- type: nauc_mrr_at_5_std
value: 0.8158000000000001
- type: nauc_mrr_at_5_diff1
value: 48.6426
- type: nauc_mrr_at_10_max
value: 36.849900000000005
- type: nauc_mrr_at_10_std
value: 0.8576999999999999
- type: nauc_mrr_at_10_diff1
value: 48.188900000000004
- type: nauc_mrr_at_20_max
value: 37.0041
- type: nauc_mrr_at_20_std
value: 1.1797
- type: nauc_mrr_at_20_diff1
value: 48.1216
- type: nauc_mrr_at_100_max
value: 37.0369
- type: nauc_mrr_at_100_std
value: 1.3256999999999999
- type: nauc_mrr_at_100_diff1
value: 48.1113
- type: nauc_mrr_at_1000_max
value: 37.0277
- type: nauc_mrr_at_1000_std
value: 1.3186
- type: nauc_mrr_at_1000_diff1
value: 48.1185
- type: main_score
value: 42.14
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGamingRetrieval (default)
revision: 4885aa143210c98657558c04aaf3dc47cfb54340
split: test
type: mteb/cqadupstack-gaming
metrics:
- type: ndcg_at_1
value: 44.326
- type: ndcg_at_3
value: 51.365
- type: ndcg_at_5
value: 54.386
- type: ndcg_at_10
value: 56.872
- type: ndcg_at_20
value: 59.026
- type: ndcg_at_100
value: 61.525
- type: ndcg_at_1000
value: 62.539
- type: map_at_1
value: 38.852
- type: map_at_3
value: 47.826
- type: map_at_5
value: 49.858000000000004
- type: map_at_10
value: 51.152
- type: map_at_20
value: 51.902
- type: map_at_100
value: 52.342
- type: map_at_1000
value: 52.394
- type: recall_at_1
value: 38.852
- type: recall_at_3
value: 56.023999999999994
- type: recall_at_5
value: 63.317
- type: recall_at_10
value: 70.408
- type: recall_at_20
value: 78.41900000000001
- type: recall_at_100
value: 90.509
- type: recall_at_1000
value: 97.543
- type: precision_at_1
value: 44.326
- type: precision_at_3
value: 22.947
- type: precision_at_5
value: 16.025
- type: precision_at_10
value: 9.223
- type: precision_at_20
value: 5.238
- type: precision_at_100
value: 1.246
- type: precision_at_1000
value: 0.13799999999999998
- type: mrr_at_1
value: 44.326
- type: mrr_at_3
value: 51.7555
- type: mrr_at_5
value: 53.4138
- type: mrr_at_10
value: 54.33480000000001
- type: mrr_at_20
value: 54.826299999999996
- type: mrr_at_100
value: 55.1054
- type: mrr_at_1000
value: 55.1314
- type: nauc_ndcg_at_1_max
value: 36.558
- type: nauc_ndcg_at_1_std
value: -4.0680000000000005
- type: nauc_ndcg_at_1_diff1
value: 49.3624
- type: nauc_ndcg_at_3_max
value: 36.3298
- type: nauc_ndcg_at_3_std
value: -3.2942
- type: nauc_ndcg_at_3_diff1
value: 44.3877
- type: nauc_ndcg_at_5_max
value: 36.817699999999995
- type: nauc_ndcg_at_5_std
value: -2.8253
- type: nauc_ndcg_at_5_diff1
value: 43.9999
- type: nauc_ndcg_at_10_max
value: 37.8778
- type: nauc_ndcg_at_10_std
value: -1.5112999999999999
- type: nauc_ndcg_at_10_diff1
value: 43.445299999999996
- type: nauc_ndcg_at_20_max
value: 37.978699999999996
- type: nauc_ndcg_at_20_std
value: -0.544
- type: nauc_ndcg_at_20_diff1
value: 42.9055
- type: nauc_ndcg_at_100_max
value: 38.3425
- type: nauc_ndcg_at_100_std
value: -0.005399999999999999
- type: nauc_ndcg_at_100_diff1
value: 43.3521
- type: nauc_ndcg_at_1000_max
value: 38.2181
- type: nauc_ndcg_at_1000_std
value: -0.3538
- type: nauc_ndcg_at_1000_diff1
value: 43.7472
- type: nauc_map_at_1_max
value: 30.402099999999997
- type: nauc_map_at_1_std
value: -6.0585
- type: nauc_map_at_1_diff1
value: 49.8444
- type: nauc_map_at_3_max
value: 34.3397
- type: nauc_map_at_3_std
value: -5.0624
- type: nauc_map_at_3_diff1
value: 46.2418
- type: nauc_map_at_5_max
value: 34.834199999999996
- type: nauc_map_at_5_std
value: -4.6048
- type: nauc_map_at_5_diff1
value: 45.834399999999995
- type: nauc_map_at_10_max
value: 35.6631
- type: nauc_map_at_10_std
value: -3.6241000000000003
- type: nauc_map_at_10_diff1
value: 45.3816
- type: nauc_map_at_20_max
value: 35.9464
- type: nauc_map_at_20_std
value: -3.0435
- type: nauc_map_at_20_diff1
value: 45.1306
- type: nauc_map_at_100_max
value: 36.1422
- type: nauc_map_at_100_std
value: -2.8278000000000003
- type: nauc_map_at_100_diff1
value: 45.134600000000006
- type: nauc_map_at_1000_max
value: 36.1607
- type: nauc_map_at_1000_std
value: -2.8174
- type: nauc_map_at_1000_diff1
value: 45.1579
- type: nauc_recall_at_1_max
value: 30.402099999999997
- type: nauc_recall_at_1_std
value: -6.0585
- type: nauc_recall_at_1_diff1
value: 49.8444
- type: nauc_recall_at_3_max
value: 35.2771
- type: nauc_recall_at_3_std
value: -4.1926
- type: nauc_recall_at_3_diff1
value: 41.2564
- type: nauc_recall_at_5_max
value: 35.5291
- type: nauc_recall_at_5_std
value: -2.4882
- type: nauc_recall_at_5_diff1
value: 38.465199999999996
- type: nauc_recall_at_10_max
value: 39.1336
- type: nauc_recall_at_10_std
value: 1.7909000000000002
- type: nauc_recall_at_10_diff1
value: 36.0473
- type: nauc_recall_at_20_max
value: 41.204800000000006
- type: nauc_recall_at_20_std
value: 8.693900000000001
- type: nauc_recall_at_20_diff1
value: 31.378600000000002
- type: nauc_recall_at_100_max
value: 47.2494
- type: nauc_recall_at_100_std
value: 23.522299999999998
- type: nauc_recall_at_100_diff1
value: 28.2611
- type: nauc_recall_at_1000_max
value: 60.132799999999996
- type: nauc_recall_at_1000_std
value: 50.6562
- type: nauc_recall_at_1000_diff1
value: 23.1446
- type: nauc_precision_at_1_max
value: 36.558
- type: nauc_precision_at_1_std
value: -4.0680000000000005
- type: nauc_precision_at_1_diff1
value: 49.3624
- type: nauc_precision_at_3_max
value: 35.279700000000005
- type: nauc_precision_at_3_std
value: 2.5128
- type: nauc_precision_at_3_diff1
value: 26.021300000000004
- type: nauc_precision_at_5_max
value: 33.1129
- type: nauc_precision_at_5_std
value: 6.4138
- type: nauc_precision_at_5_diff1
value: 18.2973
- type: nauc_precision_at_10_max
value: 32.9216
- type: nauc_precision_at_10_std
value: 14.078299999999999
- type: nauc_precision_at_10_diff1
value: 7.9207
- type: nauc_precision_at_20_max
value: 30.709500000000002
- type: nauc_precision_at_20_std
value: 21.0455
- type: nauc_precision_at_20_diff1
value: -1.8851
- type: nauc_precision_at_100_max
value: 25.4678
- type: nauc_precision_at_100_std
value: 25.4313
- type: nauc_precision_at_100_diff1
value: -10.974499999999999
- type: nauc_precision_at_1000_max
value: 20.2269
- type: nauc_precision_at_1000_std
value: 22.9772
- type: nauc_precision_at_1000_diff1
value: -13.3987
- type: nauc_mrr_at_1_max
value: 36.558
- type: nauc_mrr_at_1_std
value: -4.0680000000000005
- type: nauc_mrr_at_1_diff1
value: 49.3624
- type: nauc_mrr_at_3_max
value: 38.413599999999995
- type: nauc_mrr_at_3_std
value: -2.3569
- type: nauc_mrr_at_3_diff1
value: 45.532000000000004
- type: nauc_mrr_at_5_max
value: 38.268299999999996
- type: nauc_mrr_at_5_std
value: -2.1296
- type: nauc_mrr_at_5_diff1
value: 45.0634
- type: nauc_mrr_at_10_max
value: 38.541799999999995
- type: nauc_mrr_at_10_std
value: -1.7776
- type: nauc_mrr_at_10_diff1
value: 45.0263
- type: nauc_mrr_at_20_max
value: 38.5637
- type: nauc_mrr_at_20_std
value: -1.6519
- type: nauc_mrr_at_20_diff1
value: 44.9795
- type: nauc_mrr_at_100_max
value: 38.5345
- type: nauc_mrr_at_100_std
value: -1.7046
- type: nauc_mrr_at_100_diff1
value: 45.0336
- type: nauc_mrr_at_1000_max
value: 38.5314
- type: nauc_mrr_at_1000_std
value: -1.7087
- type: nauc_mrr_at_1000_diff1
value: 45.0451
- type: main_score
value: 56.872
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackGisRetrieval (default)
revision: 5003b3064772da1887988e05400cf3806fe491f2
split: test
type: mteb/cqadupstack-gis
metrics:
- type: ndcg_at_1
value: 28.362
- type: ndcg_at_3
value: 33.528000000000006
- type: ndcg_at_5
value: 35.848
- type: ndcg_at_10
value: 38.173
- type: ndcg_at_20
value: 40.172000000000004
- type: ndcg_at_100
value: 43.467
- type: ndcg_at_1000
value: 45.504
- type: map_at_1
value: 26.529000000000003
- type: map_at_3
value: 31.387999999999998
- type: map_at_5
value: 32.832
- type: map_at_10
value: 33.872
- type: map_at_20
value: 34.434
- type: map_at_100
value: 34.931
- type: map_at_1000
value: 35.006
- type: recall_at_1
value: 26.529000000000003
- type: recall_at_3
value: 37.275000000000006
- type: recall_at_5
value: 42.792
- type: recall_at_10
value: 49.748
- type: recall_at_20
value: 57.199999999999996
- type: recall_at_100
value: 74.118
- type: recall_at_1000
value: 89.593
- type: precision_at_1
value: 28.362
- type: precision_at_3
value: 13.898
- type: precision_at_5
value: 9.74
- type: precision_at_10
value: 5.7059999999999995
- type: precision_at_20
value: 3.3329999999999997
- type: precision_at_100
value: 0.886
- type: precision_at_1000
value: 0.109
- type: mrr_at_1
value: 28.3616
- type: mrr_at_3
value: 33.5028
- type: mrr_at_5
value: 34.7119
- type: mrr_at_10
value: 35.6396
- type: mrr_at_20
value: 36.2226
- type: mrr_at_100
value: 36.611
- type: mrr_at_1000
value: 36.675000000000004
- type: nauc_ndcg_at_1_max
value: 31.811099999999996
- type: nauc_ndcg_at_1_std
value: -4.5333
- type: nauc_ndcg_at_1_diff1
value: 48.3941
- type: nauc_ndcg_at_3_max
value: 30.995
- type: nauc_ndcg_at_3_std
value: -2.5651
- type: nauc_ndcg_at_3_diff1
value: 43.9463
- type: nauc_ndcg_at_5_max
value: 31.3529
- type: nauc_ndcg_at_5_std
value: -1.3979
- type: nauc_ndcg_at_5_diff1
value: 42.4223
- type: nauc_ndcg_at_10_max
value: 30.3871
- type: nauc_ndcg_at_10_std
value: -1.0215999999999998
- type: nauc_ndcg_at_10_diff1
value: 41.2437
- type: nauc_ndcg_at_20_max
value: 30.524600000000003
- type: nauc_ndcg_at_20_std
value: 0.0237
- type: nauc_ndcg_at_20_diff1
value: 40.8105
- type: nauc_ndcg_at_100_max
value: 30.7685
- type: nauc_ndcg_at_100_std
value: 0.6131
- type: nauc_ndcg_at_100_diff1
value: 40.700399999999995
- type: nauc_ndcg_at_1000_max
value: 31.693500000000004
- type: nauc_ndcg_at_1000_std
value: 0.7712
- type: nauc_ndcg_at_1000_diff1
value: 41.698800000000006
- type: nauc_map_at_1_max
value: 29.5259
- type: nauc_map_at_1_std
value: -6.8855
- type: nauc_map_at_1_diff1
value: 49.7534
- type: nauc_map_at_3_max
value: 30.585
- type: nauc_map_at_3_std
value: -3.8337999999999997
- type: nauc_map_at_3_diff1
value: 45.5901
- type: nauc_map_at_5_max
value: 30.8525
- type: nauc_map_at_5_std
value: -3.063
- type: nauc_map_at_5_diff1
value: 44.730199999999996
- type: nauc_map_at_10_max
value: 30.496499999999997
- type: nauc_map_at_10_std
value: -2.8861000000000003
- type: nauc_map_at_10_diff1
value: 44.319199999999995
- type: nauc_map_at_20_max
value: 30.504199999999997
- type: nauc_map_at_20_std
value: -2.5642
- type: nauc_map_at_20_diff1
value: 44.1674
- type: nauc_map_at_100_max
value: 30.6511
- type: nauc_map_at_100_std
value: -2.4967
- type: nauc_map_at_100_diff1
value: 44.137100000000004
- type: nauc_map_at_1000_max
value: 30.6905
- type: nauc_map_at_1000_std
value: -2.4621
- type: nauc_map_at_1000_diff1
value: 44.1674
- type: nauc_recall_at_1_max
value: 29.5259
- type: nauc_recall_at_1_std
value: -6.8855
- type: nauc_recall_at_1_diff1
value: 49.7534
- type: nauc_recall_at_3_max
value: 30.6423
- type: nauc_recall_at_3_std
value: -0.3838
- type: nauc_recall_at_3_diff1
value: 40.2526
- type: nauc_recall_at_5_max
value: 31.055300000000003
- type: nauc_recall_at_5_std
value: 2.2912
- type: nauc_recall_at_5_diff1
value: 36.0852
- type: nauc_recall_at_10_max
value: 27.7266
- type: nauc_recall_at_10_std
value: 3.2786000000000004
- type: nauc_recall_at_10_diff1
value: 32.0315
- type: nauc_recall_at_20_max
value: 27.4648
- type: nauc_recall_at_20_std
value: 7.494199999999999
- type: nauc_recall_at_20_diff1
value: 29.5216
- type: nauc_recall_at_100_max
value: 26.152199999999997
- type: nauc_recall_at_100_std
value: 14.4337
- type: nauc_recall_at_100_diff1
value: 24.7925
- type: nauc_recall_at_1000_max
value: 41.4023
- type: nauc_recall_at_1000_std
value: 30.557299999999998
- type: nauc_recall_at_1000_diff1
value: 31.940600000000003
- type: nauc_precision_at_1_max
value: 31.811099999999996
- type: nauc_precision_at_1_std
value: -4.5333
- type: nauc_precision_at_1_diff1
value: 48.3941
- type: nauc_precision_at_3_max
value: 33.303399999999996
- type: nauc_precision_at_3_std
value: 2.0175
- type: nauc_precision_at_3_diff1
value: 36.5786
- type: nauc_precision_at_5_max
value: 32.4179
- type: nauc_precision_at_5_std
value: 5.0159
- type: nauc_precision_at_5_diff1
value: 31.707800000000002
- type: nauc_precision_at_10_max
value: 27.8921
- type: nauc_precision_at_10_std
value: 6.1381
- type: nauc_precision_at_10_diff1
value: 26.037
- type: nauc_precision_at_20_max
value: 27.6974
- type: nauc_precision_at_20_std
value: 10.138900000000001
- type: nauc_precision_at_20_diff1
value: 21.266299999999998
- type: nauc_precision_at_100_max
value: 22.0763
- type: nauc_precision_at_100_std
value: 14.166400000000001
- type: nauc_precision_at_100_diff1
value: 9.139899999999999
- type: nauc_precision_at_1000_max
value: 20.035600000000002
- type: nauc_precision_at_1000_std
value: 15.9438
- type: nauc_precision_at_1000_diff1
value: -1.2317
- type: nauc_mrr_at_1_max
value: 31.811099999999996
- type: nauc_mrr_at_1_std
value: -4.5333
- type: nauc_mrr_at_1_diff1
value: 48.3941
- type: nauc_mrr_at_3_max
value: 31.6626
- type: nauc_mrr_at_3_std
value: -2.2127
- type: nauc_mrr_at_3_diff1
value: 44.190400000000004
- type: nauc_mrr_at_5_max
value: 31.897
- type: nauc_mrr_at_5_std
value: -1.7647
- type: nauc_mrr_at_5_diff1
value: 43.4089
- type: nauc_mrr_at_10_max
value: 31.569399999999998
- type: nauc_mrr_at_10_std
value: -1.6548
- type: nauc_mrr_at_10_diff1
value: 42.948
- type: nauc_mrr_at_20_max
value: 31.759900000000002
- type: nauc_mrr_at_20_std
value: -1.3363
- type: nauc_mrr_at_20_diff1
value: 42.9269
- type: nauc_mrr_at_100_max
value: 31.7011
- type: nauc_mrr_at_100_std
value: -1.3267
- type: nauc_mrr_at_100_diff1
value: 42.914
- type: nauc_mrr_at_1000_max
value: 31.7316
- type: nauc_mrr_at_1000_std
value: -1.3124
- type: nauc_mrr_at_1000_diff1
value: 42.9562
- type: main_score
value: 38.173
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackMathematicaRetrieval (default)
revision: 90fceea13679c63fe563ded68f3b6f06e50061de
split: test
type: mteb/cqadupstack-mathematica
metrics:
- type: ndcg_at_1
value: 19.900000000000002
- type: ndcg_at_3
value: 23.943
- type: ndcg_at_5
value: 26.096000000000004
- type: ndcg_at_10
value: 28.831
- type: ndcg_at_20
value: 30.473
- type: ndcg_at_100
value: 34.042
- type: ndcg_at_1000
value: 37.135
- type: map_at_1
value: 16.056
- type: map_at_3
value: 21.066
- type: map_at_5
value: 22.426
- type: map_at_10
value: 23.644000000000002
- type: map_at_20
value: 24.121000000000002
- type: map_at_100
value: 24.654
- type: map_at_1000
value: 24.776
- type: recall_at_1
value: 16.056
- type: recall_at_3
value: 26.927
- type: recall_at_5
value: 32.293
- type: recall_at_10
value: 40.399
- type: recall_at_20
value: 46.39
- type: recall_at_100
value: 63.855
- type: recall_at_1000
value: 86.08200000000001
- type: precision_at_1
value: 19.900000000000002
- type: precision_at_3
value: 11.484
- type: precision_at_5
value: 8.483
- type: precision_at_10
value: 5.398
- type: precision_at_20
value: 3.159
- type: precision_at_100
value: 0.9199999999999999
- type: precision_at_1000
value: 0.134
- type: mrr_at_1
value: 19.900499999999997
- type: mrr_at_3
value: 25.601200000000002
- type: mrr_at_5
value: 26.9569
- type: mrr_at_10
value: 28.170099999999998
- type: mrr_at_20
value: 28.598200000000002
- type: mrr_at_100
value: 29.0126
- type: mrr_at_1000
value: 29.0839
- type: nauc_ndcg_at_1_max
value: 15.659600000000001
- type: nauc_ndcg_at_1_std
value: -6.0176
- type: nauc_ndcg_at_1_diff1
value: 32.0638
- type: nauc_ndcg_at_3_max
value: 16.3279
- type: nauc_ndcg_at_3_std
value: -2.0454
- type: nauc_ndcg_at_3_diff1
value: 29.659000000000002
- type: nauc_ndcg_at_5_max
value: 13.8539
- type: nauc_ndcg_at_5_std
value: -1.9497
- type: nauc_ndcg_at_5_diff1
value: 28.9836
- type: nauc_ndcg_at_10_max
value: 13.267999999999999
- type: nauc_ndcg_at_10_std
value: -2.0457
- type: nauc_ndcg_at_10_diff1
value: 28.5729
- type: nauc_ndcg_at_20_max
value: 13.3359
- type: nauc_ndcg_at_20_std
value: -1.6448
- type: nauc_ndcg_at_20_diff1
value: 28.6509
- type: nauc_ndcg_at_100_max
value: 14.407200000000001
- type: nauc_ndcg_at_100_std
value: 1.0699999999999998
- type: nauc_ndcg_at_100_diff1
value: 27.9353
- type: nauc_ndcg_at_1000_max
value: 14.0184
- type: nauc_ndcg_at_1000_std
value: 0.27330000000000004
- type: nauc_ndcg_at_1000_diff1
value: 27.8702
- type: nauc_map_at_1_max
value: 12.4941
- type: nauc_map_at_1_std
value: -5.687600000000001
- type: nauc_map_at_1_diff1
value: 32.7166
- type: nauc_map_at_3_max
value: 14.0904
- type: nauc_map_at_3_std
value: -2.7146
- type: nauc_map_at_3_diff1
value: 30.19
- type: nauc_map_at_5_max
value: 12.7722
- type: nauc_map_at_5_std
value: -2.9706
- type: nauc_map_at_5_diff1
value: 29.7105
- type: nauc_map_at_10_max
value: 12.6842
- type: nauc_map_at_10_std
value: -3.0523000000000002
- type: nauc_map_at_10_diff1
value: 29.549500000000002
- type: nauc_map_at_20_max
value: 12.756200000000002
- type: nauc_map_at_20_std
value: -2.9331
- type: nauc_map_at_20_diff1
value: 29.555300000000003
- type: nauc_map_at_100_max
value: 12.91
- type: nauc_map_at_100_std
value: -2.4742
- type: nauc_map_at_100_diff1
value: 29.437600000000003
- type: nauc_map_at_1000_max
value: 12.8929
- type: nauc_map_at_1000_std
value: -2.4856
- type: nauc_map_at_1000_diff1
value: 29.4263
- type: nauc_recall_at_1_max
value: 12.4941
- type: nauc_recall_at_1_std
value: -5.687600000000001
- type: nauc_recall_at_1_diff1
value: 32.7166
- type: nauc_recall_at_3_max
value: 16.8654
- type: nauc_recall_at_3_std
value: 1.1265
- type: nauc_recall_at_3_diff1
value: 27.183600000000002
- type: nauc_recall_at_5_max
value: 12.1851
- type: nauc_recall_at_5_std
value: 0.5313
- type: nauc_recall_at_5_diff1
value: 26.0019
- type: nauc_recall_at_10_max
value: 10.595699999999999
- type: nauc_recall_at_10_std
value: 0.0442
- type: nauc_recall_at_10_diff1
value: 24.3966
- type: nauc_recall_at_20_max
value: 10.3666
- type: nauc_recall_at_20_std
value: 1.3768
- type: nauc_recall_at_20_diff1
value: 24.078
- type: nauc_recall_at_100_max
value: 14.7658
- type: nauc_recall_at_100_std
value: 15.459800000000001
- type: nauc_recall_at_100_diff1
value: 19.753
- type: nauc_recall_at_1000_max
value: 10.5806
- type: nauc_recall_at_1000_std
value: 20.1016
- type: nauc_recall_at_1000_diff1
value: 12.205
- type: nauc_precision_at_1_max
value: 15.659600000000001
- type: nauc_precision_at_1_std
value: -6.0176
- type: nauc_precision_at_1_diff1
value: 32.0638
- type: nauc_precision_at_3_max
value: 20.2864
- type: nauc_precision_at_3_std
value: -2.051
- type: nauc_precision_at_3_diff1
value: 26.361400000000003
- type: nauc_precision_at_5_max
value: 14.5492
- type: nauc_precision_at_5_std
value: -1.0184
- type: nauc_precision_at_5_diff1
value: 22.8768
- type: nauc_precision_at_10_max
value: 13.595099999999999
- type: nauc_precision_at_10_std
value: -0.7986
- type: nauc_precision_at_10_diff1
value: 20.7241
- type: nauc_precision_at_20_max
value: 13.6322
- type: nauc_precision_at_20_std
value: 0.4419
- type: nauc_precision_at_20_diff1
value: 19.7655
- type: nauc_precision_at_100_max
value: 14.5421
- type: nauc_precision_at_100_std
value: 9.7046
- type: nauc_precision_at_100_diff1
value: 9.5691
- type: nauc_precision_at_1000_max
value: 4.793200000000001
- type: nauc_precision_at_1000_std
value: 1.3287
- type: nauc_precision_at_1000_diff1
value: -1.8085
- type: nauc_mrr_at_1_max
value: 15.659600000000001
- type: nauc_mrr_at_1_std
value: -6.0176
- type: nauc_mrr_at_1_diff1
value: 32.0638
- type: nauc_mrr_at_3_max
value: 17.5324
- type: nauc_mrr_at_3_std
value: -3.2492
- type: nauc_mrr_at_3_diff1
value: 29.4836
- type: nauc_mrr_at_5_max
value: 16.5671
- type: nauc_mrr_at_5_std
value: -2.9422
- type: nauc_mrr_at_5_diff1
value: 29.6039
- type: nauc_mrr_at_10_max
value: 16.3245
- type: nauc_mrr_at_10_std
value: -2.9795
- type: nauc_mrr_at_10_diff1
value: 29.4954
- type: nauc_mrr_at_20_max
value: 16.250400000000003
- type: nauc_mrr_at_20_std
value: -2.935
- type: nauc_mrr_at_20_diff1
value: 29.4574
- type: nauc_mrr_at_100_max
value: 16.3581
- type: nauc_mrr_at_100_std
value: -2.7237
- type: nauc_mrr_at_100_diff1
value: 29.424699999999998
- type: nauc_mrr_at_1000_max
value: 16.3407
- type: nauc_mrr_at_1000_std
value: -2.753
- type: nauc_mrr_at_1000_diff1
value: 29.4284
- type: main_score
value: 28.831
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackPhysicsRetrieval (default)
revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
split: test
type: mteb/cqadupstack-physics
metrics:
- type: ndcg_at_1
value: 36.574
- type: ndcg_at_3
value: 41.352
- type: ndcg_at_5
value: 44.074999999999996
- type: ndcg_at_10
value: 46.877
- type: ndcg_at_20
value: 48.964999999999996
- type: ndcg_at_100
value: 52.349999999999994
- type: ndcg_at_1000
value: 54.347
- type: map_at_1
value: 29.968
- type: map_at_3
value: 37.165
- type: map_at_5
value: 39.153999999999996
- type: map_at_10
value: 40.599000000000004
- type: map_at_20
value: 41.338
- type: map_at_100
value: 41.926
- type: map_at_1000
value: 42.04
- type: recall_at_1
value: 29.968
- type: recall_at_3
value: 44.605
- type: recall_at_5
value: 51.57000000000001
- type: recall_at_10
value: 59.711000000000006
- type: recall_at_20
value: 67.06
- type: recall_at_100
value: 82.953
- type: recall_at_1000
value: 95.76599999999999
- type: precision_at_1
value: 36.574
- type: precision_at_3
value: 19.442
- type: precision_at_5
value: 13.975000000000001
- type: precision_at_10
value: 8.576
- type: precision_at_20
value: 4.986
- type: precision_at_100
value: 1.331
- type: precision_at_1000
value: 0.168
- type: mrr_at_1
value: 36.5736
- type: mrr_at_3
value: 43.7279
- type: mrr_at_5
value: 45.2919
- type: mrr_at_10
value: 46.3993
- type: mrr_at_20
value: 46.8156
- type: mrr_at_100
value: 47.155
- type: mrr_at_1000
value: 47.198499999999996
- type: nauc_ndcg_at_1_max
value: 35.397400000000005
- type: nauc_ndcg_at_1_std
value: 4.537999999999999
- type: nauc_ndcg_at_1_diff1
value: 49.0608
- type: nauc_ndcg_at_3_max
value: 34.5192
- type: nauc_ndcg_at_3_std
value: 3.4703999999999997
- type: nauc_ndcg_at_3_diff1
value: 47.4364
- type: nauc_ndcg_at_5_max
value: 33.2658
- type: nauc_ndcg_at_5_std
value: 3.0020000000000002
- type: nauc_ndcg_at_5_diff1
value: 46.7486
- type: nauc_ndcg_at_10_max
value: 33.0194
- type: nauc_ndcg_at_10_std
value: 3.4273
- type: nauc_ndcg_at_10_diff1
value: 47.2112
- type: nauc_ndcg_at_20_max
value: 33.6739
- type: nauc_ndcg_at_20_std
value: 4.7551000000000005
- type: nauc_ndcg_at_20_diff1
value: 46.869699999999995
- type: nauc_ndcg_at_100_max
value: 34.8941
- type: nauc_ndcg_at_100_std
value: 6.6951
- type: nauc_ndcg_at_100_diff1
value: 47.2115
- type: nauc_ndcg_at_1000_max
value: 35.152899999999995
- type: nauc_ndcg_at_1000_std
value: 6.2713
- type: nauc_ndcg_at_1000_diff1
value: 47.4119
- type: nauc_map_at_1_max
value: 34.386100000000006
- type: nauc_map_at_1_std
value: 0.46490000000000004
- type: nauc_map_at_1_diff1
value: 52.8845
- type: nauc_map_at_3_max
value: 34.4231
- type: nauc_map_at_3_std
value: 2.63
- type: nauc_map_at_3_diff1
value: 49.086600000000004
- type: nauc_map_at_5_max
value: 33.9667
- type: nauc_map_at_5_std
value: 2.6341
- type: nauc_map_at_5_diff1
value: 48.367
- type: nauc_map_at_10_max
value: 34.084900000000005
- type: nauc_map_at_10_std
value: 3.0326
- type: nauc_map_at_10_diff1
value: 48.641
- type: nauc_map_at_20_max
value: 34.315400000000004
- type: nauc_map_at_20_std
value: 3.4768
- type: nauc_map_at_20_diff1
value: 48.512499999999996
- type: nauc_map_at_100_max
value: 34.5014
- type: nauc_map_at_100_std
value: 3.8499
- type: nauc_map_at_100_diff1
value: 48.5383
- type: nauc_map_at_1000_max
value: 34.5319
- type: nauc_map_at_1000_std
value: 3.8591
- type: nauc_map_at_1000_diff1
value: 48.554199999999994
- type: nauc_recall_at_1_max
value: 34.386100000000006
- type: nauc_recall_at_1_std
value: 0.46490000000000004
- type: nauc_recall_at_1_diff1
value: 52.8845
- type: nauc_recall_at_3_max
value: 31.46
- type: nauc_recall_at_3_std
value: 2.0941
- type: nauc_recall_at_3_diff1
value: 44.548500000000004
- type: nauc_recall_at_5_max
value: 28.8592
- type: nauc_recall_at_5_std
value: 1.5463
- type: nauc_recall_at_5_diff1
value: 42.3695
- type: nauc_recall_at_10_max
value: 27.115499999999997
- type: nauc_recall_at_10_std
value: 2.9373
- type: nauc_recall_at_10_diff1
value: 42.554199999999994
- type: nauc_recall_at_20_max
value: 28.9352
- type: nauc_recall_at_20_std
value: 8.0189
- type: nauc_recall_at_20_diff1
value: 40.586
- type: nauc_recall_at_100_max
value: 36.9842
- type: nauc_recall_at_100_std
value: 24.570600000000002
- type: nauc_recall_at_100_diff1
value: 41.0642
- type: nauc_recall_at_1000_max
value: 60.5939
- type: nauc_recall_at_1000_std
value: 47.6694
- type: nauc_recall_at_1000_diff1
value: 49.7707
- type: nauc_precision_at_1_max
value: 35.397400000000005
- type: nauc_precision_at_1_std
value: 4.537999999999999
- type: nauc_precision_at_1_diff1
value: 49.0608
- type: nauc_precision_at_3_max
value: 30.8002
- type: nauc_precision_at_3_std
value: 8.7724
- type: nauc_precision_at_3_diff1
value: 33.892
- type: nauc_precision_at_5_max
value: 24.007
- type: nauc_precision_at_5_std
value: 7.4965
- type: nauc_precision_at_5_diff1
value: 24.6585
- type: nauc_precision_at_10_max
value: 18.953400000000002
- type: nauc_precision_at_10_std
value: 10.5991
- type: nauc_precision_at_10_diff1
value: 16.2124
- type: nauc_precision_at_20_max
value: 16.2424
- type: nauc_precision_at_20_std
value: 14.1845
- type: nauc_precision_at_20_diff1
value: 8.6862
- type: nauc_precision_at_100_max
value: 8.904399999999999
- type: nauc_precision_at_100_std
value: 18.787200000000002
- type: nauc_precision_at_100_diff1
value: -4.3295
- type: nauc_precision_at_1000_max
value: -1.3481999999999998
- type: nauc_precision_at_1000_std
value: 11.3122
- type: nauc_precision_at_1000_diff1
value: -15.879199999999999
- type: nauc_mrr_at_1_max
value: 35.397400000000005
- type: nauc_mrr_at_1_std
value: 4.537999999999999
- type: nauc_mrr_at_1_diff1
value: 49.0608
- type: nauc_mrr_at_3_max
value: 34.3109
- type: nauc_mrr_at_3_std
value: 4.1462
- type: nauc_mrr_at_3_diff1
value: 46.0221
- type: nauc_mrr_at_5_max
value: 33.9065
- type: nauc_mrr_at_5_std
value: 4.1905
- type: nauc_mrr_at_5_diff1
value: 45.847500000000004
- type: nauc_mrr_at_10_max
value: 33.744800000000005
- type: nauc_mrr_at_10_std
value: 4.2838
- type: nauc_mrr_at_10_diff1
value: 45.9721
- type: nauc_mrr_at_20_max
value: 33.8808
- type: nauc_mrr_at_20_std
value: 4.4807
- type: nauc_mrr_at_20_diff1
value: 45.948699999999995
- type: nauc_mrr_at_100_max
value: 33.9913
- type: nauc_mrr_at_100_std
value: 4.5878000000000005
- type: nauc_mrr_at_100_diff1
value: 46.0102
- type: nauc_mrr_at_1000_max
value: 34.0013
- type: nauc_mrr_at_1000_std
value: 4.5717
- type: nauc_mrr_at_1000_diff1
value: 46.0233
- type: main_score
value: 46.877
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackProgrammersRetrieval (default)
revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
split: test
type: mteb/cqadupstack-programmers
metrics:
- type: ndcg_at_1
value: 29.909000000000002
- type: ndcg_at_3
value: 34.832
- type: ndcg_at_5
value: 37.336000000000006
- type: ndcg_at_10
value: 40.421
- type: ndcg_at_20
value: 42.738
- type: ndcg_at_100
value: 46.302
- type: ndcg_at_1000
value: 48.473
- type: map_at_1
value: 24.757
- type: map_at_3
value: 31.167
- type: map_at_5
value: 32.967999999999996
- type: map_at_10
value: 34.503
- type: map_at_20
value: 35.276
- type: map_at_100
value: 35.888
- type: map_at_1000
value: 35.997
- type: recall_at_1
value: 24.757
- type: recall_at_3
value: 37.57
- type: recall_at_5
value: 44.395
- type: recall_at_10
value: 53.311
- type: recall_at_20
value: 61.502
- type: recall_at_100
value: 78.608
- type: recall_at_1000
value: 93.253
- type: precision_at_1
value: 29.909000000000002
- type: precision_at_3
value: 16.781
- type: precision_at_5
value: 12.1
- type: precision_at_10
value: 7.6259999999999994
- type: precision_at_20
value: 4.566
- type: precision_at_100
value: 1.237
- type: precision_at_1000
value: 0.16
- type: mrr_at_1
value: 29.9087
- type: mrr_at_3
value: 36.2633
- type: mrr_at_5
value: 37.8957
- type: mrr_at_10
value: 39.101
- type: mrr_at_20
value: 39.64
- type: mrr_at_100
value: 40.0189
- type: mrr_at_1000
value: 40.0673
- type: nauc_ndcg_at_1_max
value: 36.7468
- type: nauc_ndcg_at_1_std
value: -3.3917
- type: nauc_ndcg_at_1_diff1
value: 46.2004
- type: nauc_ndcg_at_3_max
value: 37.1315
- type: nauc_ndcg_at_3_std
value: -1.1094
- type: nauc_ndcg_at_3_diff1
value: 42.3016
- type: nauc_ndcg_at_5_max
value: 36.8303
- type: nauc_ndcg_at_5_std
value: -0.5009
- type: nauc_ndcg_at_5_diff1
value: 40.9806
- type: nauc_ndcg_at_10_max
value: 36.2992
- type: nauc_ndcg_at_10_std
value: 0.20980000000000001
- type: nauc_ndcg_at_10_diff1
value: 39.5415
- type: nauc_ndcg_at_20_max
value: 37.0549
- type: nauc_ndcg_at_20_std
value: 1.4606
- type: nauc_ndcg_at_20_diff1
value: 39.143299999999996
- type: nauc_ndcg_at_100_max
value: 37.924
- type: nauc_ndcg_at_100_std
value: 3.2661999999999995
- type: nauc_ndcg_at_100_diff1
value: 38.83
- type: nauc_ndcg_at_1000_max
value: 37.7234
- type: nauc_ndcg_at_1000_std
value: 2.9875
- type: nauc_ndcg_at_1000_diff1
value: 39.3278
- type: nauc_map_at_1_max
value: 29.072
- type: nauc_map_at_1_std
value: -7.756
- type: nauc_map_at_1_diff1
value: 45.273
- type: nauc_map_at_3_max
value: 34.514
- type: nauc_map_at_3_std
value: -3.5662
- type: nauc_map_at_3_diff1
value: 43.344
- type: nauc_map_at_5_max
value: 35.0135
- type: nauc_map_at_5_std
value: -2.6513999999999998
- type: nauc_map_at_5_diff1
value: 42.3335
- type: nauc_map_at_10_max
value: 35.067
- type: nauc_map_at_10_std
value: -2.1196
- type: nauc_map_at_10_diff1
value: 41.6806
- type: nauc_map_at_20_max
value: 35.4204
- type: nauc_map_at_20_std
value: -1.7001
- type: nauc_map_at_20_diff1
value: 41.5346
- type: nauc_map_at_100_max
value: 35.7127
- type: nauc_map_at_100_std
value: -1.2721
- type: nauc_map_at_100_diff1
value: 41.5116
- type: nauc_map_at_1000_max
value: 35.7115
- type: nauc_map_at_1000_std
value: -1.2463
- type: nauc_map_at_1000_diff1
value: 41.5315
- type: nauc_recall_at_1_max
value: 29.072
- type: nauc_recall_at_1_std
value: -7.756
- type: nauc_recall_at_1_diff1
value: 45.273
- type: nauc_recall_at_3_max
value: 35.4585
- type: nauc_recall_at_3_std
value: -1.7929
- type: nauc_recall_at_3_diff1
value: 39.5779
- type: nauc_recall_at_5_max
value: 35.1541
- type: nauc_recall_at_5_std
value: 0.9615
- type: nauc_recall_at_5_diff1
value: 35.5505
- type: nauc_recall_at_10_max
value: 33.621
- type: nauc_recall_at_10_std
value: 3.5124000000000004
- type: nauc_recall_at_10_diff1
value: 31.3357
- type: nauc_recall_at_20_max
value: 35.3328
- type: nauc_recall_at_20_std
value: 8.0982
- type: nauc_recall_at_20_diff1
value: 29.206
- type: nauc_recall_at_100_max
value: 38.379799999999996
- type: nauc_recall_at_100_std
value: 22.2222
- type: nauc_recall_at_100_diff1
value: 22.5746
- type: nauc_recall_at_1000_max
value: 41.4561
- type: nauc_recall_at_1000_std
value: 46.3174
- type: nauc_recall_at_1000_diff1
value: 18.9408
- type: nauc_precision_at_1_max
value: 36.7468
- type: nauc_precision_at_1_std
value: -3.3917
- type: nauc_precision_at_1_diff1
value: 46.2004
- type: nauc_precision_at_3_max
value: 41.978100000000005
- type: nauc_precision_at_3_std
value: 8.6797
- type: nauc_precision_at_3_diff1
value: 32.4061
- type: nauc_precision_at_5_max
value: 40.8889
- type: nauc_precision_at_5_std
value: 12.7611
- type: nauc_precision_at_5_diff1
value: 25.6969
- type: nauc_precision_at_10_max
value: 33.5031
- type: nauc_precision_at_10_std
value: 14.084
- type: nauc_precision_at_10_diff1
value: 16.0497
- type: nauc_precision_at_20_max
value: 32.1183
- type: nauc_precision_at_20_std
value: 17.2727
- type: nauc_precision_at_20_diff1
value: 10.7409
- type: nauc_precision_at_100_max
value: 23.0377
- type: nauc_precision_at_100_std
value: 22.8105
- type: nauc_precision_at_100_diff1
value: -0.8703000000000001
- type: nauc_precision_at_1000_max
value: 7.365099999999999
- type: nauc_precision_at_1000_std
value: 13.909699999999999
- type: nauc_precision_at_1000_diff1
value: -7.126
- type: nauc_mrr_at_1_max
value: 36.7468
- type: nauc_mrr_at_1_std
value: -3.3917
- type: nauc_mrr_at_1_diff1
value: 46.2004
- type: nauc_mrr_at_3_max
value: 39.0945
- type: nauc_mrr_at_3_std
value: 0.013200000000000002
- type: nauc_mrr_at_3_diff1
value: 42.774699999999996
- type: nauc_mrr_at_5_max
value: 39.1473
- type: nauc_mrr_at_5_std
value: 0.9214999999999999
- type: nauc_mrr_at_5_diff1
value: 41.9947
- type: nauc_mrr_at_10_max
value: 38.8692
- type: nauc_mrr_at_10_std
value: 1.0657
- type: nauc_mrr_at_10_diff1
value: 41.510999999999996
- type: nauc_mrr_at_20_max
value: 38.8772
- type: nauc_mrr_at_20_std
value: 1.2183
- type: nauc_mrr_at_20_diff1
value: 41.5372
- type: nauc_mrr_at_100_max
value: 38.8675
- type: nauc_mrr_at_100_std
value: 1.1994
- type: nauc_mrr_at_100_diff1
value: 41.6314
- type: nauc_mrr_at_1000_max
value: 38.858599999999996
- type: nauc_mrr_at_1000_std
value: 1.1914
- type: nauc_mrr_at_1000_diff1
value: 41.6466
- type: main_score
value: 40.421
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackRetrieval (default)
revision: CQADupstackRetrieval_is_a_combined_dataset
split: test
type: CQADupstackRetrieval_is_a_combined_dataset
metrics:
- type: main_score
value: 38.682750000000006
- type: ndcg_at_10
value: 38.682750000000006
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackStatsRetrieval (default)
revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
split: test
type: mteb/cqadupstack-stats
metrics:
- type: ndcg_at_1
value: 24.847
- type: ndcg_at_3
value: 29.369
- type: ndcg_at_5
value: 31.563999999999997
- type: ndcg_at_10
value: 33.588
- type: ndcg_at_20
value: 35.598
- type: ndcg_at_100
value: 38.543
- type: ndcg_at_1000
value: 41.176
- type: map_at_1
value: 22.042
- type: map_at_3
value: 27.016000000000002
- type: map_at_5
value: 28.369
- type: map_at_10
value: 29.308
- type: map_at_20
value: 29.897000000000002
- type: map_at_100
value: 30.316
- type: map_at_1000
value: 30.416999999999998
- type: recall_at_1
value: 22.042
- type: recall_at_3
value: 32.686
- type: recall_at_5
value: 38.044
- type: recall_at_10
value: 44.028
- type: recall_at_20
value: 51.576
- type: recall_at_100
value: 66.611
- type: recall_at_1000
value: 86.131
- type: precision_at_1
value: 24.847
- type: precision_at_3
value: 12.628
- type: precision_at_5
value: 9.017999999999999
- type: precision_at_10
value: 5.367999999999999
- type: precision_at_20
value: 3.175
- type: precision_at_100
value: 0.84
- type: precision_at_1000
value: 0.116
- type: mrr_at_1
value: 24.8466
- type: mrr_at_3
value: 29.856899999999996
- type: mrr_at_5
value: 31.198900000000002
- type: mrr_at_10
value: 31.9969
- type: mrr_at_20
value: 32.536100000000005
- type: mrr_at_100
value: 32.9191
- type: mrr_at_1000
value: 32.9886
- type: nauc_ndcg_at_1_max
value: 35.6853
- type: nauc_ndcg_at_1_std
value: 7.6564
- type: nauc_ndcg_at_1_diff1
value: 62.871500000000005
- type: nauc_ndcg_at_3_max
value: 33.527699999999996
- type: nauc_ndcg_at_3_std
value: 6.2431
- type: nauc_ndcg_at_3_diff1
value: 54.02400000000001
- type: nauc_ndcg_at_5_max
value: 33.6815
- type: nauc_ndcg_at_5_std
value: 8.2568
- type: nauc_ndcg_at_5_diff1
value: 53.3443
- type: nauc_ndcg_at_10_max
value: 34.6152
- type: nauc_ndcg_at_10_std
value: 8.8559
- type: nauc_ndcg_at_10_diff1
value: 52.7617
- type: nauc_ndcg_at_20_max
value: 34.973
- type: nauc_ndcg_at_20_std
value: 10.4216
- type: nauc_ndcg_at_20_diff1
value: 51.754
- type: nauc_ndcg_at_100_max
value: 34.6325
- type: nauc_ndcg_at_100_std
value: 11.5871
- type: nauc_ndcg_at_100_diff1
value: 50.654999999999994
- type: nauc_ndcg_at_1000_max
value: 35.098800000000004
- type: nauc_ndcg_at_1000_std
value: 12.0404
- type: nauc_ndcg_at_1000_diff1
value: 51.4718
- type: nauc_map_at_1_max
value: 34.807500000000005
- type: nauc_map_at_1_std
value: 4.6958
- type: nauc_map_at_1_diff1
value: 64.782
- type: nauc_map_at_3_max
value: 33.7031
- type: nauc_map_at_3_std
value: 5.2251
- type: nauc_map_at_3_diff1
value: 56.9021
- type: nauc_map_at_5_max
value: 33.982299999999995
- type: nauc_map_at_5_std
value: 6.6291
- type: nauc_map_at_5_diff1
value: 56.3605
- type: nauc_map_at_10_max
value: 34.559
- type: nauc_map_at_10_std
value: 7.1622
- type: nauc_map_at_10_diff1
value: 56.155100000000004
- type: nauc_map_at_20_max
value: 34.6547
- type: nauc_map_at_20_std
value: 7.608
- type: nauc_map_at_20_diff1
value: 55.821799999999996
- type: nauc_map_at_100_max
value: 34.6144
- type: nauc_map_at_100_std
value: 7.774399999999999
- type: nauc_map_at_100_diff1
value: 55.631699999999995
- type: nauc_map_at_1000_max
value: 34.6578
- type: nauc_map_at_1000_std
value: 7.8218
- type: nauc_map_at_1000_diff1
value: 55.6665
- type: nauc_recall_at_1_max
value: 34.807500000000005
- type: nauc_recall_at_1_std
value: 4.6958
- type: nauc_recall_at_1_diff1
value: 64.782
- type: nauc_recall_at_3_max
value: 31.1313
- type: nauc_recall_at_3_std
value: 5.0502
- type: nauc_recall_at_3_diff1
value: 47.7643
- type: nauc_recall_at_5_max
value: 31.464199999999998
- type: nauc_recall_at_5_std
value: 9.987400000000001
- type: nauc_recall_at_5_diff1
value: 45.584
- type: nauc_recall_at_10_max
value: 33.498099999999994
- type: nauc_recall_at_10_std
value: 11.4468
- type: nauc_recall_at_10_diff1
value: 43.3437
- type: nauc_recall_at_20_max
value: 33.8966
- type: nauc_recall_at_20_std
value: 16.642799999999998
- type: nauc_recall_at_20_diff1
value: 38.974
- type: nauc_recall_at_100_max
value: 30.8326
- type: nauc_recall_at_100_std
value: 24.501
- type: nauc_recall_at_100_diff1
value: 29.8854
- type: nauc_recall_at_1000_max
value: 31.3865
- type: nauc_recall_at_1000_std
value: 41.8216
- type: nauc_recall_at_1000_diff1
value: 22.7907
- type: nauc_precision_at_1_max
value: 35.6853
- type: nauc_precision_at_1_std
value: 7.6564
- type: nauc_precision_at_1_diff1
value: 62.871500000000005
- type: nauc_precision_at_3_max
value: 32.5188
- type: nauc_precision_at_3_std
value: 9.912899999999999
- type: nauc_precision_at_3_diff1
value: 44.2614
- type: nauc_precision_at_5_max
value: 33.0079
- type: nauc_precision_at_5_std
value: 16.262999999999998
- type: nauc_precision_at_5_diff1
value: 41.943000000000005
- type: nauc_precision_at_10_max
value: 34.1959
- type: nauc_precision_at_10_std
value: 17.8535
- type: nauc_precision_at_10_diff1
value: 36.0475
- type: nauc_precision_at_20_max
value: 33.7258
- type: nauc_precision_at_20_std
value: 22.674
- type: nauc_precision_at_20_diff1
value: 28.912599999999998
- type: nauc_precision_at_100_max
value: 27.121000000000002
- type: nauc_precision_at_100_std
value: 26.1571
- type: nauc_precision_at_100_diff1
value: 15.076800000000002
- type: nauc_precision_at_1000_max
value: 17.0192
- type: nauc_precision_at_1000_std
value: 20.958399999999997
- type: nauc_precision_at_1000_diff1
value: 0.4184
- type: nauc_mrr_at_1_max
value: 35.6853
- type: nauc_mrr_at_1_std
value: 7.6564
- type: nauc_mrr_at_1_diff1
value: 62.871500000000005
- type: nauc_mrr_at_3_max
value: 34.3375
- type: nauc_mrr_at_3_std
value: 7.7423
- type: nauc_mrr_at_3_diff1
value: 55.4419
- type: nauc_mrr_at_5_max
value: 34.2825
- type: nauc_mrr_at_5_std
value: 8.9257
- type: nauc_mrr_at_5_diff1
value: 54.8305
- type: nauc_mrr_at_10_max
value: 34.4758
- type: nauc_mrr_at_10_std
value: 8.7591
- type: nauc_mrr_at_10_diff1
value: 54.4743
- type: nauc_mrr_at_20_max
value: 34.6532
- type: nauc_mrr_at_20_std
value: 9.247900000000001
- type: nauc_mrr_at_20_diff1
value: 54.2471
- type: nauc_mrr_at_100_max
value: 34.5593
- type: nauc_mrr_at_100_std
value: 9.3698
- type: nauc_mrr_at_100_diff1
value: 54.0843
- type: nauc_mrr_at_1000_max
value: 34.5742
- type: nauc_mrr_at_1000_std
value: 9.3782
- type: nauc_mrr_at_1000_diff1
value: 54.118
- type: main_score
value: 33.588
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackTexRetrieval (default)
revision: 46989137a86843e03a6195de44b09deda022eec7
split: test
type: mteb/cqadupstack-tex
metrics:
- type: ndcg_at_1
value: 19.201999999999998
- type: ndcg_at_3
value: 22.591
- type: ndcg_at_5
value: 24.127000000000002
- type: ndcg_at_10
value: 26.378
- type: ndcg_at_20
value: 28.345
- type: ndcg_at_100
value: 31.806
- type: ndcg_at_1000
value: 34.982
- type: map_at_1
value: 15.754999999999999
- type: map_at_3
value: 20.073
- type: map_at_5
value: 21.099999999999998
- type: map_at_10
value: 22.122
- type: map_at_20
value: 22.708000000000002
- type: map_at_100
value: 23.233
- type: map_at_1000
value: 23.365
- type: recall_at_1
value: 15.754999999999999
- type: recall_at_3
value: 24.944
- type: recall_at_5
value: 28.959000000000003
- type: recall_at_10
value: 35.768
- type: recall_at_20
value: 42.954
- type: recall_at_100
value: 60.209999999999994
- type: recall_at_1000
value: 83.035
- type: precision_at_1
value: 19.201999999999998
- type: precision_at_3
value: 10.622
- type: precision_at_5
value: 7.577
- type: precision_at_10
value: 4.7829999999999995
- type: precision_at_20
value: 2.97
- type: precision_at_100
value: 0.8920000000000001
- type: precision_at_1000
value: 0.134
- type: mrr_at_1
value: 19.2017
- type: mrr_at_3
value: 23.738200000000003
- type: mrr_at_5
value: 24.7259
- type: mrr_at_10
value: 25.706
- type: mrr_at_20
value: 26.270300000000002
- type: mrr_at_100
value: 26.683400000000002
- type: mrr_at_1000
value: 26.768700000000003
- type: nauc_ndcg_at_1_max
value: 25.905499999999996
- type: nauc_ndcg_at_1_std
value: -0.8367
- type: nauc_ndcg_at_1_diff1
value: 37.754
- type: nauc_ndcg_at_3_max
value: 25.0113
- type: nauc_ndcg_at_3_std
value: 0.0426
- type: nauc_ndcg_at_3_diff1
value: 32.717200000000005
- type: nauc_ndcg_at_5_max
value: 24.9517
- type: nauc_ndcg_at_5_std
value: 0.2722
- type: nauc_ndcg_at_5_diff1
value: 31.6631
- type: nauc_ndcg_at_10_max
value: 25.6575
- type: nauc_ndcg_at_10_std
value: 1.5623
- type: nauc_ndcg_at_10_diff1
value: 30.9493
- type: nauc_ndcg_at_20_max
value: 26.3984
- type: nauc_ndcg_at_20_std
value: 2.476
- type: nauc_ndcg_at_20_diff1
value: 30.84
- type: nauc_ndcg_at_100_max
value: 26.3027
- type: nauc_ndcg_at_100_std
value: 3.762
- type: nauc_ndcg_at_100_diff1
value: 30.2066
- type: nauc_ndcg_at_1000_max
value: 26.4184
- type: nauc_ndcg_at_1000_std
value: 4.2600999999999996
- type: nauc_ndcg_at_1000_diff1
value: 30.479400000000002
- type: nauc_map_at_1_max
value: 26.154100000000003
- type: nauc_map_at_1_std
value: -1.012
- type: nauc_map_at_1_diff1
value: 40.5746
- type: nauc_map_at_3_max
value: 25.096200000000003
- type: nauc_map_at_3_std
value: -0.173
- type: nauc_map_at_3_diff1
value: 34.943200000000004
- type: nauc_map_at_5_max
value: 25.151
- type: nauc_map_at_5_std
value: -0.19319999999999998
- type: nauc_map_at_5_diff1
value: 34.175
- type: nauc_map_at_10_max
value: 25.4962
- type: nauc_map_at_10_std
value: 0.3609
- type: nauc_map_at_10_diff1
value: 33.7021
- type: nauc_map_at_20_max
value: 25.7582
- type: nauc_map_at_20_std
value: 0.6306
- type: nauc_map_at_20_diff1
value: 33.6839
- type: nauc_map_at_100_max
value: 25.7658
- type: nauc_map_at_100_std
value: 0.7818999999999999
- type: nauc_map_at_100_diff1
value: 33.5644
- type: nauc_map_at_1000_max
value: 25.776100000000003
- type: nauc_map_at_1000_std
value: 0.8265
- type: nauc_map_at_1000_diff1
value: 33.547
- type: nauc_recall_at_1_max
value: 26.154100000000003
- type: nauc_recall_at_1_std
value: -1.012
- type: nauc_recall_at_1_diff1
value: 40.5746
- type: nauc_recall_at_3_max
value: 23.5509
- type: nauc_recall_at_3_std
value: 1.5867
- type: nauc_recall_at_3_diff1
value: 28.7889
- type: nauc_recall_at_5_max
value: 23.074
- type: nauc_recall_at_5_std
value: 1.5685999999999998
- type: nauc_recall_at_5_diff1
value: 26.139699999999998
- type: nauc_recall_at_10_max
value: 24.5493
- type: nauc_recall_at_10_std
value: 4.742699999999999
- type: nauc_recall_at_10_diff1
value: 24.1787
- type: nauc_recall_at_20_max
value: 26.161299999999997
- type: nauc_recall_at_20_std
value: 7.5257000000000005
- type: nauc_recall_at_20_diff1
value: 23.124
- type: nauc_recall_at_100_max
value: 24.823700000000002
- type: nauc_recall_at_100_std
value: 14.519499999999999
- type: nauc_recall_at_100_diff1
value: 18.554100000000002
- type: nauc_recall_at_1000_max
value: 25.866600000000002
- type: nauc_recall_at_1000_std
value: 29.2495
- type: nauc_recall_at_1000_diff1
value: 14.4092
- type: nauc_precision_at_1_max
value: 25.905499999999996
- type: nauc_precision_at_1_std
value: -0.8367
- type: nauc_precision_at_1_diff1
value: 37.754
- type: nauc_precision_at_3_max
value: 24.1432
- type: nauc_precision_at_3_std
value: 0.8734000000000001
- type: nauc_precision_at_3_diff1
value: 25.940400000000004
- type: nauc_precision_at_5_max
value: 24.2917
- type: nauc_precision_at_5_std
value: 1.4907
- type: nauc_precision_at_5_diff1
value: 22.9296
- type: nauc_precision_at_10_max
value: 24.496299999999998
- type: nauc_precision_at_10_std
value: 4.0755
- type: nauc_precision_at_10_diff1
value: 18.9393
- type: nauc_precision_at_20_max
value: 24.8616
- type: nauc_precision_at_20_std
value: 6.2553
- type: nauc_precision_at_20_diff1
value: 16.1185
- type: nauc_precision_at_100_max
value: 19.2422
- type: nauc_precision_at_100_std
value: 10.0392
- type: nauc_precision_at_100_diff1
value: 4.603
- type: nauc_precision_at_1000_max
value: 12.3426
- type: nauc_precision_at_1000_std
value: 9.0882
- type: nauc_precision_at_1000_diff1
value: -5.5491
- type: nauc_mrr_at_1_max
value: 25.905499999999996
- type: nauc_mrr_at_1_std
value: -0.8367
- type: nauc_mrr_at_1_diff1
value: 37.754
- type: nauc_mrr_at_3_max
value: 25.034699999999997
- type: nauc_mrr_at_3_std
value: -0.3116
- type: nauc_mrr_at_3_diff1
value: 32.9039
- type: nauc_mrr_at_5_max
value: 25.055300000000003
- type: nauc_mrr_at_5_std
value: -0.1664
- type: nauc_mrr_at_5_diff1
value: 32.3621
- type: nauc_mrr_at_10_max
value: 25.3174
- type: nauc_mrr_at_10_std
value: 0.2477
- type: nauc_mrr_at_10_diff1
value: 32.0605
- type: nauc_mrr_at_20_max
value: 25.546999999999997
- type: nauc_mrr_at_20_std
value: 0.5398000000000001
- type: nauc_mrr_at_20_diff1
value: 32.0374
- type: nauc_mrr_at_100_max
value: 25.5063
- type: nauc_mrr_at_100_std
value: 0.6441
- type: nauc_mrr_at_100_diff1
value: 31.964
- type: nauc_mrr_at_1000_max
value: 25.4969
- type: nauc_mrr_at_1000_std
value: 0.6513
- type: nauc_mrr_at_1000_diff1
value: 31.9864
- type: main_score
value: 26.378
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackUnixRetrieval (default)
revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
split: test
type: mteb/cqadupstack-unix
metrics:
- type: ndcg_at_1
value: 26.866
- type: ndcg_at_3
value: 30.59
- type: ndcg_at_5
value: 33.102
- type: ndcg_at_10
value: 35.714
- type: ndcg_at_20
value: 37.736
- type: ndcg_at_100
value: 41.264
- type: ndcg_at_1000
value: 43.973
- type: map_at_1
value: 22.489
- type: map_at_3
value: 27.767999999999997
- type: map_at_5
value: 29.426999999999996
- type: map_at_10
value: 30.587999999999997
- type: map_at_20
value: 31.189
- type: map_at_100
value: 31.744
- type: map_at_1000
value: 31.857999999999997
- type: recall_at_1
value: 22.489
- type: recall_at_3
value: 33.635999999999996
- type: recall_at_5
value: 39.863
- type: recall_at_10
value: 47.641
- type: recall_at_20
value: 54.906
- type: recall_at_100
value: 71.975
- type: recall_at_1000
value: 91.229
- type: precision_at_1
value: 26.866
- type: precision_at_3
value: 13.930000000000001
- type: precision_at_5
value: 10.093
- type: precision_at_10
value: 6.082
- type: precision_at_20
value: 3.6189999999999998
- type: precision_at_100
value: 1.0070000000000001
- type: precision_at_1000
value: 0.136
- type: mrr_at_1
value: 26.865699999999997
- type: mrr_at_3
value: 32.0585
- type: mrr_at_5
value: 33.4904
- type: mrr_at_10
value: 34.604099999999995
- type: mrr_at_20
value: 35.1024
- type: mrr_at_100
value: 35.5401
- type: mrr_at_1000
value: 35.607
- type: nauc_ndcg_at_1_max
value: 41.288799999999995
- type: nauc_ndcg_at_1_std
value: -2.2298999999999998
- type: nauc_ndcg_at_1_diff1
value: 49.9386
- type: nauc_ndcg_at_3_max
value: 39.416000000000004
- type: nauc_ndcg_at_3_std
value: -0.0365
- type: nauc_ndcg_at_3_diff1
value: 46.313700000000004
- type: nauc_ndcg_at_5_max
value: 38.8096
- type: nauc_ndcg_at_5_std
value: 0.26580000000000004
- type: nauc_ndcg_at_5_diff1
value: 44.66
- type: nauc_ndcg_at_10_max
value: 38.365700000000004
- type: nauc_ndcg_at_10_std
value: 1.9662
- type: nauc_ndcg_at_10_diff1
value: 44.4139
- type: nauc_ndcg_at_20_max
value: 37.8744
- type: nauc_ndcg_at_20_std
value: 1.7488
- type: nauc_ndcg_at_20_diff1
value: 44.051899999999996
- type: nauc_ndcg_at_100_max
value: 38.4266
- type: nauc_ndcg_at_100_std
value: 3.3594
- type: nauc_ndcg_at_100_diff1
value: 44.0243
- type: nauc_ndcg_at_1000_max
value: 39.129799999999996
- type: nauc_ndcg_at_1000_std
value: 3.163
- type: nauc_ndcg_at_1000_diff1
value: 44.046
- type: nauc_map_at_1_max
value: 40.1469
- type: nauc_map_at_1_std
value: -2.7226
- type: nauc_map_at_1_diff1
value: 52.439800000000005
- type: nauc_map_at_3_max
value: 39.1363
- type: nauc_map_at_3_std
value: -0.45199999999999996
- type: nauc_map_at_3_diff1
value: 48.162
- type: nauc_map_at_5_max
value: 39.2163
- type: nauc_map_at_5_std
value: -0.10709999999999999
- type: nauc_map_at_5_diff1
value: 47.016400000000004
- type: nauc_map_at_10_max
value: 39.0255
- type: nauc_map_at_10_std
value: 0.6083
- type: nauc_map_at_10_diff1
value: 46.8847
- type: nauc_map_at_20_max
value: 38.9566
- type: nauc_map_at_20_std
value: 0.5458000000000001
- type: nauc_map_at_20_diff1
value: 46.7317
- type: nauc_map_at_100_max
value: 39.0914
- type: nauc_map_at_100_std
value: 0.791
- type: nauc_map_at_100_diff1
value: 46.672999999999995
- type: nauc_map_at_1000_max
value: 39.1209
- type: nauc_map_at_1000_std
value: 0.7988999999999999
- type: nauc_map_at_1000_diff1
value: 46.667500000000004
- type: nauc_recall_at_1_max
value: 40.1469
- type: nauc_recall_at_1_std
value: -2.7226
- type: nauc_recall_at_1_diff1
value: 52.439800000000005
- type: nauc_recall_at_3_max
value: 36.7859
- type: nauc_recall_at_3_std
value: 0.9477
- type: nauc_recall_at_3_diff1
value: 43.2295
- type: nauc_recall_at_5_max
value: 35.4225
- type: nauc_recall_at_5_std
value: 1.6032000000000002
- type: nauc_recall_at_5_diff1
value: 38.492
- type: nauc_recall_at_10_max
value: 33.3959
- type: nauc_recall_at_10_std
value: 6.1240000000000006
- type: nauc_recall_at_10_diff1
value: 37.426700000000004
- type: nauc_recall_at_20_max
value: 30.8043
- type: nauc_recall_at_20_std
value: 5.5189
- type: nauc_recall_at_20_diff1
value: 36.0128
- type: nauc_recall_at_100_max
value: 31.440800000000003
- type: nauc_recall_at_100_std
value: 17.659
- type: nauc_recall_at_100_diff1
value: 34.8314
- type: nauc_recall_at_1000_max
value: 42.3045
- type: nauc_recall_at_1000_std
value: 38.412800000000004
- type: nauc_recall_at_1000_diff1
value: 26.878
- type: nauc_precision_at_1_max
value: 41.288799999999995
- type: nauc_precision_at_1_std
value: -2.2298999999999998
- type: nauc_precision_at_1_diff1
value: 49.9386
- type: nauc_precision_at_3_max
value: 37.933699999999995
- type: nauc_precision_at_3_std
value: 3.1521
- type: nauc_precision_at_3_diff1
value: 36.2676
- type: nauc_precision_at_5_max
value: 35.387800000000006
- type: nauc_precision_at_5_std
value: 4.326
- type: nauc_precision_at_5_diff1
value: 29.607099999999996
- type: nauc_precision_at_10_max
value: 32.860099999999996
- type: nauc_precision_at_10_std
value: 9.1668
- type: nauc_precision_at_10_diff1
value: 25.725399999999997
- type: nauc_precision_at_20_max
value: 25.985000000000003
- type: nauc_precision_at_20_std
value: 7.8306000000000004
- type: nauc_precision_at_20_diff1
value: 18.7707
- type: nauc_precision_at_100_max
value: 17.3503
- type: nauc_precision_at_100_std
value: 11.1462
- type: nauc_precision_at_100_diff1
value: 5.0177
- type: nauc_precision_at_1000_max
value: 3.8856
- type: nauc_precision_at_1000_std
value: 5.4219
- type: nauc_precision_at_1000_diff1
value: -11.0616
- type: nauc_mrr_at_1_max
value: 41.288799999999995
- type: nauc_mrr_at_1_std
value: -2.2298999999999998
- type: nauc_mrr_at_1_diff1
value: 49.9386
- type: nauc_mrr_at_3_max
value: 39.7858
- type: nauc_mrr_at_3_std
value: -1.0785
- type: nauc_mrr_at_3_diff1
value: 45.791900000000005
- type: nauc_mrr_at_5_max
value: 39.5928
- type: nauc_mrr_at_5_std
value: -0.8420000000000001
- type: nauc_mrr_at_5_diff1
value: 44.7887
- type: nauc_mrr_at_10_max
value: 39.5345
- type: nauc_mrr_at_10_std
value: -0.0738
- type: nauc_mrr_at_10_diff1
value: 44.821600000000004
- type: nauc_mrr_at_20_max
value: 39.3628
- type: nauc_mrr_at_20_std
value: -0.1916
- type: nauc_mrr_at_20_diff1
value: 44.7202
- type: nauc_mrr_at_100_max
value: 39.406
- type: nauc_mrr_at_100_std
value: -0.0465
- type: nauc_mrr_at_100_diff1
value: 44.7414
- type: nauc_mrr_at_1000_max
value: 39.4289
- type: nauc_mrr_at_1000_std
value: -0.0531
- type: nauc_mrr_at_1000_diff1
value: 44.7526
- type: main_score
value: 35.714
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWebmastersRetrieval (default)
revision: 160c094312a0e1facb97e55eeddb698c0abe3571
split: test
type: mteb/cqadupstack-webmasters
metrics:
- type: ndcg_at_1
value: 27.668
- type: ndcg_at_3
value: 32.714
- type: ndcg_at_5
value: 35.22
- type: ndcg_at_10
value: 37.543
- type: ndcg_at_20
value: 39.371
- type: ndcg_at_100
value: 43.588
- type: ndcg_at_1000
value: 46.107
- type: map_at_1
value: 22.32
- type: map_at_3
value: 28.497
- type: map_at_5
value: 30.270999999999997
- type: map_at_10
value: 31.532
- type: map_at_20
value: 32.283
- type: map_at_100
value: 33.133
- type: map_at_1000
value: 33.356
- type: recall_at_1
value: 22.32
- type: recall_at_3
value: 35.082
- type: recall_at_5
value: 41.701
- type: recall_at_10
value: 48.929
- type: recall_at_20
value: 55.809
- type: recall_at_100
value: 76.49000000000001
- type: recall_at_1000
value: 92.647
- type: precision_at_1
value: 27.668
- type: precision_at_3
value: 15.679000000000002
- type: precision_at_5
value: 11.779
- type: precision_at_10
value: 7.411
- type: precision_at_20
value: 4.654
- type: precision_at_100
value: 1.5630000000000002
- type: precision_at_1000
value: 0.242
- type: mrr_at_1
value: 27.668
- type: mrr_at_3
value: 33.7945
- type: mrr_at_5
value: 35.4249
- type: mrr_at_10
value: 36.3658
- type: mrr_at_20
value: 36.8343
- type: mrr_at_100
value: 37.3152
- type: mrr_at_1000
value: 37.3742
- type: nauc_ndcg_at_1_max
value: 30.2903
- type: nauc_ndcg_at_1_std
value: 3.3960999999999997
- type: nauc_ndcg_at_1_diff1
value: 51.244
- type: nauc_ndcg_at_3_max
value: 30.7666
- type: nauc_ndcg_at_3_std
value: 7.3119000000000005
- type: nauc_ndcg_at_3_diff1
value: 45.5464
- type: nauc_ndcg_at_5_max
value: 30.1222
- type: nauc_ndcg_at_5_std
value: 9.768799999999999
- type: nauc_ndcg_at_5_diff1
value: 43.4373
- type: nauc_ndcg_at_10_max
value: 29.8302
- type: nauc_ndcg_at_10_std
value: 9.2514
- type: nauc_ndcg_at_10_diff1
value: 44.0304
- type: nauc_ndcg_at_20_max
value: 30.448199999999996
- type: nauc_ndcg_at_20_std
value: 8.1483
- type: nauc_ndcg_at_20_diff1
value: 44.4757
- type: nauc_ndcg_at_100_max
value: 30.961100000000002
- type: nauc_ndcg_at_100_std
value: 10.9041
- type: nauc_ndcg_at_100_diff1
value: 43.8592
- type: nauc_ndcg_at_1000_max
value: 31.2963
- type: nauc_ndcg_at_1000_std
value: 10.359300000000001
- type: nauc_ndcg_at_1000_diff1
value: 45.2692
- type: nauc_map_at_1_max
value: 29.156
- type: nauc_map_at_1_std
value: -1.4021000000000001
- type: nauc_map_at_1_diff1
value: 54.1793
- type: nauc_map_at_3_max
value: 30.1889
- type: nauc_map_at_3_std
value: 4.2016
- type: nauc_map_at_3_diff1
value: 48.419200000000004
- type: nauc_map_at_5_max
value: 29.825699999999998
- type: nauc_map_at_5_std
value: 5.5063
- type: nauc_map_at_5_diff1
value: 46.7282
- type: nauc_map_at_10_max
value: 29.9719
- type: nauc_map_at_10_std
value: 5.679399999999999
- type: nauc_map_at_10_diff1
value: 46.606500000000004
- type: nauc_map_at_20_max
value: 30.2156
- type: nauc_map_at_20_std
value: 5.8273
- type: nauc_map_at_20_diff1
value: 46.7013
- type: nauc_map_at_100_max
value: 30.3338
- type: nauc_map_at_100_std
value: 6.6536
- type: nauc_map_at_100_diff1
value: 46.6748
- type: nauc_map_at_1000_max
value: 30.169400000000003
- type: nauc_map_at_1000_std
value: 6.7642
- type: nauc_map_at_1000_diff1
value: 46.7607
- type: nauc_recall_at_1_max
value: 29.156
- type: nauc_recall_at_1_std
value: -1.4021000000000001
- type: nauc_recall_at_1_diff1
value: 54.1793
- type: nauc_recall_at_3_max
value: 29.3284
- type: nauc_recall_at_3_std
value: 8.7505
- type: nauc_recall_at_3_diff1
value: 41.9943
- type: nauc_recall_at_5_max
value: 27.175700000000003
- type: nauc_recall_at_5_std
value: 13.2432
- type: nauc_recall_at_5_diff1
value: 34.915800000000004
- type: nauc_recall_at_10_max
value: 26.678400000000003
- type: nauc_recall_at_10_std
value: 12.7339
- type: nauc_recall_at_10_diff1
value: 34.5211
- type: nauc_recall_at_20_max
value: 29.162900000000004
- type: nauc_recall_at_20_std
value: 9.9774
- type: nauc_recall_at_20_diff1
value: 37.459900000000005
- type: nauc_recall_at_100_max
value: 30.3541
- type: nauc_recall_at_100_std
value: 29.9644
- type: nauc_recall_at_100_diff1
value: 29.605199999999996
- type: nauc_recall_at_1000_max
value: 44.5434
- type: nauc_recall_at_1000_std
value: 45.6492
- type: nauc_recall_at_1000_diff1
value: 43.278
- type: nauc_precision_at_1_max
value: 30.2903
- type: nauc_precision_at_1_std
value: 3.3960999999999997
- type: nauc_precision_at_1_diff1
value: 51.244
- type: nauc_precision_at_3_max
value: 27.759600000000002
- type: nauc_precision_at_3_std
value: 12.241200000000001
- type: nauc_precision_at_3_diff1
value: 32.894
- type: nauc_precision_at_5_max
value: 24.269299999999998
- type: nauc_precision_at_5_std
value: 17.1842
- type: nauc_precision_at_5_diff1
value: 24.4164
- type: nauc_precision_at_10_max
value: 19.994300000000003
- type: nauc_precision_at_10_std
value: 18.417
- type: nauc_precision_at_10_diff1
value: 21.2196
- type: nauc_precision_at_20_max
value: 17.6921
- type: nauc_precision_at_20_std
value: 18.0986
- type: nauc_precision_at_20_diff1
value: 14.551900000000002
- type: nauc_precision_at_100_max
value: 3.5745
- type: nauc_precision_at_100_std
value: 22.0668
- type: nauc_precision_at_100_diff1
value: 4.9549
- type: nauc_precision_at_1000_max
value: -8.9717
- type: nauc_precision_at_1000_std
value: 15.384900000000002
- type: nauc_precision_at_1000_diff1
value: 1.315
- type: nauc_mrr_at_1_max
value: 30.2903
- type: nauc_mrr_at_1_std
value: 3.3960999999999997
- type: nauc_mrr_at_1_diff1
value: 51.244
- type: nauc_mrr_at_3_max
value: 29.890299999999996
- type: nauc_mrr_at_3_std
value: 7.137200000000001
- type: nauc_mrr_at_3_diff1
value: 45.7139
- type: nauc_mrr_at_5_max
value: 30.1335
- type: nauc_mrr_at_5_std
value: 8.8576
- type: nauc_mrr_at_5_diff1
value: 44.6922
- type: nauc_mrr_at_10_max
value: 30.215500000000002
- type: nauc_mrr_at_10_std
value: 8.5145
- type: nauc_mrr_at_10_diff1
value: 44.982299999999995
- type: nauc_mrr_at_20_max
value: 30.317499999999995
- type: nauc_mrr_at_20_std
value: 8.1746
- type: nauc_mrr_at_20_diff1
value: 45.1746
- type: nauc_mrr_at_100_max
value: 30.341099999999997
- type: nauc_mrr_at_100_std
value: 8.4443
- type: nauc_mrr_at_100_diff1
value: 45.2294
- type: nauc_mrr_at_1000_max
value: 30.339899999999997
- type: nauc_mrr_at_1000_std
value: 8.4181
- type: nauc_mrr_at_1000_diff1
value: 45.253
- type: main_score
value: 37.543
task:
type: Retrieval
- dataset:
config: default
name: MTEB CQADupstackWordpressRetrieval (default)
revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
split: test
type: mteb/cqadupstack-wordpress
metrics:
- type: ndcg_at_1
value: 19.778000000000002
- type: ndcg_at_3
value: 24.741
- type: ndcg_at_5
value: 27.354
- type: ndcg_at_10
value: 29.636000000000003
- type: ndcg_at_20
value: 31.826999999999998
- type: ndcg_at_100
value: 35.108
- type: ndcg_at_1000
value: 37.602000000000004
- type: map_at_1
value: 18.315
- type: map_at_3
value: 22.692999999999998
- type: map_at_5
value: 24.194
- type: map_at_10
value: 25.184
- type: map_at_20
value: 25.818
- type: map_at_100
value: 26.269
- type: map_at_1000
value: 26.371
- type: recall_at_1
value: 18.315
- type: recall_at_3
value: 28.610000000000003
- type: recall_at_5
value: 34.852
- type: recall_at_10
value: 41.626999999999995
- type: recall_at_20
value: 50.111000000000004
- type: recall_at_100
value: 67.244
- type: recall_at_1000
value: 85.529
- type: precision_at_1
value: 19.778000000000002
- type: precision_at_3
value: 10.536
- type: precision_at_5
value: 7.911
- type: precision_at_10
value: 4.806
- type: precision_at_20
value: 2.902
- type: precision_at_100
value: 0.815
- type: precision_at_1000
value: 0.11499999999999999
- type: mrr_at_1
value: 19.778200000000002
- type: mrr_at_3
value: 24.491699999999998
- type: mrr_at_5
value: 26.062800000000003
- type: mrr_at_10
value: 26.994699999999998
- type: mrr_at_20
value: 27.5592
- type: mrr_at_100
value: 27.974
- type: mrr_at_1000
value: 28.0409
- type: nauc_ndcg_at_1_max
value: 24.5686
- type: nauc_ndcg_at_1_std
value: 4.1985
- type: nauc_ndcg_at_1_diff1
value: 41.2746
- type: nauc_ndcg_at_3_max
value: 22.7675
- type: nauc_ndcg_at_3_std
value: 4.8706
- type: nauc_ndcg_at_3_diff1
value: 35.7574
- type: nauc_ndcg_at_5_max
value: 22.3249
- type: nauc_ndcg_at_5_std
value: 2.8872
- type: nauc_ndcg_at_5_diff1
value: 35.1168
- type: nauc_ndcg_at_10_max
value: 20.0328
- type: nauc_ndcg_at_10_std
value: 3.4832
- type: nauc_ndcg_at_10_diff1
value: 33.7264
- type: nauc_ndcg_at_20_max
value: 19.5677
- type: nauc_ndcg_at_20_std
value: 3.9749
- type: nauc_ndcg_at_20_diff1
value: 32.8838
- type: nauc_ndcg_at_100_max
value: 20.9515
- type: nauc_ndcg_at_100_std
value: 6.998500000000001
- type: nauc_ndcg_at_100_diff1
value: 33.863
- type: nauc_ndcg_at_1000_max
value: 21.3021
- type: nauc_ndcg_at_1000_std
value: 8.160499999999999
- type: nauc_ndcg_at_1000_diff1
value: 34.3499
- type: nauc_map_at_1_max
value: 20.893700000000003
- type: nauc_map_at_1_std
value: 4.0743
- type: nauc_map_at_1_diff1
value: 42.9843
- type: nauc_map_at_3_max
value: 22.0831
- type: nauc_map_at_3_std
value: 4.4359
- type: nauc_map_at_3_diff1
value: 38.0695
- type: nauc_map_at_5_max
value: 21.996299999999998
- type: nauc_map_at_5_std
value: 3.1272
- type: nauc_map_at_5_diff1
value: 37.4308
- type: nauc_map_at_10_max
value: 21.012900000000002
- type: nauc_map_at_10_std
value: 3.4627
- type: nauc_map_at_10_diff1
value: 36.6965
- type: nauc_map_at_20_max
value: 20.9069
- type: nauc_map_at_20_std
value: 3.5887000000000002
- type: nauc_map_at_20_diff1
value: 36.39
- type: nauc_map_at_100_max
value: 21.1016
- type: nauc_map_at_100_std
value: 4.0568
- type: nauc_map_at_100_diff1
value: 36.532399999999996
- type: nauc_map_at_1000_max
value: 21.0852
- type: nauc_map_at_1000_std
value: 4.1055
- type: nauc_map_at_1000_diff1
value: 36.5216
- type: nauc_recall_at_1_max
value: 20.893700000000003
- type: nauc_recall_at_1_std
value: 4.0743
- type: nauc_recall_at_1_diff1
value: 42.9843
- type: nauc_recall_at_3_max
value: 21.7649
- type: nauc_recall_at_3_std
value: 5.6876999999999995
- type: nauc_recall_at_3_diff1
value: 31.5178
- type: nauc_recall_at_5_max
value: 20.523
- type: nauc_recall_at_5_std
value: 1.6015000000000001
- type: nauc_recall_at_5_diff1
value: 29.531299999999998
- type: nauc_recall_at_10_max
value: 13.9177
- type: nauc_recall_at_10_std
value: 2.8573999999999997
- type: nauc_recall_at_10_diff1
value: 25.509500000000003
- type: nauc_recall_at_20_max
value: 11.757299999999999
- type: nauc_recall_at_20_std
value: 4.4186000000000005
- type: nauc_recall_at_20_diff1
value: 22.416900000000002
- type: nauc_recall_at_100_max
value: 17.011699999999998
- type: nauc_recall_at_100_std
value: 21.140700000000002
- type: nauc_recall_at_100_diff1
value: 25.083499999999997
- type: nauc_recall_at_1000_max
value: 23.0804
- type: nauc_recall_at_1000_std
value: 50.4001
- type: nauc_recall_at_1000_diff1
value: 30.6482
- type: nauc_precision_at_1_max
value: 24.5686
- type: nauc_precision_at_1_std
value: 4.1985
- type: nauc_precision_at_1_diff1
value: 41.2746
- type: nauc_precision_at_3_max
value: 25.5841
- type: nauc_precision_at_3_std
value: 6.0711
- type: nauc_precision_at_3_diff1
value: 29.611900000000002
- type: nauc_precision_at_5_max
value: 25.6341
- type: nauc_precision_at_5_std
value: 2.6534999999999997
- type: nauc_precision_at_5_diff1
value: 26.856099999999998
- type: nauc_precision_at_10_max
value: 19.7334
- type: nauc_precision_at_10_std
value: 6.002
- type: nauc_precision_at_10_diff1
value: 21.2614
- type: nauc_precision_at_20_max
value: 17.6925
- type: nauc_precision_at_20_std
value: 8.6822
- type: nauc_precision_at_20_diff1
value: 15.619900000000001
- type: nauc_precision_at_100_max
value: 19.541900000000002
- type: nauc_precision_at_100_std
value: 20.843700000000002
- type: nauc_precision_at_100_diff1
value: 10.8974
- type: nauc_precision_at_1000_max
value: 0.5662
- type: nauc_precision_at_1000_std
value: 20.2028
- type: nauc_precision_at_1000_diff1
value: -11.7664
- type: nauc_mrr_at_1_max
value: 24.5686
- type: nauc_mrr_at_1_std
value: 4.1985
- type: nauc_mrr_at_1_diff1
value: 41.2746
- type: nauc_mrr_at_3_max
value: 24.540300000000002
- type: nauc_mrr_at_3_std
value: 4.5855
- type: nauc_mrr_at_3_diff1
value: 36.5022
- type: nauc_mrr_at_5_max
value: 24.5642
- type: nauc_mrr_at_5_std
value: 3.6998
- type: nauc_mrr_at_5_diff1
value: 36.1042
- type: nauc_mrr_at_10_max
value: 23.521800000000002
- type: nauc_mrr_at_10_std
value: 3.7822
- type: nauc_mrr_at_10_diff1
value: 35.7072
- type: nauc_mrr_at_20_max
value: 23.361
- type: nauc_mrr_at_20_std
value: 3.8916
- type: nauc_mrr_at_20_diff1
value: 35.5182
- type: nauc_mrr_at_100_max
value: 23.472299999999997
- type: nauc_mrr_at_100_std
value: 4.2997
- type: nauc_mrr_at_100_diff1
value: 35.631299999999996
- type: nauc_mrr_at_1000_max
value: 23.470299999999998
- type: nauc_mrr_at_1000_std
value: 4.324
- type: nauc_mrr_at_1000_diff1
value: 35.6309
- type: main_score
value: 29.636000000000003
task:
type: Retrieval
- dataset:
config: default
name: MTEB ClimateFEVER (default)
revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
split: test
type: mteb/climate-fever
metrics:
- type: ndcg_at_1
value: 40.521
- type: ndcg_at_3
value: 34.052
- type: ndcg_at_5
value: 36.028999999999996
- type: ndcg_at_10
value: 39.741
- type: ndcg_at_20
value: 42.406
- type: ndcg_at_100
value: 46.733000000000004
- type: ndcg_at_1000
value: 49.76
- type: map_at_1
value: 17.565
- type: map_at_3
value: 25.262
- type: map_at_5
value: 27.773999999999997
- type: map_at_10
value: 29.823
- type: map_at_20
value: 30.872
- type: map_at_100
value: 31.777
- type: map_at_1000
value: 31.961000000000002
- type: recall_at_1
value: 17.565
- type: recall_at_3
value: 30.174
- type: recall_at_5
value: 36.802
- type: recall_at_10
value: 44.999
- type: recall_at_20
value: 52.371
- type: recall_at_100
value: 68.805
- type: recall_at_1000
value: 85.572
- type: precision_at_1
value: 40.521
- type: precision_at_3
value: 25.755
- type: precision_at_5
value: 19.296
- type: precision_at_10
value: 12.104
- type: precision_at_20
value: 7.2379999999999995
- type: precision_at_100
value: 1.978
- type: precision_at_1000
value: 0.255
- type: mrr_at_1
value: 40.5212
- type: mrr_at_3
value: 49.848
- type: mrr_at_5
value: 51.73720000000001
- type: mrr_at_10
value: 52.775000000000006
- type: mrr_at_20
value: 53.187200000000004
- type: mrr_at_100
value: 53.4334
- type: mrr_at_1000
value: 53.45419999999999
- type: nauc_ndcg_at_1_max
value: 37.7874
- type: nauc_ndcg_at_1_std
value: 14.2466
- type: nauc_ndcg_at_1_diff1
value: 35.2495
- type: nauc_ndcg_at_3_max
value: 39.137899999999995
- type: nauc_ndcg_at_3_std
value: 14.8525
- type: nauc_ndcg_at_3_diff1
value: 27.8113
- type: nauc_ndcg_at_5_max
value: 40.7356
- type: nauc_ndcg_at_5_std
value: 15.751000000000001
- type: nauc_ndcg_at_5_diff1
value: 27.8758
- type: nauc_ndcg_at_10_max
value: 42.2598
- type: nauc_ndcg_at_10_std
value: 18.2948
- type: nauc_ndcg_at_10_diff1
value: 27.1214
- type: nauc_ndcg_at_20_max
value: 42.922
- type: nauc_ndcg_at_20_std
value: 19.3165
- type: nauc_ndcg_at_20_diff1
value: 27.1329
- type: nauc_ndcg_at_100_max
value: 43.939299999999996
- type: nauc_ndcg_at_100_std
value: 22.3293
- type: nauc_ndcg_at_100_diff1
value: 27.370299999999997
- type: nauc_ndcg_at_1000_max
value: 44.087700000000005
- type: nauc_ndcg_at_1000_std
value: 22.6752
- type: nauc_ndcg_at_1000_diff1
value: 27.4561
- type: nauc_map_at_1_max
value: 35.477599999999995
- type: nauc_map_at_1_std
value: 4.9017
- type: nauc_map_at_1_diff1
value: 41.0923
- type: nauc_map_at_3_max
value: 38.0361
- type: nauc_map_at_3_std
value: 10.9243
- type: nauc_map_at_3_diff1
value: 30.486400000000003
- type: nauc_map_at_5_max
value: 39.1969
- type: nauc_map_at_5_std
value: 12.8337
- type: nauc_map_at_5_diff1
value: 29.2533
- type: nauc_map_at_10_max
value: 40.3974
- type: nauc_map_at_10_std
value: 14.594
- type: nauc_map_at_10_diff1
value: 28.6676
- type: nauc_map_at_20_max
value: 40.734700000000004
- type: nauc_map_at_20_std
value: 15.0939
- type: nauc_map_at_20_diff1
value: 28.6551
- type: nauc_map_at_100_max
value: 41.0407
- type: nauc_map_at_100_std
value: 15.8822
- type: nauc_map_at_100_diff1
value: 28.797800000000002
- type: nauc_map_at_1000_max
value: 41.074
- type: nauc_map_at_1000_std
value: 15.938099999999999
- type: nauc_map_at_1000_diff1
value: 28.7958
- type: nauc_recall_at_1_max
value: 35.477599999999995
- type: nauc_recall_at_1_std
value: 4.9017
- type: nauc_recall_at_1_diff1
value: 41.0923
- type: nauc_recall_at_3_max
value: 37.7873
- type: nauc_recall_at_3_std
value: 12.5337
- type: nauc_recall_at_3_diff1
value: 24.5319
- type: nauc_recall_at_5_max
value: 38.935199999999995
- type: nauc_recall_at_5_std
value: 15.065100000000001
- type: nauc_recall_at_5_diff1
value: 22.1421
- type: nauc_recall_at_10_max
value: 38.9728
- type: nauc_recall_at_10_std
value: 18.6771
- type: nauc_recall_at_10_diff1
value: 18.5796
- type: nauc_recall_at_20_max
value: 38.9675
- type: nauc_recall_at_20_std
value: 20.3136
- type: nauc_recall_at_20_diff1
value: 17.4366
- type: nauc_recall_at_100_max
value: 40.1752
- type: nauc_recall_at_100_std
value: 30.8043
- type: nauc_recall_at_100_diff1
value: 15.071100000000001
- type: nauc_recall_at_1000_max
value: 44.2175
- type: nauc_recall_at_1000_std
value: 41.8613
- type: nauc_recall_at_1000_diff1
value: 10.9078
- type: nauc_precision_at_1_max
value: 37.7874
- type: nauc_precision_at_1_std
value: 14.2466
- type: nauc_precision_at_1_diff1
value: 35.2495
- type: nauc_precision_at_3_max
value: 35.641600000000004
- type: nauc_precision_at_3_std
value: 22.1893
- type: nauc_precision_at_3_diff1
value: 11.985999999999999
- type: nauc_precision_at_5_max
value: 34.6088
- type: nauc_precision_at_5_std
value: 24.1625
- type: nauc_precision_at_5_diff1
value: 8.61
- type: nauc_precision_at_10_max
value: 32.8019
- type: nauc_precision_at_10_std
value: 27.2801
- type: nauc_precision_at_10_diff1
value: 5.5756
- type: nauc_precision_at_20_max
value: 29.6255
- type: nauc_precision_at_20_std
value: 27.441100000000002
- type: nauc_precision_at_20_diff1
value: 3.5886
- type: nauc_precision_at_100_max
value: 21.7954
- type: nauc_precision_at_100_std
value: 32.4442
- type: nauc_precision_at_100_diff1
value: -1.9849999999999999
- type: nauc_precision_at_1000_max
value: 8.2092
- type: nauc_precision_at_1000_std
value: 26.811
- type: nauc_precision_at_1000_diff1
value: -10.2828
- type: nauc_mrr_at_1_max
value: 37.7874
- type: nauc_mrr_at_1_std
value: 14.2466
- type: nauc_mrr_at_1_diff1
value: 35.2495
- type: nauc_mrr_at_3_max
value: 40.3392
- type: nauc_mrr_at_3_std
value: 18.2137
- type: nauc_mrr_at_3_diff1
value: 30.4985
- type: nauc_mrr_at_5_max
value: 40.823100000000004
- type: nauc_mrr_at_5_std
value: 18.4992
- type: nauc_mrr_at_5_diff1
value: 30.7485
- type: nauc_mrr_at_10_max
value: 40.8848
- type: nauc_mrr_at_10_std
value: 18.903100000000002
- type: nauc_mrr_at_10_diff1
value: 30.604799999999997
- type: nauc_mrr_at_20_max
value: 40.978500000000004
- type: nauc_mrr_at_20_std
value: 19.0743
- type: nauc_mrr_at_20_diff1
value: 30.7534
- type: nauc_mrr_at_100_max
value: 40.977599999999995
- type: nauc_mrr_at_100_std
value: 19.108800000000002
- type: nauc_mrr_at_100_diff1
value: 30.745
- type: nauc_mrr_at_1000_max
value: 40.9611
- type: nauc_mrr_at_1000_std
value: 19.0871
- type: nauc_mrr_at_1000_diff1
value: 30.7527
- type: main_score
value: 39.741
task:
type: Retrieval
- dataset:
config: default
name: MTEB DBPedia (default)
revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
split: test
type: mteb/dbpedia
metrics:
- type: ndcg_at_1
value: 53.37499999999999
- type: ndcg_at_3
value: 42.92
- type: ndcg_at_5
value: 40.473
- type: ndcg_at_10
value: 38.007000000000005
- type: ndcg_at_20
value: 37.757000000000005
- type: ndcg_at_100
value: 43.113
- type: ndcg_at_1000
value: 50.673
- type: map_at_1
value: 8.605
- type: map_at_3
value: 13.117999999999999
- type: map_at_5
value: 15.348999999999998
- type: map_at_10
value: 18.090999999999998
- type: map_at_20
value: 20.735999999999997
- type: map_at_100
value: 25.151
- type: map_at_1000
value: 26.789
- type: recall_at_1
value: 8.605
- type: recall_at_3
value: 14.39
- type: recall_at_5
value: 18.061
- type: recall_at_10
value: 23.49
- type: recall_at_20
value: 30.379
- type: recall_at_100
value: 48.956
- type: recall_at_1000
value: 72.685
- type: precision_at_1
value: 65
- type: precision_at_3
value: 45.75
- type: precision_at_5
value: 38.85
- type: precision_at_10
value: 29.525000000000002
- type: precision_at_20
value: 22.561999999999998
- type: precision_at_100
value: 9.795
- type: precision_at_1000
value: 2.078
- type: mrr_at_1
value: 65
- type: mrr_at_3
value: 71.5
- type: mrr_at_5
value: 72.1375
- type: mrr_at_10
value: 72.7269
- type: mrr_at_20
value: 73.1268
- type: mrr_at_100
value: 73.27550000000001
- type: mrr_at_1000
value: 73.27850000000001
- type: nauc_ndcg_at_1_max
value: 51.8867
- type: nauc_ndcg_at_1_std
value: 25.394699999999997
- type: nauc_ndcg_at_1_diff1
value: 39.8769
- type: nauc_ndcg_at_3_max
value: 48.3147
- type: nauc_ndcg_at_3_std
value: 31.549300000000002
- type: nauc_ndcg_at_3_diff1
value: 26.8183
- type: nauc_ndcg_at_5_max
value: 47.9404
- type: nauc_ndcg_at_5_std
value: 32.9316
- type: nauc_ndcg_at_5_diff1
value: 25.4998
- type: nauc_ndcg_at_10_max
value: 46.1533
- type: nauc_ndcg_at_10_std
value: 30.7745
- type: nauc_ndcg_at_10_diff1
value: 25.2169
- type: nauc_ndcg_at_20_max
value: 42.6108
- type: nauc_ndcg_at_20_std
value: 26.657799999999998
- type: nauc_ndcg_at_20_diff1
value: 24.0015
- type: nauc_ndcg_at_100_max
value: 42.088300000000004
- type: nauc_ndcg_at_100_std
value: 30.8684
- type: nauc_ndcg_at_100_diff1
value: 22
- type: nauc_ndcg_at_1000_max
value: 46.9897
- type: nauc_ndcg_at_1000_std
value: 38.803
- type: nauc_ndcg_at_1000_diff1
value: 19.9379
- type: nauc_map_at_1_max
value: 15.648599999999998
- type: nauc_map_at_1_std
value: -12.7977
- type: nauc_map_at_1_diff1
value: 35.7192
- type: nauc_map_at_3_max
value: 16.9672
- type: nauc_map_at_3_std
value: -6.754499999999999
- type: nauc_map_at_3_diff1
value: 27.9538
- type: nauc_map_at_5_max
value: 18.8827
- type: nauc_map_at_5_std
value: -2.9603
- type: nauc_map_at_5_diff1
value: 25.9649
- type: nauc_map_at_10_max
value: 21.7011
- type: nauc_map_at_10_std
value: 1.9127999999999998
- type: nauc_map_at_10_diff1
value: 22.8436
- type: nauc_map_at_20_max
value: 25.9247
- type: nauc_map_at_20_std
value: 8.3743
- type: nauc_map_at_20_diff1
value: 21.1392
- type: nauc_map_at_100_max
value: 30.9858
- type: nauc_map_at_100_std
value: 20.483999999999998
- type: nauc_map_at_100_diff1
value: 17.8089
- type: nauc_map_at_1000_max
value: 31.9853
- type: nauc_map_at_1000_std
value: 23.0077
- type: nauc_map_at_1000_diff1
value: 16.5824
- type: nauc_recall_at_1_max
value: 15.648599999999998
- type: nauc_recall_at_1_std
value: -12.7977
- type: nauc_recall_at_1_diff1
value: 35.7192
- type: nauc_recall_at_3_max
value: 13.680600000000002
- type: nauc_recall_at_3_std
value: -7.427599999999999
- type: nauc_recall_at_3_diff1
value: 23.8891
- type: nauc_recall_at_5_max
value: 13.2823
- type: nauc_recall_at_5_std
value: -5.1532
- type: nauc_recall_at_5_diff1
value: 20.2566
- type: nauc_recall_at_10_max
value: 16.1607
- type: nauc_recall_at_10_std
value: -0.2762
- type: nauc_recall_at_10_diff1
value: 17.1312
- type: nauc_recall_at_20_max
value: 20.1979
- type: nauc_recall_at_20_std
value: 5.716799999999999
- type: nauc_recall_at_20_diff1
value: 15.7332
- type: nauc_recall_at_100_max
value: 26.0613
- type: nauc_recall_at_100_std
value: 25.786900000000003
- type: nauc_recall_at_100_diff1
value: 11.5302
- type: nauc_recall_at_1000_max
value: 33.9363
- type: nauc_recall_at_1000_std
value: 41.8114
- type: nauc_recall_at_1000_diff1
value: 6.959999999999999
- type: nauc_precision_at_1_max
value: 59.560199999999995
- type: nauc_precision_at_1_std
value: 33.1626
- type: nauc_precision_at_1_diff1
value: 44.1834
- type: nauc_precision_at_3_max
value: 44.451299999999996
- type: nauc_precision_at_3_std
value: 43.2325
- type: nauc_precision_at_3_diff1
value: 10.1334
- type: nauc_precision_at_5_max
value: 42.3183
- type: nauc_precision_at_5_std
value: 48.4798
- type: nauc_precision_at_5_diff1
value: 4.3267
- type: nauc_precision_at_10_max
value: 39.1884
- type: nauc_precision_at_10_std
value: 49.1338
- type: nauc_precision_at_10_diff1
value: -2.4766
- type: nauc_precision_at_20_max
value: 34.2652
- type: nauc_precision_at_20_std
value: 46.881099999999996
- type: nauc_precision_at_20_diff1
value: -7.664700000000001
- type: nauc_precision_at_100_max
value: 21.5758
- type: nauc_precision_at_100_std
value: 41.9157
- type: nauc_precision_at_100_diff1
value: -13.292300000000001
- type: nauc_precision_at_1000_max
value: -4.6777
- type: nauc_precision_at_1000_std
value: 11.3629
- type: nauc_precision_at_1000_diff1
value: -20.6324
- type: nauc_mrr_at_1_max
value: 59.560199999999995
- type: nauc_mrr_at_1_std
value: 33.1626
- type: nauc_mrr_at_1_diff1
value: 44.1834
- type: nauc_mrr_at_3_max
value: 63.3449
- type: nauc_mrr_at_3_std
value: 42.139700000000005
- type: nauc_mrr_at_3_diff1
value: 42.0598
- type: nauc_mrr_at_5_max
value: 63.5765
- type: nauc_mrr_at_5_std
value: 42.5313
- type: nauc_mrr_at_5_diff1
value: 41.86
- type: nauc_mrr_at_10_max
value: 63.22259999999999
- type: nauc_mrr_at_10_std
value: 41.901500000000006
- type: nauc_mrr_at_10_diff1
value: 41.9345
- type: nauc_mrr_at_20_max
value: 63.253099999999996
- type: nauc_mrr_at_20_std
value: 41.6196
- type: nauc_mrr_at_20_diff1
value: 42.2398
- type: nauc_mrr_at_100_max
value: 63.214800000000004
- type: nauc_mrr_at_100_std
value: 41.6203
- type: nauc_mrr_at_100_diff1
value: 42.1703
- type: nauc_mrr_at_1000_max
value: 63.212500000000006
- type: nauc_mrr_at_1000_std
value: 41.6145
- type: nauc_mrr_at_1000_diff1
value: 42.1702
- type: main_score
value: 38.007000000000005
task:
type: Retrieval
- dataset:
config: default
name: MTEB EmotionClassification (default)
revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
split: test
type: mteb/emotion
metrics:
- type: accuracy
value: 48.245
- type: f1
value: 43.128899999999994
- type: f1_weighted
value: 50.52720000000001
- type: main_score
value: 48.245
task:
type: Classification
- dataset:
config: default
name: MTEB FEVER (default)
revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
split: test
type: mteb/fever
metrics:
- type: ndcg_at_1
value: 82.973
- type: ndcg_at_3
value: 86.732
- type: ndcg_at_5
value: 87.754
- type: ndcg_at_10
value: 88.28399999999999
- type: ndcg_at_20
value: 88.599
- type: ndcg_at_100
value: 88.962
- type: ndcg_at_1000
value: 89.18599999999999
- type: map_at_1
value: 76.85600000000001
- type: map_at_3
value: 83.68100000000001
- type: map_at_5
value: 84.428
- type: map_at_10
value: 84.737
- type: map_at_20
value: 84.859
- type: map_at_100
value: 84.936
- type: map_at_1000
value: 84.949
- type: recall_at_1
value: 76.85600000000001
- type: recall_at_3
value: 90.261
- type: recall_at_5
value: 92.902
- type: recall_at_10
value: 94.455
- type: recall_at_20
value: 95.512
- type: recall_at_100
value: 97.062
- type: recall_at_1000
value: 98.425
- type: precision_at_1
value: 82.973
- type: precision_at_3
value: 32.883
- type: precision_at_5
value: 20.432
- type: precision_at_10
value: 10.468
- type: precision_at_20
value: 5.335
- type: precision_at_100
value: 1.103
- type: precision_at_1000
value: 0.11399999999999999
- type: mrr_at_1
value: 82.97330000000001
- type: mrr_at_3
value: 88.9414
- type: mrr_at_5
value: 89.4409
- type: mrr_at_10
value: 89.5788
- type: mrr_at_20
value: 89.6134
- type: mrr_at_100
value: 89.6249
- type: mrr_at_1000
value: 89.6258
- type: nauc_ndcg_at_1_max
value: 29.845699999999997
- type: nauc_ndcg_at_1_std
value: -8.1067
- type: nauc_ndcg_at_1_diff1
value: 76.5459
- type: nauc_ndcg_at_3_max
value: 24.046699999999998
- type: nauc_ndcg_at_3_std
value: -1.3396
- type: nauc_ndcg_at_3_diff1
value: 53.3589
- type: nauc_ndcg_at_5_max
value: 23.060200000000002
- type: nauc_ndcg_at_5_std
value: 0.1275
- type: nauc_ndcg_at_5_diff1
value: 51.707499999999996
- type: nauc_ndcg_at_10_max
value: 23.2423
- type: nauc_ndcg_at_10_std
value: 1.1825
- type: nauc_ndcg_at_10_diff1
value: 51.542699999999996
- type: nauc_ndcg_at_20_max
value: 23.5179
- type: nauc_ndcg_at_20_std
value: 1.1563999999999999
- type: nauc_ndcg_at_20_diff1
value: 52.0221
- type: nauc_ndcg_at_100_max
value: 24.1075
- type: nauc_ndcg_at_100_std
value: 1.1012
- type: nauc_ndcg_at_100_diff1
value: 52.8483
- type: nauc_ndcg_at_1000_max
value: 24.611900000000002
- type: nauc_ndcg_at_1000_std
value: 0.6839999999999999
- type: nauc_ndcg_at_1000_diff1
value: 54.1385
- type: nauc_map_at_1_max
value: 18.8778
- type: nauc_map_at_1_std
value: -5.556500000000001
- type: nauc_map_at_1_diff1
value: 57.2703
- type: nauc_map_at_3_max
value: 20.5351
- type: nauc_map_at_3_std
value: -2.0858000000000003
- type: nauc_map_at_3_diff1
value: 51.070499999999996
- type: nauc_map_at_5_max
value: 20.6176
- type: nauc_map_at_5_std
value: -1.3988
- type: nauc_map_at_5_diff1
value: 50.974399999999996
- type: nauc_map_at_10_max
value: 21.0174
- type: nauc_map_at_10_std
value: -0.9446
- type: nauc_map_at_10_diff1
value: 51.176
- type: nauc_map_at_20_max
value: 21.177699999999998
- type: nauc_map_at_20_std
value: -0.9066
- type: nauc_map_at_20_diff1
value: 51.35150000000001
- type: nauc_map_at_100_max
value: 21.3138
- type: nauc_map_at_100_std
value: -0.8752
- type: nauc_map_at_100_diff1
value: 51.483999999999995
- type: nauc_map_at_1000_max
value: 21.3431
- type: nauc_map_at_1000_std
value: -0.8807
- type: nauc_map_at_1000_diff1
value: 51.541599999999995
- type: nauc_recall_at_1_max
value: 18.8778
- type: nauc_recall_at_1_std
value: -5.556500000000001
- type: nauc_recall_at_1_diff1
value: 57.2703
- type: nauc_recall_at_3_max
value: 18.7084
- type: nauc_recall_at_3_std
value: 5.7948
- type: nauc_recall_at_3_diff1
value: 31.1856
- type: nauc_recall_at_5_max
value: 15.978700000000002
- type: nauc_recall_at_5_std
value: 13.5212
- type: nauc_recall_at_5_diff1
value: 19.669600000000003
- type: nauc_recall_at_10_max
value: 15.8737
- type: nauc_recall_at_10_std
value: 22.743299999999998
- type: nauc_recall_at_10_diff1
value: 11.7671
- type: nauc_recall_at_20_max
value: 15.2453
- type: nauc_recall_at_20_std
value: 26.6607
- type: nauc_recall_at_20_diff1
value: 6.776600000000001
- type: nauc_recall_at_100_max
value: 17.2356
- type: nauc_recall_at_100_std
value: 37.8238
- type: nauc_recall_at_100_diff1
value: -3.2619000000000002
- type: nauc_recall_at_1000_max
value: 25.8924
- type: nauc_recall_at_1000_std
value: 50.5346
- type: nauc_recall_at_1000_diff1
value: -2.8157
- type: nauc_precision_at_1_max
value: 29.845699999999997
- type: nauc_precision_at_1_std
value: -8.1067
- type: nauc_precision_at_1_diff1
value: 76.5459
- type: nauc_precision_at_3_max
value: 32.356899999999996
- type: nauc_precision_at_3_std
value: 9.5615
- type: nauc_precision_at_3_diff1
value: 26.7234
- type: nauc_precision_at_5_max
value: 25.8619
- type: nauc_precision_at_5_std
value: 14.323
- type: nauc_precision_at_5_diff1
value: 8.3817
- type: nauc_precision_at_10_max
value: 22.608900000000002
- type: nauc_precision_at_10_std
value: 17.1757
- type: nauc_precision_at_10_diff1
value: -0.7581
- type: nauc_precision_at_20_max
value: 20.5592
- type: nauc_precision_at_20_std
value: 15.579899999999999
- type: nauc_precision_at_20_diff1
value: -3.5625999999999998
- type: nauc_precision_at_100_max
value: 17.427200000000003
- type: nauc_precision_at_100_std
value: 11.8869
- type: nauc_precision_at_100_diff1
value: -5.1880999999999995
- type: nauc_precision_at_1000_max
value: 15.9616
- type: nauc_precision_at_1000_std
value: 6.299799999999999
- type: nauc_precision_at_1000_diff1
value: -0.9317000000000001
- type: nauc_mrr_at_1_max
value: 29.845699999999997
- type: nauc_mrr_at_1_std
value: -8.1067
- type: nauc_mrr_at_1_diff1
value: 76.5459
- type: nauc_mrr_at_3_max
value: 33.7764
- type: nauc_mrr_at_3_std
value: -6.8435
- type: nauc_mrr_at_3_diff1
value: 75.4084
- type: nauc_mrr_at_5_max
value: 33.651599999999995
- type: nauc_mrr_at_5_std
value: -6.499199999999999
- type: nauc_mrr_at_5_diff1
value: 75.5632
- type: nauc_mrr_at_10_max
value: 33.4464
- type: nauc_mrr_at_10_std
value: -6.334199999999999
- type: nauc_mrr_at_10_diff1
value: 75.5967
- type: nauc_mrr_at_20_max
value: 33.2984
- type: nauc_mrr_at_20_std
value: -6.4758
- type: nauc_mrr_at_20_diff1
value: 75.6139
- type: nauc_mrr_at_100_max
value: 33.2324
- type: nauc_mrr_at_100_std
value: -6.5496
- type: nauc_mrr_at_100_diff1
value: 75.6207
- type: nauc_mrr_at_1000_max
value: 33.2269
- type: nauc_mrr_at_1000_std
value: -6.5571
- type: nauc_mrr_at_1000_diff1
value: 75.6223
- type: main_score
value: 88.28399999999999
task:
type: Retrieval
- dataset:
config: default
name: MTEB FiQA2018 (default)
revision: 27a168819829fe9bcd655c2df245fb19452e8e06
split: test
type: mteb/fiqa
metrics:
- type: ndcg_at_1
value: 36.882999999999996
- type: ndcg_at_3
value: 35.286
- type: ndcg_at_5
value: 35.968
- type: ndcg_at_10
value: 38.429
- type: ndcg_at_20
value: 41.075
- type: ndcg_at_100
value: 45.738
- type: ndcg_at_1000
value: 48.931000000000004
- type: map_at_1
value: 18.781
- type: map_at_3
value: 27.154
- type: map_at_5
value: 29.101
- type: map_at_10
value: 30.889
- type: map_at_20
value: 31.900000000000002
- type: map_at_100
value: 32.836
- type: map_at_1000
value: 33.031
- type: recall_at_1
value: 18.781
- type: recall_at_3
value: 32.505
- type: recall_at_5
value: 37.524
- type: recall_at_10
value: 44.936
- type: recall_at_20
value: 52.961999999999996
- type: recall_at_100
value: 72.229
- type: recall_at_1000
value: 91.266
- type: precision_at_1
value: 36.882999999999996
- type: precision_at_3
value: 23.714
- type: precision_at_5
value: 16.975
- type: precision_at_10
value: 10.664
- type: precision_at_20
value: 6.451
- type: precision_at_100
value: 1.799
- type: precision_at_1000
value: 0.23700000000000002
- type: mrr_at_1
value: 36.8827
- type: mrr_at_3
value: 44.3673
- type: mrr_at_5
value: 45.4552
- type: mrr_at_10
value: 46.4466
- type: mrr_at_20
value: 46.935500000000005
- type: mrr_at_100
value: 47.3453
- type: mrr_at_1000
value: 47.3849
- type: nauc_ndcg_at_1_max
value: 39.123200000000004
- type: nauc_ndcg_at_1_std
value: 0.5595
- type: nauc_ndcg_at_1_diff1
value: 55.2141
- type: nauc_ndcg_at_3_max
value: 35.457300000000004
- type: nauc_ndcg_at_3_std
value: -0.0245
- type: nauc_ndcg_at_3_diff1
value: 47.1277
- type: nauc_ndcg_at_5_max
value: 33.4871
- type: nauc_ndcg_at_5_std
value: -0.1851
- type: nauc_ndcg_at_5_diff1
value: 46.6695
- type: nauc_ndcg_at_10_max
value: 33.5342
- type: nauc_ndcg_at_10_std
value: 1.1218000000000001
- type: nauc_ndcg_at_10_diff1
value: 44.674
- type: nauc_ndcg_at_20_max
value: 33.3212
- type: nauc_ndcg_at_20_std
value: 2.4269
- type: nauc_ndcg_at_20_diff1
value: 44.0147
- type: nauc_ndcg_at_100_max
value: 36.281400000000005
- type: nauc_ndcg_at_100_std
value: 6.1097
- type: nauc_ndcg_at_100_diff1
value: 43.9281
- type: nauc_ndcg_at_1000_max
value: 37.4346
- type: nauc_ndcg_at_1000_std
value: 5.729
- type: nauc_ndcg_at_1000_diff1
value: 44.901799999999994
- type: nauc_map_at_1_max
value: 26.354
- type: nauc_map_at_1_std
value: -1.4975
- type: nauc_map_at_1_diff1
value: 55.602399999999996
- type: nauc_map_at_3_max
value: 30.482100000000003
- type: nauc_map_at_3_std
value: -1.1696
- type: nauc_map_at_3_diff1
value: 48.9863
- type: nauc_map_at_5_max
value: 31.4619
- type: nauc_map_at_5_std
value: -1.0692
- type: nauc_map_at_5_diff1
value: 48.0302
- type: nauc_map_at_10_max
value: 32.461
- type: nauc_map_at_10_std
value: -0.147
- type: nauc_map_at_10_diff1
value: 46.5916
- type: nauc_map_at_20_max
value: 32.568999999999996
- type: nauc_map_at_20_std
value: 0.4279
- type: nauc_map_at_20_diff1
value: 46.3194
- type: nauc_map_at_100_max
value: 33.273799999999994
- type: nauc_map_at_100_std
value: 1.1697000000000002
- type: nauc_map_at_100_diff1
value: 46.282000000000004
- type: nauc_map_at_1000_max
value: 33.415499999999994
- type: nauc_map_at_1000_std
value: 1.1926
- type: nauc_map_at_1000_diff1
value: 46.3347
- type: nauc_recall_at_1_max
value: 26.354
- type: nauc_recall_at_1_std
value: -1.4975
- type: nauc_recall_at_1_diff1
value: 55.602399999999996
- type: nauc_recall_at_3_max
value: 25.3216
- type: nauc_recall_at_3_std
value: -1.3092
- type: nauc_recall_at_3_diff1
value: 40.8666
- type: nauc_recall_at_5_max
value: 24.444
- type: nauc_recall_at_5_std
value: -0.9400000000000001
- type: nauc_recall_at_5_diff1
value: 38.1574
- type: nauc_recall_at_10_max
value: 24.8674
- type: nauc_recall_at_10_std
value: 2.3571
- type: nauc_recall_at_10_diff1
value: 32.2407
- type: nauc_recall_at_20_max
value: 22.243299999999998
- type: nauc_recall_at_20_std
value: 5.6803
- type: nauc_recall_at_20_diff1
value: 28.627799999999997
- type: nauc_recall_at_100_max
value: 29.0702
- type: nauc_recall_at_100_std
value: 25.7249
- type: nauc_recall_at_100_diff1
value: 21.2569
- type: nauc_recall_at_1000_max
value: 40.241
- type: nauc_recall_at_1000_std
value: 48.301899999999996
- type: nauc_recall_at_1000_diff1
value: 20.0935
- type: nauc_precision_at_1_max
value: 39.123200000000004
- type: nauc_precision_at_1_std
value: 0.5595
- type: nauc_precision_at_1_diff1
value: 55.2141
- type: nauc_precision_at_3_max
value: 36.4929
- type: nauc_precision_at_3_std
value: 0.8775
- type: nauc_precision_at_3_diff1
value: 30.4142
- type: nauc_precision_at_5_max
value: 35.120200000000004
- type: nauc_precision_at_5_std
value: 1.3797
- type: nauc_precision_at_5_diff1
value: 25.296200000000002
- type: nauc_precision_at_10_max
value: 34.2855
- type: nauc_precision_at_10_std
value: 5.0542
- type: nauc_precision_at_10_diff1
value: 15.2533
- type: nauc_precision_at_20_max
value: 31.4664
- type: nauc_precision_at_20_std
value: 9.0011
- type: nauc_precision_at_20_diff1
value: 10.4832
- type: nauc_precision_at_100_max
value: 32.6942
- type: nauc_precision_at_100_std
value: 14.7489
- type: nauc_precision_at_100_diff1
value: 2.8718
- type: nauc_precision_at_1000_max
value: 27.2725
- type: nauc_precision_at_1000_std
value: 11.8238
- type: nauc_precision_at_1000_diff1
value: -3.3316
- type: nauc_mrr_at_1_max
value: 39.123200000000004
- type: nauc_mrr_at_1_std
value: 0.5595
- type: nauc_mrr_at_1_diff1
value: 55.2141
- type: nauc_mrr_at_3_max
value: 39.3518
- type: nauc_mrr_at_3_std
value: 1.8446
- type: nauc_mrr_at_3_diff1
value: 50.5624
- type: nauc_mrr_at_5_max
value: 38.8629
- type: nauc_mrr_at_5_std
value: 1.5571
- type: nauc_mrr_at_5_diff1
value: 50.2772
- type: nauc_mrr_at_10_max
value: 39.109
- type: nauc_mrr_at_10_std
value: 1.7592
- type: nauc_mrr_at_10_diff1
value: 49.817699999999995
- type: nauc_mrr_at_20_max
value: 38.9978
- type: nauc_mrr_at_20_std
value: 1.9251999999999998
- type: nauc_mrr_at_20_diff1
value: 49.7399
- type: nauc_mrr_at_100_max
value: 39.189800000000005
- type: nauc_mrr_at_100_std
value: 2.2416
- type: nauc_mrr_at_100_diff1
value: 49.7796
- type: nauc_mrr_at_1000_max
value: 39.1943
- type: nauc_mrr_at_1000_std
value: 2.2126
- type: nauc_mrr_at_1000_diff1
value: 49.8054
- type: main_score
value: 38.429
task:
type: Retrieval
- dataset:
config: default
name: MTEB HotpotQA (default)
revision: ab518f4d6fcca38d87c25209f94beba119d02014
split: test
type: mteb/hotpotqa
metrics:
- type: ndcg_at_1
value: 80.5
- type: ndcg_at_3
value: 61.708
- type: ndcg_at_5
value: 64.089
- type: ndcg_at_10
value: 65.893
- type: ndcg_at_20
value: 67.06800000000001
- type: ndcg_at_100
value: 68.715
- type: ndcg_at_1000
value: 70.025
- type: map_at_1
value: 40.25
- type: map_at_3
value: 53.53
- type: map_at_5
value: 55.428
- type: map_at_10
value: 56.497
- type: map_at_20
value: 56.977999999999994
- type: map_at_100
value: 57.318000000000005
- type: map_at_1000
value: 57.386
- type: recall_at_1
value: 40.25
- type: recall_at_3
value: 57.191
- type: recall_at_5
value: 61.891
- type: recall_at_10
value: 66.415
- type: recall_at_20
value: 70.176
- type: recall_at_100
value: 77.427
- type: recall_at_1000
value: 86.063
- type: precision_at_1
value: 80.5
- type: precision_at_3
value: 38.127
- type: precision_at_5
value: 24.756
- type: precision_at_10
value: 13.283000000000001
- type: precision_at_20
value: 7.018000000000001
- type: precision_at_100
value: 1.549
- type: precision_at_1000
value: 0.172
- type: mrr_at_1
value: 80.49969999999999
- type: mrr_at_3
value: 84.67479999999999
- type: mrr_at_5
value: 85.2028
- type: mrr_at_10
value: 85.51379999999999
- type: mrr_at_20
value: 85.6182
- type: mrr_at_100
value: 85.6802
- type: mrr_at_1000
value: 85.6881
- type: nauc_ndcg_at_1_max
value: 57.2865
- type: nauc_ndcg_at_1_std
value: -3.7467
- type: nauc_ndcg_at_1_diff1
value: 73.77759999999999
- type: nauc_ndcg_at_3_max
value: 23.325000000000003
- type: nauc_ndcg_at_3_std
value: -1.4533
- type: nauc_ndcg_at_3_diff1
value: 20.7378
- type: nauc_ndcg_at_5_max
value: 20.834600000000002
- type: nauc_ndcg_at_5_std
value: 0.44689999999999996
- type: nauc_ndcg_at_5_diff1
value: 17.131
- type: nauc_ndcg_at_10_max
value: 19.234299999999998
- type: nauc_ndcg_at_10_std
value: 1.0047000000000001
- type: nauc_ndcg_at_10_diff1
value: 15.4205
- type: nauc_ndcg_at_20_max
value: 18.4698
- type: nauc_ndcg_at_20_std
value: 1.3018
- type: nauc_ndcg_at_20_diff1
value: 14.8089
- type: nauc_ndcg_at_100_max
value: 17.7001
- type: nauc_ndcg_at_100_std
value: 2.2472
- type: nauc_ndcg_at_100_diff1
value: 13.9841
- type: nauc_ndcg_at_1000_max
value: 18.0396
- type: nauc_ndcg_at_1000_std
value: 2.0355000000000003
- type: nauc_ndcg_at_1000_diff1
value: 14.4955
- type: nauc_map_at_1_max
value: 57.2865
- type: nauc_map_at_1_std
value: -3.7467
- type: nauc_map_at_1_diff1
value: 73.77759999999999
- type: nauc_map_at_3_max
value: 17.4967
- type: nauc_map_at_3_std
value: -2.0705999999999998
- type: nauc_map_at_3_diff1
value: 13.6638
- type: nauc_map_at_5_max
value: 15.9546
- type: nauc_map_at_5_std
value: -0.7446999999999999
- type: nauc_map_at_5_diff1
value: 11.3368
- type: nauc_map_at_10_max
value: 15.280299999999999
- type: nauc_map_at_10_std
value: -0.47650000000000003
- type: nauc_map_at_10_diff1
value: 10.662
- type: nauc_map_at_20_max
value: 15.063699999999999
- type: nauc_map_at_20_std
value: -0.3955
- type: nauc_map_at_20_diff1
value: 10.524000000000001
- type: nauc_map_at_100_max
value: 14.9509
- type: nauc_map_at_100_std
value: -0.2228
- type: nauc_map_at_100_diff1
value: 10.4048
- type: nauc_map_at_1000_max
value: 14.9594
- type: nauc_map_at_1000_std
value: -0.2235
- type: nauc_map_at_1000_diff1
value: 10.418199999999999
- type: nauc_recall_at_1_max
value: 57.2865
- type: nauc_recall_at_1_std
value: -3.7467
- type: nauc_recall_at_1_diff1
value: 73.77759999999999
- type: nauc_recall_at_3_max
value: 13.0855
- type: nauc_recall_at_3_std
value: -0.6072
- type: nauc_recall_at_3_diff1
value: 5.0996
- type: nauc_recall_at_5_max
value: 7.9794
- type: nauc_recall_at_5_std
value: 2.9346
- type: nauc_recall_at_5_diff1
value: -1.7982000000000002
- type: nauc_recall_at_10_max
value: 3.2676
- type: nauc_recall_at_10_std
value: 4.3023
- type: nauc_recall_at_10_diff1
value: -6.841899999999999
- type: nauc_recall_at_20_max
value: 0.1594
- type: nauc_recall_at_20_std
value: 5.4663
- type: nauc_recall_at_20_diff1
value: -9.818399999999999
- type: nauc_recall_at_100_max
value: -6.5771
- type: nauc_recall_at_100_std
value: 10.5212
- type: nauc_recall_at_100_diff1
value: -17.6874
- type: nauc_recall_at_1000_max
value: -12.6966
- type: nauc_recall_at_1000_std
value: 11.6097
- type: nauc_recall_at_1000_diff1
value: -25.2051
- type: nauc_precision_at_1_max
value: 57.2865
- type: nauc_precision_at_1_std
value: -3.7467
- type: nauc_precision_at_1_diff1
value: 73.77759999999999
- type: nauc_precision_at_3_max
value: 13.0855
- type: nauc_precision_at_3_std
value: -0.6072
- type: nauc_precision_at_3_diff1
value: 5.0996
- type: nauc_precision_at_5_max
value: 7.9794
- type: nauc_precision_at_5_std
value: 2.9346
- type: nauc_precision_at_5_diff1
value: -1.7982000000000002
- type: nauc_precision_at_10_max
value: 3.2676
- type: nauc_precision_at_10_std
value: 4.3023
- type: nauc_precision_at_10_diff1
value: -6.841899999999999
- type: nauc_precision_at_20_max
value: 0.1594
- type: nauc_precision_at_20_std
value: 5.4663
- type: nauc_precision_at_20_diff1
value: -9.818399999999999
- type: nauc_precision_at_100_max
value: -6.5771
- type: nauc_precision_at_100_std
value: 10.5212
- type: nauc_precision_at_100_diff1
value: -17.6874
- type: nauc_precision_at_1000_max
value: -12.6966
- type: nauc_precision_at_1000_std
value: 11.6097
- type: nauc_precision_at_1000_diff1
value: -25.2051
- type: nauc_mrr_at_1_max
value: 57.2865
- type: nauc_mrr_at_1_std
value: -3.7467
- type: nauc_mrr_at_1_diff1
value: 73.77759999999999
- type: nauc_mrr_at_3_max
value: 60.173
- type: nauc_mrr_at_3_std
value: -1.1868
- type: nauc_mrr_at_3_diff1
value: 72.2093
- type: nauc_mrr_at_5_max
value: 60.17940000000001
- type: nauc_mrr_at_5_std
value: -0.6161
- type: nauc_mrr_at_5_diff1
value: 72.3998
- type: nauc_mrr_at_10_max
value: 60.10060000000001
- type: nauc_mrr_at_10_std
value: -0.5012
- type: nauc_mrr_at_10_diff1
value: 72.48010000000001
- type: nauc_mrr_at_20_max
value: 60.05970000000001
- type: nauc_mrr_at_20_std
value: -0.5198
- type: nauc_mrr_at_20_diff1
value: 72.556
- type: nauc_mrr_at_100_max
value: 59.9947
- type: nauc_mrr_at_100_std
value: -0.5865
- type: nauc_mrr_at_100_diff1
value: 72.5459
- type: nauc_mrr_at_1000_max
value: 59.99060000000001
- type: nauc_mrr_at_1000_std
value: -0.6023999999999999
- type: nauc_mrr_at_1000_diff1
value: 72.55030000000001
- type: main_score
value: 65.893
task:
type: Retrieval
- dataset:
config: default
name: MTEB ImdbClassification (default)
revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
split: test
type: mteb/imdb
metrics:
- type: accuracy
value: 88.7012
- type: f1
value: 88.66810000000001
- type: f1_weighted
value: 88.66810000000001
- type: ap
value: 83.88550000000001
- type: ap_weighted
value: 83.88550000000001
- type: main_score
value: 88.7012
task:
type: Classification
- dataset:
config: default
name: MTEB MSMARCO (default)
revision: c5a29a104738b98a9e76336939199e264163d4a0
split: test
type: mteb/msmarco
metrics:
- type: ndcg_at_1
value: 72.09299999999999
- type: ndcg_at_3
value: 71.528
- type: ndcg_at_5
value: 69.023
- type: ndcg_at_10
value: 68.939
- type: ndcg_at_20
value: 66.398
- type: ndcg_at_100
value: 63.449999999999996
- type: ndcg_at_1000
value: 70.918
- type: map_at_1
value: 2.26
- type: map_at_3
value: 6.6979999999999995
- type: map_at_5
value: 9.019
- type: map_at_10
value: 14.789
- type: map_at_20
value: 22.402
- type: map_at_100
value: 39.405
- type: map_at_1000
value: 47.871
- type: recall_at_1
value: 2.26
- type: recall_at_3
value: 6.926
- type: recall_at_5
value: 9.458
- type: recall_at_10
value: 16.189999999999998
- type: recall_at_20
value: 25.849
- type: recall_at_100
value: 52.72
- type: recall_at_1000
value: 78.161
- type: precision_at_1
value: 88.372
- type: precision_at_3
value: 87.59700000000001
- type: precision_at_5
value: 81.395
- type: precision_at_10
value: 78.14
- type: precision_at_20
value: 69.07
- type: precision_at_100
value: 38.092999999999996
- type: precision_at_1000
value: 7.098
- type: mrr_at_1
value: 88.3721
- type: mrr_at_3
value: 91.8605
- type: mrr_at_5
value: 91.8605
- type: mrr_at_10
value: 92.1927
- type: mrr_at_20
value: 92.1927
- type: mrr_at_100
value: 92.1927
- type: mrr_at_1000
value: 92.1927
- type: nauc_ndcg_at_1_max
value: -4.7843
- type: nauc_ndcg_at_1_std
value: 8.8077
- type: nauc_ndcg_at_1_diff1
value: 19.7347
- type: nauc_ndcg_at_3_max
value: 1.6018999999999999
- type: nauc_ndcg_at_3_std
value: 4.2778
- type: nauc_ndcg_at_3_diff1
value: 17.2588
- type: nauc_ndcg_at_5_max
value: 12.2264
- type: nauc_ndcg_at_5_std
value: 13.293
- type: nauc_ndcg_at_5_diff1
value: 8.018699999999999
- type: nauc_ndcg_at_10_max
value: 25.3271
- type: nauc_ndcg_at_10_std
value: 32.7853
- type: nauc_ndcg_at_10_diff1
value: -2.1687000000000003
- type: nauc_ndcg_at_20_max
value: 28.258499999999998
- type: nauc_ndcg_at_20_std
value: 42.095
- type: nauc_ndcg_at_20_diff1
value: -11.098099999999999
- type: nauc_ndcg_at_100_max
value: 44.8743
- type: nauc_ndcg_at_100_std
value: 50.983900000000006
- type: nauc_ndcg_at_100_diff1
value: -6.0224
- type: nauc_ndcg_at_1000_max
value: 54.8418
- type: nauc_ndcg_at_1000_std
value: 57.1108
- type: nauc_ndcg_at_1000_diff1
value: -10.423399999999999
- type: nauc_map_at_1_max
value: -24.5528
- type: nauc_map_at_1_std
value: -39.0221
- type: nauc_map_at_1_diff1
value: 43.1654
- type: nauc_map_at_3_max
value: -25.5054
- type: nauc_map_at_3_std
value: -41.3754
- type: nauc_map_at_3_diff1
value: 44.2628
- type: nauc_map_at_5_max
value: -15.8266
- type: nauc_map_at_5_std
value: -37.9573
- type: nauc_map_at_5_diff1
value: 35.7925
- type: nauc_map_at_10_max
value: 1.6458
- type: nauc_map_at_10_std
value: -27.0335
- type: nauc_map_at_10_diff1
value: 26.404600000000002
- type: nauc_map_at_20_max
value: 15.8511
- type: nauc_map_at_20_std
value: -13.4161
- type: nauc_map_at_20_diff1
value: 18.3879
- type: nauc_map_at_100_max
value: 31.728099999999998
- type: nauc_map_at_100_std
value: 25.543300000000002
- type: nauc_map_at_100_diff1
value: 1.3197999999999999
- type: nauc_map_at_1000_max
value: 45.3745
- type: nauc_map_at_1000_std
value: 56.0095
- type: nauc_map_at_1000_diff1
value: -17.0012
- type: nauc_recall_at_1_max
value: -24.5528
- type: nauc_recall_at_1_std
value: -39.0221
- type: nauc_recall_at_1_diff1
value: 43.1654
- type: nauc_recall_at_3_max
value: -25.879
- type: nauc_recall_at_3_std
value: -44.1289
- type: nauc_recall_at_3_diff1
value: 47.4893
- type: nauc_recall_at_5_max
value: -13.772100000000002
- type: nauc_recall_at_5_std
value: -40.1422
- type: nauc_recall_at_5_diff1
value: 39.330999999999996
- type: nauc_recall_at_10_max
value: 4.0767
- type: nauc_recall_at_10_std
value: -29.424
- type: nauc_recall_at_10_diff1
value: 29.5336
- type: nauc_recall_at_20_max
value: 14.8913
- type: nauc_recall_at_20_std
value: -19.5402
- type: nauc_recall_at_20_diff1
value: 26.073600000000003
- type: nauc_recall_at_100_max
value: 31.211299999999998
- type: nauc_recall_at_100_std
value: 11.8853
- type: nauc_recall_at_100_diff1
value: 14.6443
- type: nauc_recall_at_1000_max
value: 58.8386
- type: nauc_recall_at_1000_std
value: 56.207499999999996
- type: nauc_recall_at_1000_diff1
value: -18.0195
- type: nauc_precision_at_1_max
value: -20.0121
- type: nauc_precision_at_1_std
value: 51.1284
- type: nauc_precision_at_1_diff1
value: -8.704
- type: nauc_precision_at_3_max
value: -9.1761
- type: nauc_precision_at_3_std
value: 30.326199999999996
- type: nauc_precision_at_3_diff1
value: -7.4456999999999995
- type: nauc_precision_at_5_max
value: 27.019199999999998
- type: nauc_precision_at_5_std
value: 48.472500000000004
- type: nauc_precision_at_5_diff1
value: -26.854699999999998
- type: nauc_precision_at_10_max
value: 50.9757
- type: nauc_precision_at_10_std
value: 68.3571
- type: nauc_precision_at_10_diff1
value: -32.1952
- type: nauc_precision_at_20_max
value: 41.492200000000004
- type: nauc_precision_at_20_std
value: 70.55
- type: nauc_precision_at_20_diff1
value: -41.8062
- type: nauc_precision_at_100_max
value: 27.505000000000003
- type: nauc_precision_at_100_std
value: 69.5764
- type: nauc_precision_at_100_diff1
value: -38.202999999999996
- type: nauc_precision_at_1000_max
value: 21.4555
- type: nauc_precision_at_1000_std
value: 63.6424
- type: nauc_precision_at_1000_diff1
value: -43.9172
- type: nauc_mrr_at_1_max
value: -20.0121
- type: nauc_mrr_at_1_std
value: 51.1284
- type: nauc_mrr_at_1_diff1
value: -8.704
- type: nauc_mrr_at_3_max
value: -0.6542
- type: nauc_mrr_at_3_std
value: 58.9038
- type: nauc_mrr_at_3_diff1
value: 0.9070999999999999
- type: nauc_mrr_at_5_max
value: -0.6542
- type: nauc_mrr_at_5_std
value: 58.9038
- type: nauc_mrr_at_5_diff1
value: 0.9070999999999999
- type: nauc_mrr_at_10_max
value: -5.0217
- type: nauc_mrr_at_10_std
value: 57.12049999999999
- type: nauc_mrr_at_10_diff1
value: -3.3927
- type: nauc_mrr_at_20_max
value: -5.0217
- type: nauc_mrr_at_20_std
value: 57.12049999999999
- type: nauc_mrr_at_20_diff1
value: -3.3927
- type: nauc_mrr_at_100_max
value: -5.0217
- type: nauc_mrr_at_100_std
value: 57.12049999999999
- type: nauc_mrr_at_100_diff1
value: -3.3927
- type: nauc_mrr_at_1000_max
value: -5.0217
- type: nauc_mrr_at_1000_std
value: 57.12049999999999
- type: nauc_mrr_at_1000_diff1
value: -3.3927
- type: main_score
value: 68.939
task:
type: Retrieval
- dataset:
config: en
name: MTEB MTOPDomainClassification (en)
revision: d80d48c1eb48d3562165c59d59d0034df9fff0bf
split: test
type: mteb/mtop_domain
metrics:
- type: accuracy
value: 95.1687
- type: f1
value: 94.9182
- type: f1_weighted
value: 95.1696
- type: main_score
value: 95.1687
task:
type: Classification
- dataset:
config: en
name: MTEB MTOPIntentClassification (en)
revision: ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba
split: test
type: mteb/mtop_intent
metrics:
- type: accuracy
value: 76.7966
- type: f1
value: 57.647400000000005
- type: f1_weighted
value: 79.7207
- type: main_score
value: 76.7966
task:
type: Classification
- dataset:
config: en
name: MTEB MassiveIntentClassification (en)
revision: 4672e20407010da34463acc759c162ca9734bca6
split: test
type: mteb/amazon_massive_intent
metrics:
- type: accuracy
value: 75.3463
- type: f1
value: 72.7297
- type: f1_weighted
value: 75.4192
- type: main_score
value: 75.3463
task:
type: Classification
- dataset:
config: en
name: MTEB MassiveScenarioClassification (en)
revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
split: test
type: mteb/amazon_massive_scenario
metrics:
- type: accuracy
value: 80.2017
- type: f1
value: 80.0488
- type: f1_weighted
value: 80.2537
- type: main_score
value: 80.2017
task:
type: Classification
- dataset:
config: default
name: MTEB MedrxivClusteringP2P (default)
revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
split: test
type: mteb/medrxiv-clustering-p2p
metrics:
- type: v_measure
value: 35.1713
- type: v_measure_std
value: 1.6439
- type: main_score
value: 35.1713
task:
type: Clustering
- dataset:
config: default
name: MTEB MedrxivClusteringS2S (default)
revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
split: test
type: mteb/medrxiv-clustering-s2s
metrics:
- type: v_measure
value: 32.9144
- type: v_measure_std
value: 1.4911
- type: main_score
value: 32.9144
task:
type: Clustering
- dataset:
config: default
name: MTEB MindSmallReranking (default)
revision: 59042f120c80e8afa9cdbb224f67076cec0fc9a7
split: test
type: mteb/mind_small
metrics:
- type: map
value: 32.153
- type: mrr
value: 33.3426
- type: nAUC_map_max
value: -19.1377
- type: nAUC_map_std
value: 0.149
- type: nAUC_map_diff1
value: 14.794199999999998
- type: nAUC_mrr_max
value: -13.591000000000001
- type: nAUC_mrr_std
value: 1.5715
- type: nAUC_mrr_diff1
value: 13.850299999999999
- type: main_score
value: 32.153
task:
type: Reranking
- dataset:
config: default
name: MTEB NFCorpus (default)
revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
split: test
type: mteb/nfcorpus
metrics:
- type: ndcg_at_1
value: 48.607
- type: ndcg_at_3
value: 42.187000000000005
- type: ndcg_at_5
value: 39.009
- type: ndcg_at_10
value: 36.169000000000004
- type: ndcg_at_20
value: 33.562
- type: ndcg_at_100
value: 33.104
- type: ndcg_at_1000
value: 41.760999999999996
- type: map_at_1
value: 6.802
- type: map_at_3
value: 10.333
- type: map_at_5
value: 11.737
- type: map_at_10
value: 13.79
- type: map_at_20
value: 15.157000000000002
- type: map_at_100
value: 17.151
- type: map_at_1000
value: 18.584
- type: recall_at_1
value: 6.802
- type: recall_at_3
value: 11.18
- type: recall_at_5
value: 13.381000000000002
- type: recall_at_10
value: 17.803
- type: recall_at_20
value: 21.386
- type: recall_at_100
value: 33.885
- type: recall_at_1000
value: 65.12400000000001
- type: precision_at_1
value: 50.464
- type: precision_at_3
value: 38.906
- type: precision_at_5
value: 32.940999999999995
- type: precision_at_10
value: 26.346999999999998
- type: precision_at_20
value: 19.256999999999998
- type: precision_at_100
value: 8.195
- type: precision_at_1000
value: 2.089
- type: mrr_at_1
value: 50.4644
- type: mrr_at_3
value: 56.192
- type: mrr_at_5
value: 57.291000000000004
- type: mrr_at_10
value: 58.0675
- type: mrr_at_20
value: 58.3226
- type: mrr_at_100
value: 58.5468
- type: mrr_at_1000
value: 58.5796
- type: nauc_ndcg_at_1_max
value: 45.467200000000005
- type: nauc_ndcg_at_1_std
value: 22.6949
- type: nauc_ndcg_at_1_diff1
value: 33.6355
- type: nauc_ndcg_at_3_max
value: 45.142500000000005
- type: nauc_ndcg_at_3_std
value: 24.959500000000002
- type: nauc_ndcg_at_3_diff1
value: 26.7806
- type: nauc_ndcg_at_5_max
value: 44.469300000000004
- type: nauc_ndcg_at_5_std
value: 24.3982
- type: nauc_ndcg_at_5_diff1
value: 25.5857
- type: nauc_ndcg_at_10_max
value: 42.0122
- type: nauc_ndcg_at_10_std
value: 24.1633
- type: nauc_ndcg_at_10_diff1
value: 24.2929
- type: nauc_ndcg_at_20_max
value: 40.6318
- type: nauc_ndcg_at_20_std
value: 22.7217
- type: nauc_ndcg_at_20_diff1
value: 25.798700000000004
- type: nauc_ndcg_at_100_max
value: 41.7585
- type: nauc_ndcg_at_100_std
value: 24.1505
- type: nauc_ndcg_at_100_diff1
value: 26.6365
- type: nauc_ndcg_at_1000_max
value: 47.1972
- type: nauc_ndcg_at_1000_std
value: 31.6376
- type: nauc_ndcg_at_1000_diff1
value: 27.139000000000003
- type: nauc_map_at_1_max
value: 11.7018
- type: nauc_map_at_1_std
value: -17.1298
- type: nauc_map_at_1_diff1
value: 35.7342
- type: nauc_map_at_3_max
value: 16.7865
- type: nauc_map_at_3_std
value: -12.6553
- type: nauc_map_at_3_diff1
value: 32.4631
- type: nauc_map_at_5_max
value: 19.8374
- type: nauc_map_at_5_std
value: -9.831900000000001
- type: nauc_map_at_5_diff1
value: 30.3059
- type: nauc_map_at_10_max
value: 23.1241
- type: nauc_map_at_10_std
value: -4.3334
- type: nauc_map_at_10_diff1
value: 27.8592
- type: nauc_map_at_20_max
value: 25.9996
- type: nauc_map_at_20_std
value: 0.2903
- type: nauc_map_at_20_diff1
value: 27.5812
- type: nauc_map_at_100_max
value: 29.1744
- type: nauc_map_at_100_std
value: 6.569999999999999
- type: nauc_map_at_100_diff1
value: 26.7722
- type: nauc_map_at_1000_max
value: 30.721799999999998
- type: nauc_map_at_1000_std
value: 10.288
- type: nauc_map_at_1000_diff1
value: 26.2332
- type: nauc_recall_at_1_max
value: 11.7018
- type: nauc_recall_at_1_std
value: -17.1298
- type: nauc_recall_at_1_diff1
value: 35.7342
- type: nauc_recall_at_3_max
value: 16.7435
- type: nauc_recall_at_3_std
value: -10.9179
- type: nauc_recall_at_3_diff1
value: 32.0051
- type: nauc_recall_at_5_max
value: 19.1975
- type: nauc_recall_at_5_std
value: -8.4723
- type: nauc_recall_at_5_diff1
value: 28.8028
- type: nauc_recall_at_10_max
value: 18.8131
- type: nauc_recall_at_10_std
value: -4.1152
- type: nauc_recall_at_10_diff1
value: 22.104599999999998
- type: nauc_recall_at_20_max
value: 21.572
- type: nauc_recall_at_20_std
value: 1.9236
- type: nauc_recall_at_20_diff1
value: 23.8769
- type: nauc_recall_at_100_max
value: 23.977899999999998
- type: nauc_recall_at_100_std
value: 14.8828
- type: nauc_recall_at_100_diff1
value: 17.0044
- type: nauc_recall_at_1000_max
value: 22.2311
- type: nauc_recall_at_1000_std
value: 22.386200000000002
- type: nauc_recall_at_1000_diff1
value: 6.5203999999999995
- type: nauc_precision_at_1_max
value: 46.517199999999995
- type: nauc_precision_at_1_std
value: 23.0247
- type: nauc_precision_at_1_diff1
value: 33.0706
- type: nauc_precision_at_3_max
value: 45.5606
- type: nauc_precision_at_3_std
value: 30.495100000000004
- type: nauc_precision_at_3_diff1
value: 16.9294
- type: nauc_precision_at_5_max
value: 44.2782
- type: nauc_precision_at_5_std
value: 32.9713
- type: nauc_precision_at_5_diff1
value: 12.0032
- type: nauc_precision_at_10_max
value: 39.396
- type: nauc_precision_at_10_std
value: 38.0743
- type: nauc_precision_at_10_diff1
value: 6.7242
- type: nauc_precision_at_20_max
value: 35.2344
- type: nauc_precision_at_20_std
value: 40.172799999999995
- type: nauc_precision_at_20_diff1
value: 5.6135
- type: nauc_precision_at_100_max
value: 26.052799999999998
- type: nauc_precision_at_100_std
value: 42.7801
- type: nauc_precision_at_100_diff1
value: -1.6164
- type: nauc_precision_at_1000_max
value: 12.784699999999999
- type: nauc_precision_at_1000_std
value: 31.784299999999998
- type: nauc_precision_at_1000_diff1
value: -7.8899
- type: nauc_mrr_at_1_max
value: 46.517199999999995
- type: nauc_mrr_at_1_std
value: 23.0247
- type: nauc_mrr_at_1_diff1
value: 33.0706
- type: nauc_mrr_at_3_max
value: 51.1949
- type: nauc_mrr_at_3_std
value: 28.8621
- type: nauc_mrr_at_3_diff1
value: 33.778200000000005
- type: nauc_mrr_at_5_max
value: 51.6085
- type: nauc_mrr_at_5_std
value: 29.293200000000002
- type: nauc_mrr_at_5_diff1
value: 34.0295
- type: nauc_mrr_at_10_max
value: 52.2656
- type: nauc_mrr_at_10_std
value: 30.303200000000004
- type: nauc_mrr_at_10_diff1
value: 33.4433
- type: nauc_mrr_at_20_max
value: 52.237
- type: nauc_mrr_at_20_std
value: 30.351899999999997
- type: nauc_mrr_at_20_diff1
value: 33.4986
- type: nauc_mrr_at_100_max
value: 52.282399999999996
- type: nauc_mrr_at_100_std
value: 30.3773
- type: nauc_mrr_at_100_diff1
value: 33.482299999999995
- type: nauc_mrr_at_1000_max
value: 52.2502
- type: nauc_mrr_at_1000_std
value: 30.337199999999996
- type: nauc_mrr_at_1000_diff1
value: 33.4671
- type: main_score
value: 36.169000000000004
task:
type: Retrieval
- dataset:
config: default
name: MTEB NQ (default)
revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
split: test
type: mteb/nq
metrics:
- type: ndcg_at_1
value: 32.706
- type: ndcg_at_3
value: 43.933
- type: ndcg_at_5
value: 48.466
- type: ndcg_at_10
value: 52.209
- type: ndcg_at_20
value: 54.308
- type: ndcg_at_100
value: 56.579
- type: ndcg_at_1000
value: 57.326
- type: map_at_1
value: 28.932999999999996
- type: map_at_3
value: 39.976
- type: map_at_5
value: 42.701
- type: map_at_10
value: 44.405
- type: map_at_20
value: 45.059
- type: map_at_100
value: 45.437
- type: map_at_1000
value: 45.472
- type: recall_at_1
value: 28.932999999999996
- type: recall_at_3
value: 52.12
- type: recall_at_5
value: 62.563
- type: recall_at_10
value: 73.47200000000001
- type: recall_at_20
value: 81.24
- type: recall_at_100
value: 92.49000000000001
- type: recall_at_1000
value: 97.941
- type: precision_at_1
value: 32.706
- type: precision_at_3
value: 20.278
- type: precision_at_5
value: 14.762
- type: precision_at_10
value: 8.749
- type: precision_at_20
value: 4.874
- type: precision_at_100
value: 1.1199999999999999
- type: precision_at_1000
value: 0.11900000000000001
- type: mrr_at_1
value: 32.7346
- type: mrr_at_3
value: 43.235800000000005
- type: mrr_at_5
value: 45.533
- type: mrr_at_10
value: 46.9196
- type: mrr_at_20
value: 47.4181
- type: mrr_at_100
value: 47.693999999999996
- type: mrr_at_1000
value: 47.7169
- type: nauc_ndcg_at_1_max
value: 26.2896
- type: nauc_ndcg_at_1_std
value: 1.1048
- type: nauc_ndcg_at_1_diff1
value: 31.3312
- type: nauc_ndcg_at_3_max
value: 29.8885
- type: nauc_ndcg_at_3_std
value: 0.4664
- type: nauc_ndcg_at_3_diff1
value: 28.589399999999998
- type: nauc_ndcg_at_5_max
value: 31.5317
- type: nauc_ndcg_at_5_std
value: 1.5392
- type: nauc_ndcg_at_5_diff1
value: 28.6315
- type: nauc_ndcg_at_10_max
value: 33.4069
- type: nauc_ndcg_at_10_std
value: 3.6954000000000002
- type: nauc_ndcg_at_10_diff1
value: 27.74
- type: nauc_ndcg_at_20_max
value: 33.697700000000005
- type: nauc_ndcg_at_20_std
value: 4.7471
- type: nauc_ndcg_at_20_diff1
value: 27.9665
- type: nauc_ndcg_at_100_max
value: 33.279399999999995
- type: nauc_ndcg_at_100_std
value: 5.3782000000000005
- type: nauc_ndcg_at_100_diff1
value: 28.2474
- type: nauc_ndcg_at_1000_max
value: 32.4501
- type: nauc_ndcg_at_1000_std
value: 4.5179
- type: nauc_ndcg_at_1000_diff1
value: 28.331899999999997
- type: nauc_map_at_1_max
value: 24.7363
- type: nauc_map_at_1_std
value: -0.6479
- type: nauc_map_at_1_diff1
value: 31.497199999999996
- type: nauc_map_at_3_max
value: 28.741600000000002
- type: nauc_map_at_3_std
value: -0.05109999999999999
- type: nauc_map_at_3_diff1
value: 29.2811
- type: nauc_map_at_5_max
value: 29.685499999999998
- type: nauc_map_at_5_std
value: 0.5791000000000001
- type: nauc_map_at_5_diff1
value: 29.325400000000002
- type: nauc_map_at_10_max
value: 30.532999999999998
- type: nauc_map_at_10_std
value: 1.5084
- type: nauc_map_at_10_diff1
value: 28.9343
- type: nauc_map_at_20_max
value: 30.6068
- type: nauc_map_at_20_std
value: 1.8215
- type: nauc_map_at_20_diff1
value: 28.998400000000004
- type: nauc_map_at_100_max
value: 30.543
- type: nauc_map_at_100_std
value: 1.9633
- type: nauc_map_at_100_diff1
value: 29.0283
- type: nauc_map_at_1000_max
value: 30.511300000000002
- type: nauc_map_at_1000_std
value: 1.9339
- type: nauc_map_at_1000_diff1
value: 29.034399999999998
- type: nauc_recall_at_1_max
value: 24.7363
- type: nauc_recall_at_1_std
value: -0.6479
- type: nauc_recall_at_1_diff1
value: 31.497199999999996
- type: nauc_recall_at_3_max
value: 31.555100000000003
- type: nauc_recall_at_3_std
value: 0.0060999999999999995
- type: nauc_recall_at_3_diff1
value: 26.214900000000004
- type: nauc_recall_at_5_max
value: 35.652899999999995
- type: nauc_recall_at_5_std
value: 2.3843
- type: nauc_recall_at_5_diff1
value: 25.969900000000003
- type: nauc_recall_at_10_max
value: 43.6854
- type: nauc_recall_at_10_std
value: 10.3933
- type: nauc_recall_at_10_diff1
value: 22.1579
- type: nauc_recall_at_20_max
value: 49.2344
- type: nauc_recall_at_20_std
value: 18.3796
- type: nauc_recall_at_20_diff1
value: 22.4406
- type: nauc_recall_at_100_max
value: 63.3208
- type: nauc_recall_at_100_std
value: 44.196600000000004
- type: nauc_recall_at_100_diff1
value: 22.182199999999998
- type: nauc_recall_at_1000_max
value: 71.2236
- type: nauc_recall_at_1000_std
value: 65.73740000000001
- type: nauc_recall_at_1000_diff1
value: 15.8222
- type: nauc_precision_at_1_max
value: 26.2896
- type: nauc_precision_at_1_std
value: 1.1048
- type: nauc_precision_at_1_diff1
value: 31.3312
- type: nauc_precision_at_3_max
value: 30.6878
- type: nauc_precision_at_3_std
value: 3.6901
- type: nauc_precision_at_3_diff1
value: 21.9433
- type: nauc_precision_at_5_max
value: 31.1162
- type: nauc_precision_at_5_std
value: 6.4646
- type: nauc_precision_at_5_diff1
value: 18.7573
- type: nauc_precision_at_10_max
value: 31.074
- type: nauc_precision_at_10_std
value: 12.94
- type: nauc_precision_at_10_diff1
value: 11.633000000000001
- type: nauc_precision_at_20_max
value: 28.0424
- type: nauc_precision_at_20_std
value: 17.3516
- type: nauc_precision_at_20_diff1
value: 7.828
- type: nauc_precision_at_100_max
value: 17.569699999999997
- type: nauc_precision_at_100_std
value: 22.0797
- type: nauc_precision_at_100_diff1
value: -0.5286
- type: nauc_precision_at_1000_max
value: 6.0036
- type: nauc_precision_at_1000_std
value: 15.786200000000001
- type: nauc_precision_at_1000_diff1
value: -5.5014
- type: nauc_mrr_at_1_max
value: 26.3812
- type: nauc_mrr_at_1_std
value: 1.0328
- type: nauc_mrr_at_1_diff1
value: 31.244100000000003
- type: nauc_mrr_at_3_max
value: 29.471799999999998
- type: nauc_mrr_at_3_std
value: 1.9043
- type: nauc_mrr_at_3_diff1
value: 28.846500000000002
- type: nauc_mrr_at_5_max
value: 30.2024
- type: nauc_mrr_at_5_std
value: 2.4374
- type: nauc_mrr_at_5_diff1
value: 28.828300000000002
- type: nauc_mrr_at_10_max
value: 30.6798
- type: nauc_mrr_at_10_std
value: 3.1042
- type: nauc_mrr_at_10_diff1
value: 28.5283
- type: nauc_mrr_at_20_max
value: 30.675200000000004
- type: nauc_mrr_at_20_std
value: 3.2998
- type: nauc_mrr_at_20_diff1
value: 28.594900000000003
- type: nauc_mrr_at_100_max
value: 30.602
- type: nauc_mrr_at_100_std
value: 3.2966
- type: nauc_mrr_at_100_diff1
value: 28.6684
- type: nauc_mrr_at_1000_max
value: 30.575400000000002
- type: nauc_mrr_at_1000_std
value: 3.2703
- type: nauc_mrr_at_1000_diff1
value: 28.673700000000004
- type: main_score
value: 52.209
task:
type: Retrieval
- dataset:
config: default
name: MTEB QuoraRetrieval (default)
revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
split: test
type: mteb/quora
metrics:
- type: ndcg_at_1
value: 80.69
- type: ndcg_at_3
value: 84.797
- type: ndcg_at_5
value: 86.49
- type: ndcg_at_10
value: 87.764
- type: ndcg_at_20
value: 88.478
- type: ndcg_at_100
value: 89.071
- type: ndcg_at_1000
value: 89.18
- type: map_at_1
value: 70.099
- type: map_at_3
value: 80.93599999999999
- type: map_at_5
value: 82.879
- type: map_at_10
value: 83.956
- type: map_at_20
value: 84.385
- type: map_at_100
value: 84.607
- type: map_at_1000
value: 84.625
- type: recall_at_1
value: 70.099
- type: recall_at_3
value: 86.536
- type: recall_at_5
value: 91.255
- type: recall_at_10
value: 95.021
- type: recall_at_20
value: 97.33699999999999
- type: recall_at_100
value: 99.50099999999999
- type: recall_at_1000
value: 99.981
- type: precision_at_1
value: 80.69
- type: precision_at_3
value: 37.037
- type: precision_at_5
value: 24.446
- type: precision_at_10
value: 13.313
- type: precision_at_20
value: 7.072000000000001
- type: precision_at_100
value: 1.525
- type: precision_at_1000
value: 0.157
- type: mrr_at_1
value: 80.69
- type: mrr_at_3
value: 85.9717
- type: mrr_at_5
value: 86.68169999999999
- type: mrr_at_10
value: 86.9905
- type: mrr_at_20
value: 87.08449999999999
- type: mrr_at_100
value: 87.1116
- type: mrr_at_1000
value: 87.1123
- type: nauc_ndcg_at_1_max
value: 39.3606
- type: nauc_ndcg_at_1_std
value: -37.327
- type: nauc_ndcg_at_1_diff1
value: 77.6662
- type: nauc_ndcg_at_3_max
value: 35.3173
- type: nauc_ndcg_at_3_std
value: -42.2798
- type: nauc_ndcg_at_3_diff1
value: 75.5857
- type: nauc_ndcg_at_5_max
value: 35.8099
- type: nauc_ndcg_at_5_std
value: -43.8237
- type: nauc_ndcg_at_5_diff1
value: 76.26270000000001
- type: nauc_ndcg_at_10_max
value: 36.5318
- type: nauc_ndcg_at_10_std
value: -43.3234
- type: nauc_ndcg_at_10_diff1
value: 76.4192
- type: nauc_ndcg_at_20_max
value: 37.22
- type: nauc_ndcg_at_20_std
value: -41.9552
- type: nauc_ndcg_at_20_diff1
value: 76.3621
- type: nauc_ndcg_at_100_max
value: 37.449799999999996
- type: nauc_ndcg_at_100_std
value: -40.4524
- type: nauc_ndcg_at_100_diff1
value: 76.2617
- type: nauc_ndcg_at_1000_max
value: 37.5542
- type: nauc_ndcg_at_1000_std
value: -40.253
- type: nauc_ndcg_at_1000_diff1
value: 76.2571
- type: nauc_map_at_1_max
value: 26.8622
- type: nauc_map_at_1_std
value: -39.3751
- type: nauc_map_at_1_diff1
value: 80.3094
- type: nauc_map_at_3_max
value: 32.5603
- type: nauc_map_at_3_std
value: -44.940999999999995
- type: nauc_map_at_3_diff1
value: 77.0775
- type: nauc_map_at_5_max
value: 34.2333
- type: nauc_map_at_5_std
value: -45.0457
- type: nauc_map_at_5_diff1
value: 77.02839999999999
- type: nauc_map_at_10_max
value: 35.2666
- type: nauc_map_at_10_std
value: -44.0217
- type: nauc_map_at_10_diff1
value: 76.7846
- type: nauc_map_at_20_max
value: 35.6896
- type: nauc_map_at_20_std
value: -42.965199999999996
- type: nauc_map_at_20_diff1
value: 76.6032
- type: nauc_map_at_100_max
value: 35.7903
- type: nauc_map_at_100_std
value: -42.2783
- type: nauc_map_at_100_diff1
value: 76.5129
- type: nauc_map_at_1000_max
value: 35.8237
- type: nauc_map_at_1000_std
value: -42.2284
- type: nauc_map_at_1000_diff1
value: 76.5098
- type: nauc_recall_at_1_max
value: 26.8622
- type: nauc_recall_at_1_std
value: -39.3751
- type: nauc_recall_at_1_diff1
value: 80.3094
- type: nauc_recall_at_3_max
value: 28.5544
- type: nauc_recall_at_3_std
value: -49.0517
- type: nauc_recall_at_3_diff1
value: 72.9484
- type: nauc_recall_at_5_max
value: 29.8621
- type: nauc_recall_at_5_std
value: -54.80890000000001
- type: nauc_recall_at_5_diff1
value: 72.39750000000001
- type: nauc_recall_at_10_max
value: 31.928
- type: nauc_recall_at_10_std
value: -57.1468
- type: nauc_recall_at_10_diff1
value: 72.3415
- type: nauc_recall_at_20_max
value: 35.607699999999994
- type: nauc_recall_at_20_std
value: -52.3879
- type: nauc_recall_at_20_diff1
value: 72.3315
- type: nauc_recall_at_100_max
value: 35.142
- type: nauc_recall_at_100_std
value: -36.7672
- type: nauc_recall_at_100_diff1
value: 69.4759
- type: nauc_recall_at_1000_max
value: 7.5347
- type: nauc_recall_at_1000_std
value: 19.7823
- type: nauc_recall_at_1000_diff1
value: 52.217400000000005
- type: nauc_precision_at_1_max
value: 39.3606
- type: nauc_precision_at_1_std
value: -37.327
- type: nauc_precision_at_1_diff1
value: 77.6662
- type: nauc_precision_at_3_max
value: 10.941099999999999
- type: nauc_precision_at_3_std
value: 4.4779
- type: nauc_precision_at_3_diff1
value: -16.0392
- type: nauc_precision_at_5_max
value: 5.6011999999999995
- type: nauc_precision_at_5_std
value: 14.7825
- type: nauc_precision_at_5_diff1
value: -29.2765
- type: nauc_precision_at_10_max
value: 1.5096
- type: nauc_precision_at_10_std
value: 23.9802
- type: nauc_precision_at_10_diff1
value: -37.526700000000005
- type: nauc_precision_at_20_max
value: -0.7799999999999999
- type: nauc_precision_at_20_std
value: 30.3847
- type: nauc_precision_at_20_diff1
value: -41.309400000000004
- type: nauc_precision_at_100_max
value: -3.6126
- type: nauc_precision_at_100_std
value: 36.1866
- type: nauc_precision_at_100_diff1
value: -43.8114
- type: nauc_precision_at_1000_max
value: -3.7207
- type: nauc_precision_at_1000_std
value: 37.4372
- type: nauc_precision_at_1000_diff1
value: -44.0894
- type: nauc_mrr_at_1_max
value: 39.322
- type: nauc_mrr_at_1_std
value: -37.3346
- type: nauc_mrr_at_1_diff1
value: 77.6662
- type: nauc_mrr_at_3_max
value: 39.0434
- type: nauc_mrr_at_3_std
value: -38.8731
- type: nauc_mrr_at_3_diff1
value: 76.4822
- type: nauc_mrr_at_5_max
value: 39.2716
- type: nauc_mrr_at_5_std
value: -39.1137
- type: nauc_mrr_at_5_diff1
value: 76.702
- type: nauc_mrr_at_10_max
value: 39.2623
- type: nauc_mrr_at_10_std
value: -38.8435
- type: nauc_mrr_at_10_diff1
value: 76.7751
- type: nauc_mrr_at_20_max
value: 39.291599999999995
- type: nauc_mrr_at_20_std
value: -38.6963
- type: nauc_mrr_at_20_diff1
value: 76.8025
- type: nauc_mrr_at_100_max
value: 39.2665
- type: nauc_mrr_at_100_std
value: -38.6881
- type: nauc_mrr_at_100_diff1
value: 76.8087
- type: nauc_mrr_at_1000_max
value: 39.265
- type: nauc_mrr_at_1000_std
value: -38.6894
- type: nauc_mrr_at_1000_diff1
value: 76.8087
- type: main_score
value: 87.764
task:
type: Retrieval
- dataset:
config: default
name: MTEB RedditClustering (default)
revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
split: test
type: mteb/reddit-clustering
metrics:
- type: v_measure
value: 56.0955
- type: v_measure_std
value: 4.1444
- type: main_score
value: 56.0955
task:
type: Clustering
- dataset:
config: default
name: MTEB RedditClusteringP2P (default)
revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
split: test
type: mteb/reddit-clustering-p2p
metrics:
- type: v_measure
value: 65.384
- type: v_measure_std
value: 13.046199999999999
- type: main_score
value: 65.384
task:
type: Clustering
- dataset:
config: default
name: MTEB SCIDOCS (default)
revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
split: test
type: mteb/scidocs
metrics:
- type: ndcg_at_1
value: 24.3
- type: ndcg_at_3
value: 20.251
- type: ndcg_at_5
value: 17.71
- type: ndcg_at_10
value: 21.315
- type: ndcg_at_20
value: 24.345
- type: ndcg_at_100
value: 30.112
- type: ndcg_at_1000
value: 35.801
- type: map_at_1
value: 4.928
- type: map_at_3
value: 9.137
- type: map_at_5
value: 10.911
- type: map_at_10
value: 12.806000000000001
- type: map_at_20
value: 13.963999999999999
- type: map_at_100
value: 15.110999999999999
- type: map_at_1000
value: 15.459
- type: recall_at_1
value: 4.928
- type: recall_at_3
value: 11.623
- type: recall_at_5
value: 15.873000000000001
- type: recall_at_10
value: 22.472
- type: recall_at_20
value: 29.592000000000002
- type: recall_at_100
value: 48.323
- type: recall_at_1000
value: 75.98
- type: precision_at_1
value: 24.3
- type: precision_at_3
value: 19.133
- type: precision_at_5
value: 15.659999999999998
- type: precision_at_10
value: 11.08
- type: precision_at_20
value: 7.295
- type: precision_at_100
value: 2.382
- type: precision_at_1000
value: 0.374
- type: mrr_at_1
value: 24.3
- type: mrr_at_3
value: 32.2
- type: mrr_at_5
value: 34.25
- type: mrr_at_10
value: 35.6756
- type: mrr_at_20
value: 36.3198
- type: mrr_at_100
value: 36.803000000000004
- type: mrr_at_1000
value: 36.8496
- type: nauc_ndcg_at_1_max
value: 24.935499999999998
- type: nauc_ndcg_at_1_std
value: 8.174299999999999
- type: nauc_ndcg_at_1_diff1
value: 20.458499999999997
- type: nauc_ndcg_at_3_max
value: 26.8046
- type: nauc_ndcg_at_3_std
value: 12.658900000000001
- type: nauc_ndcg_at_3_diff1
value: 15.889700000000001
- type: nauc_ndcg_at_5_max
value: 28.047
- type: nauc_ndcg_at_5_std
value: 15.6802
- type: nauc_ndcg_at_5_diff1
value: 13.9968
- type: nauc_ndcg_at_10_max
value: 29.1867
- type: nauc_ndcg_at_10_std
value: 18.8957
- type: nauc_ndcg_at_10_diff1
value: 11.927
- type: nauc_ndcg_at_20_max
value: 30.1342
- type: nauc_ndcg_at_20_std
value: 22.308500000000002
- type: nauc_ndcg_at_20_diff1
value: 11.6771
- type: nauc_ndcg_at_100_max
value: 31.5253
- type: nauc_ndcg_at_100_std
value: 27.079900000000002
- type: nauc_ndcg_at_100_diff1
value: 12.6908
- type: nauc_ndcg_at_1000_max
value: 31.4203
- type: nauc_ndcg_at_1000_std
value: 26.9585
- type: nauc_ndcg_at_1000_diff1
value: 13.020999999999999
- type: nauc_map_at_1_max
value: 24.7756
- type: nauc_map_at_1_std
value: 8.1475
- type: nauc_map_at_1_diff1
value: 20.3463
- type: nauc_map_at_3_max
value: 27.111
- type: nauc_map_at_3_std
value: 10.7307
- type: nauc_map_at_3_diff1
value: 16.935200000000002
- type: nauc_map_at_5_max
value: 28.143400000000003
- type: nauc_map_at_5_std
value: 13.580300000000001
- type: nauc_map_at_5_diff1
value: 14.551400000000001
- type: nauc_map_at_10_max
value: 29.0445
- type: nauc_map_at_10_std
value: 16.6485
- type: nauc_map_at_10_diff1
value: 12.8547
- type: nauc_map_at_20_max
value: 29.8504
- type: nauc_map_at_20_std
value: 18.9913
- type: nauc_map_at_20_diff1
value: 12.770599999999998
- type: nauc_map_at_100_max
value: 30.422900000000002
- type: nauc_map_at_100_std
value: 20.7576
- type: nauc_map_at_100_diff1
value: 13.0239
- type: nauc_map_at_1000_max
value: 30.462099999999996
- type: nauc_map_at_1000_std
value: 20.965400000000002
- type: nauc_map_at_1000_diff1
value: 13.022300000000001
- type: nauc_recall_at_1_max
value: 24.7756
- type: nauc_recall_at_1_std
value: 8.1475
- type: nauc_recall_at_1_diff1
value: 20.3463
- type: nauc_recall_at_3_max
value: 26.9791
- type: nauc_recall_at_3_std
value: 14.0122
- type: nauc_recall_at_3_diff1
value: 13.637599999999999
- type: nauc_recall_at_5_max
value: 27.685
- type: nauc_recall_at_5_std
value: 18.3045
- type: nauc_recall_at_5_diff1
value: 10.115
- type: nauc_recall_at_10_max
value: 28.5451
- type: nauc_recall_at_10_std
value: 23.112099999999998
- type: nauc_recall_at_10_diff1
value: 6.478000000000001
- type: nauc_recall_at_20_max
value: 28.4223
- type: nauc_recall_at_20_std
value: 28.2926
- type: nauc_recall_at_20_diff1
value: 5.9182
- type: nauc_recall_at_100_max
value: 28.331200000000003
- type: nauc_recall_at_100_std
value: 37.9557
- type: nauc_recall_at_100_diff1
value: 7.1856
- type: nauc_recall_at_1000_max
value: 24.3488
- type: nauc_recall_at_1000_std
value: 38.6121
- type: nauc_recall_at_1000_diff1
value: 6.1003
- type: nauc_precision_at_1_max
value: 24.935499999999998
- type: nauc_precision_at_1_std
value: 8.174299999999999
- type: nauc_precision_at_1_diff1
value: 20.458499999999997
- type: nauc_precision_at_3_max
value: 27.0656
- type: nauc_precision_at_3_std
value: 14.152899999999999
- type: nauc_precision_at_3_diff1
value: 13.8103
- type: nauc_precision_at_5_max
value: 27.940199999999997
- type: nauc_precision_at_5_std
value: 18.541
- type: nauc_precision_at_5_diff1
value: 10.355
- type: nauc_precision_at_10_max
value: 28.9679
- type: nauc_precision_at_10_std
value: 23.3067
- type: nauc_precision_at_10_diff1
value: 6.7616
- type: nauc_precision_at_20_max
value: 28.813
- type: nauc_precision_at_20_std
value: 28.274500000000003
- type: nauc_precision_at_20_diff1
value: 6.2097
- type: nauc_precision_at_100_max
value: 28.6629
- type: nauc_precision_at_100_std
value: 37.533
- type: nauc_precision_at_100_diff1
value: 7.6328
- type: nauc_precision_at_1000_max
value: 25.0545
- type: nauc_precision_at_1000_std
value: 37.317
- type: nauc_precision_at_1000_diff1
value: 7.2360999999999995
- type: nauc_mrr_at_1_max
value: 24.935499999999998
- type: nauc_mrr_at_1_std
value: 8.174299999999999
- type: nauc_mrr_at_1_diff1
value: 20.458499999999997
- type: nauc_mrr_at_3_max
value: 26.037
- type: nauc_mrr_at_3_std
value: 13.3509
- type: nauc_mrr_at_3_diff1
value: 16.5581
- type: nauc_mrr_at_5_max
value: 26.512200000000004
- type: nauc_mrr_at_5_std
value: 14.1935
- type: nauc_mrr_at_5_diff1
value: 16.9622
- type: nauc_mrr_at_10_max
value: 26.793699999999998
- type: nauc_mrr_at_10_std
value: 14.475299999999999
- type: nauc_mrr_at_10_diff1
value: 16.370199999999997
- type: nauc_mrr_at_20_max
value: 26.6322
- type: nauc_mrr_at_20_std
value: 14.619299999999999
- type: nauc_mrr_at_20_diff1
value: 16.2574
- type: nauc_mrr_at_100_max
value: 26.662999999999997
- type: nauc_mrr_at_100_std
value: 14.5811
- type: nauc_mrr_at_100_diff1
value: 16.4445
- type: nauc_mrr_at_1000_max
value: 26.6509
- type: nauc_mrr_at_1000_std
value: 14.5288
- type: nauc_mrr_at_1000_diff1
value: 16.4617
- type: main_score
value: 21.315
task:
type: Retrieval
- dataset:
config: default
name: MTEB SICK-R (default)
revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
split: test
type: mteb/sickr-sts
metrics:
- type: pearson
value: 85.2236
- type: spearman
value: 79.552
- type: cosine_pearson
value: 85.2236
- type: cosine_spearman
value: 79.552
- type: manhattan_pearson
value: 82.441
- type: manhattan_spearman
value: 79.6522
- type: euclidean_pearson
value: 82.461
- type: euclidean_spearman
value: 79.586
- type: main_score
value: 79.552
task:
type: STS
- dataset:
config: default
name: MTEB STS12 (default)
revision: a0d554a64d88156834ff5ae9920b964011b16384
split: test
type: mteb/sts12-sts
metrics:
- type: pearson
value: 82.6717
- type: spearman
value: 74.32900000000001
- type: cosine_pearson
value: 82.6717
- type: cosine_spearman
value: 74.32900000000001
- type: manhattan_pearson
value: 78.64139999999999
- type: manhattan_spearman
value: 74.2317
- type: euclidean_pearson
value: 78.5872
- type: euclidean_spearman
value: 74.11330000000001
- type: main_score
value: 74.32900000000001
task:
type: STS
- dataset:
config: default
name: MTEB STS13 (default)
revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
split: test
type: mteb/sts13-sts
metrics:
- type: pearson
value: 82.4411
- type: spearman
value: 83.5206
- type: cosine_pearson
value: 82.4411
- type: cosine_spearman
value: 83.5206
- type: manhattan_pearson
value: 83.1748
- type: manhattan_spearman
value: 83.2847
- type: euclidean_pearson
value: 83.0033
- type: euclidean_spearman
value: 83.1029
- type: main_score
value: 83.5206
task:
type: STS
- dataset:
config: default
name: MTEB STS14 (default)
revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
split: test
type: mteb/sts14-sts
metrics:
- type: pearson
value: 82.8828
- type: spearman
value: 80.6168
- type: cosine_pearson
value: 82.8828
- type: cosine_spearman
value: 80.6168
- type: manhattan_pearson
value: 82.4454
- type: manhattan_spearman
value: 80.5921
- type: euclidean_pearson
value: 82.3376
- type: euclidean_spearman
value: 80.4612
- type: main_score
value: 80.6168
task:
type: STS
- dataset:
config: default
name: MTEB STS15 (default)
revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
split: test
type: mteb/sts15-sts
metrics:
- type: pearson
value: 85.74690000000001
- type: spearman
value: 86.8576
- type: cosine_pearson
value: 85.74690000000001
- type: cosine_spearman
value: 86.8576
- type: manhattan_pearson
value: 86.4696
- type: manhattan_spearman
value: 86.7518
- type: euclidean_pearson
value: 86.4535
- type: euclidean_spearman
value: 86.7047
- type: main_score
value: 86.8576
task:
type: STS
- dataset:
config: default
name: MTEB STS16 (default)
revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
split: test
type: mteb/sts16-sts
metrics:
- type: pearson
value: 84.143
- type: spearman
value: 85.4357
- type: cosine_pearson
value: 84.143
- type: cosine_spearman
value: 85.4357
- type: manhattan_pearson
value: 84.6764
- type: manhattan_spearman
value: 85.1899
- type: euclidean_pearson
value: 84.6236
- type: euclidean_spearman
value: 85.1268
- type: main_score
value: 85.4357
task:
type: STS
- dataset:
config: en-ar
name: MTEB STS17 (en-ar)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 20.9391
- type: spearman
value: 19.8291
- type: cosine_pearson
value: 20.9391
- type: cosine_spearman
value: 19.8291
- type: manhattan_pearson
value: 20.0337
- type: manhattan_spearman
value: 18.712
- type: euclidean_pearson
value: 18.543000000000003
- type: euclidean_spearman
value: 17.0394
- type: main_score
value: 19.8291
task:
type: STS
- dataset:
config: es-en
name: MTEB STS17 (es-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 36.1076
- type: spearman
value: 37.7431
- type: cosine_pearson
value: 36.1076
- type: cosine_spearman
value: 37.7431
- type: manhattan_pearson
value: 36.2087
- type: manhattan_spearman
value: 38.199
- type: euclidean_pearson
value: 36.003299999999996
- type: euclidean_spearman
value: 38.2931
- type: main_score
value: 37.7431
task:
type: STS
- dataset:
config: en-tr
name: MTEB STS17 (en-tr)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 15.581900000000001
- type: spearman
value: 14.9257
- type: cosine_pearson
value: 15.581900000000001
- type: cosine_spearman
value: 14.9257
- type: manhattan_pearson
value: 13.941
- type: manhattan_spearman
value: 12.1139
- type: euclidean_pearson
value: 13.839799999999999
- type: euclidean_spearman
value: 12.092600000000001
- type: main_score
value: 14.9257
task:
type: STS
- dataset:
config: en-en
name: MTEB STS17 (en-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 89.1055
- type: spearman
value: 89.74849999999999
- type: cosine_pearson
value: 89.1055
- type: cosine_spearman
value: 89.74849999999999
- type: manhattan_pearson
value: 89.35889999999999
- type: manhattan_spearman
value: 89.6548
- type: euclidean_pearson
value: 89.3692
- type: euclidean_spearman
value: 89.6819
- type: main_score
value: 89.74849999999999
task:
type: STS
- dataset:
config: it-en
name: MTEB STS17 (it-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 34.056
- type: spearman
value: 32.156
- type: cosine_pearson
value: 34.056
- type: cosine_spearman
value: 32.156
- type: manhattan_pearson
value: 31.143900000000002
- type: manhattan_spearman
value: 28.969099999999997
- type: euclidean_pearson
value: 33.1061
- type: euclidean_spearman
value: 31.0466
- type: main_score
value: 32.156
task:
type: STS
- dataset:
config: en-de
name: MTEB STS17 (en-de)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 42.3601
- type: spearman
value: 41.4203
- type: cosine_pearson
value: 42.3601
- type: cosine_spearman
value: 41.4203
- type: manhattan_pearson
value: 39.981899999999996
- type: manhattan_spearman
value: 38.0952
- type: euclidean_pearson
value: 41.335499999999996
- type: euclidean_spearman
value: 39.7943
- type: main_score
value: 41.4203
task:
type: STS
- dataset:
config: fr-en
name: MTEB STS17 (fr-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 45.8696
- type: spearman
value: 46.0298
- type: cosine_pearson
value: 45.8696
- type: cosine_spearman
value: 46.0298
- type: manhattan_pearson
value: 45.3312
- type: manhattan_spearman
value: 45.7096
- type: euclidean_pearson
value: 44.8469
- type: euclidean_spearman
value: 44.8071
- type: main_score
value: 46.0298
task:
type: STS
- dataset:
config: nl-en
name: MTEB STS17 (nl-en)
revision: faeb762787bd10488a50c8b5be4a3b82e411949c
split: test
type: mteb/sts17-crosslingual-sts
metrics:
- type: pearson
value: 37.3649
- type: spearman
value: 33.530300000000004
- type: cosine_pearson
value: 37.3649
- type: cosine_spearman
value: 33.530300000000004
- type: manhattan_pearson
value: 37.3041
- type: manhattan_spearman
value: 33.8571
- type: euclidean_pearson
value: 37.292199999999994
- type: euclidean_spearman
value: 32.3678
- type: main_score
value: 33.530300000000004
task:
type: STS
- dataset:
config: es-en
name: MTEB STS22 (es-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 62.2414
- type: spearman
value: 66.6849
- type: cosine_pearson
value: 62.2414
- type: cosine_spearman
value: 66.6849
- type: manhattan_pearson
value: 63.226499999999994
- type: manhattan_spearman
value: 66.6979
- type: euclidean_pearson
value: 60.76390000000001
- type: euclidean_spearman
value: 66.3358
- type: main_score
value: 66.6849
task:
type: STS
- dataset:
config: de-en
name: MTEB STS22 (de-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 51.0323
- type: spearman
value: 50.0918
- type: cosine_pearson
value: 51.0323
- type: cosine_spearman
value: 50.0918
- type: manhattan_pearson
value: 54.5439
- type: manhattan_spearman
value: 50.950399999999995
- type: euclidean_pearson
value: 52.267799999999994
- type: euclidean_spearman
value: 49.892399999999995
- type: main_score
value: 50.0918
task:
type: STS
- dataset:
config: zh-en
name: MTEB STS22 (zh-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 43.2851
- type: spearman
value: 45.153999999999996
- type: cosine_pearson
value: 43.2851
- type: cosine_spearman
value: 45.153999999999996
- type: manhattan_pearson
value: 45.0203
- type: manhattan_spearman
value: 47.6171
- type: euclidean_pearson
value: 43.485
- type: euclidean_spearman
value: 47.7715
- type: main_score
value: 45.153999999999996
task:
type: STS
- dataset:
config: pl-en
name: MTEB STS22 (pl-en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 56.3712
- type: spearman
value: 55.114700000000006
- type: cosine_pearson
value: 56.3712
- type: cosine_spearman
value: 55.114700000000006
- type: manhattan_pearson
value: 53.59159999999999
- type: manhattan_spearman
value: 52.546499999999995
- type: euclidean_pearson
value: 54.9622
- type: euclidean_spearman
value: 53.2341
- type: main_score
value: 55.114700000000006
task:
type: STS
- dataset:
config: en
name: MTEB STS22 (en)
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
split: test
type: mteb/sts22-crosslingual-sts
metrics:
- type: pearson
value: 68.4414
- type: spearman
value: 68.3308
- type: cosine_pearson
value: 68.4414
- type: cosine_spearman
value: 68.3308
- type: manhattan_pearson
value: 69.8215
- type: manhattan_spearman
value: 68.7828
- type: euclidean_pearson
value: 69.5641
- type: euclidean_spearman
value: 68.56269999999999
- type: main_score
value: 68.3308
task:
type: STS
- dataset:
config: default
name: MTEB STSBenchmark (default)
revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
split: test
type: mteb/stsbenchmark-sts
metrics:
- type: pearson
value: 86.0724
- type: spearman
value: 86.2449
- type: cosine_pearson
value: 86.0724
- type: cosine_spearman
value: 86.2449
- type: manhattan_pearson
value: 86.2033
- type: manhattan_spearman
value: 86.0523
- type: euclidean_pearson
value: 86.1487
- type: euclidean_spearman
value: 85.9842
- type: main_score
value: 86.2449
task:
type: STS
- dataset:
config: default
name: MTEB SciDocsRR (default)
revision: d3c5e1fc0b855ab6097bf1cda04dd73947d7caab
split: test
type: mteb/scidocs-reranking
metrics:
- type: map
value: 84.4126
- type: mrr
value: 95.4755
- type: nAUC_map_max
value: 55.527300000000004
- type: nAUC_map_std
value: 71.4269
- type: nAUC_map_diff1
value: 1.0592000000000001
- type: nAUC_mrr_max
value: 87.11959999999999
- type: nAUC_mrr_std
value: 82.7146
- type: nAUC_mrr_diff1
value: 44.2384
- type: main_score
value: 84.4126
task:
type: Reranking
- dataset:
config: default
name: MTEB SciFact (default)
revision: 0228b52cf27578f30900b9e5271d331663a030d7
split: test
type: mteb/scifact
metrics:
- type: ndcg_at_1
value: 62.333000000000006
- type: ndcg_at_3
value: 67.297
- type: ndcg_at_5
value: 69.24900000000001
- type: ndcg_at_10
value: 72.63199999999999
- type: ndcg_at_20
value: 73.6
- type: ndcg_at_100
value: 74.889
- type: ndcg_at_1000
value: 75.453
- type: map_at_1
value: 59.733000000000004
- type: map_at_3
value: 65.194
- type: map_at_5
value: 66.616
- type: map_at_10
value: 68.158
- type: map_at_20
value: 68.464
- type: map_at_100
value: 68.686
- type: map_at_1000
value: 68.705
- type: recall_at_1
value: 59.733000000000004
- type: recall_at_3
value: 70.61699999999999
- type: recall_at_5
value: 75.5
- type: recall_at_10
value: 85.51100000000001
- type: recall_at_20
value: 89.133
- type: recall_at_100
value: 95.5
- type: recall_at_1000
value: 100
- type: precision_at_1
value: 62.333000000000006
- type: precision_at_3
value: 25.667
- type: precision_at_5
value: 16.8
- type: precision_at_10
value: 9.633
- type: precision_at_20
value: 5.050000000000001
- type: precision_at_100
value: 1.083
- type: precision_at_1000
value: 0.11299999999999999
- type: mrr_at_1
value: 62.3333
- type: mrr_at_3
value: 67.11110000000001
- type: mrr_at_5
value: 68.0111
- type: mrr_at_10
value: 69.243
- type: mrr_at_20
value: 69.4702
- type: mrr_at_100
value: 69.6616
- type: mrr_at_1000
value: 69.68039999999999
- type: nauc_ndcg_at_1_max
value: 54.49850000000001
- type: nauc_ndcg_at_1_std
value: 7.1119
- type: nauc_ndcg_at_1_diff1
value: 66.1422
- type: nauc_ndcg_at_3_max
value: 56.4064
- type: nauc_ndcg_at_3_std
value: 5.8438
- type: nauc_ndcg_at_3_diff1
value: 63.8497
- type: nauc_ndcg_at_5_max
value: 57.1304
- type: nauc_ndcg_at_5_std
value: 7.220600000000001
- type: nauc_ndcg_at_5_diff1
value: 63.31250000000001
- type: nauc_ndcg_at_10_max
value: 55.722300000000004
- type: nauc_ndcg_at_10_std
value: 9.1649
- type: nauc_ndcg_at_10_diff1
value: 60.6626
- type: nauc_ndcg_at_20_max
value: 55.945299999999996
- type: nauc_ndcg_at_20_std
value: 9.843200000000001
- type: nauc_ndcg_at_20_diff1
value: 60.113099999999996
- type: nauc_ndcg_at_100_max
value: 56.1434
- type: nauc_ndcg_at_100_std
value: 10.8029
- type: nauc_ndcg_at_100_diff1
value: 60.854200000000006
- type: nauc_ndcg_at_1000_max
value: 56.2423
- type: nauc_ndcg_at_1000_std
value: 9.703000000000001
- type: nauc_ndcg_at_1000_diff1
value: 61.718799999999995
- type: nauc_map_at_1_max
value: 50.9749
- type: nauc_map_at_1_std
value: 3.6609999999999996
- type: nauc_map_at_1_diff1
value: 67.3719
- type: nauc_map_at_3_max
value: 54.31009999999999
- type: nauc_map_at_3_std
value: 4.3235
- type: nauc_map_at_3_diff1
value: 64.8984
- type: nauc_map_at_5_max
value: 55.328599999999994
- type: nauc_map_at_5_std
value: 5.959099999999999
- type: nauc_map_at_5_diff1
value: 64.0263
- type: nauc_map_at_10_max
value: 55.1577
- type: nauc_map_at_10_std
value: 7.147399999999999
- type: nauc_map_at_10_diff1
value: 62.943000000000005
- type: nauc_map_at_20_max
value: 55.367900000000006
- type: nauc_map_at_20_std
value: 7.5756000000000006
- type: nauc_map_at_20_diff1
value: 62.7916
- type: nauc_map_at_100_max
value: 55.342499999999994
- type: nauc_map_at_100_std
value: 7.648000000000001
- type: nauc_map_at_100_diff1
value: 62.899499999999996
- type: nauc_map_at_1000_max
value: 55.3499
- type: nauc_map_at_1000_std
value: 7.624499999999999
- type: nauc_map_at_1000_diff1
value: 62.930299999999995
- type: nauc_recall_at_1_max
value: 50.9749
- type: nauc_recall_at_1_std
value: 3.6609999999999996
- type: nauc_recall_at_1_diff1
value: 67.3719
- type: nauc_recall_at_3_max
value: 56.184
- type: nauc_recall_at_3_std
value: 1.8581
- type: nauc_recall_at_3_diff1
value: 63.3395
- type: nauc_recall_at_5_max
value: 59.3021
- type: nauc_recall_at_5_std
value: 6.4342
- type: nauc_recall_at_5_diff1
value: 61.8267
- type: nauc_recall_at_10_max
value: 51.8488
- type: nauc_recall_at_10_std
value: 13.397
- type: nauc_recall_at_10_diff1
value: 47.7098
- type: nauc_recall_at_20_max
value: 51.607499999999995
- type: nauc_recall_at_20_std
value: 17.8583
- type: nauc_recall_at_20_diff1
value: 40.2701
- type: nauc_recall_at_100_max
value: 54.1844
- type: nauc_recall_at_100_std
value: 53.411500000000004
- type: nauc_recall_at_100_diff1
value: 31.0043
- type: nauc_recall_at_1000_max
value: .nan
- type: nauc_recall_at_1000_std
value: .nan
- type: nauc_recall_at_1000_diff1
value: .nan
- type: nauc_precision_at_1_max
value: 54.49850000000001
- type: nauc_precision_at_1_std
value: 7.1119
- type: nauc_precision_at_1_diff1
value: 66.1422
- type: nauc_precision_at_3_max
value: 52.115
- type: nauc_precision_at_3_std
value: 16.1809
- type: nauc_precision_at_3_diff1
value: 41.6736
- type: nauc_precision_at_5_max
value: 46.3365
- type: nauc_precision_at_5_std
value: 22.7022
- type: nauc_precision_at_5_diff1
value: 25.564500000000002
- type: nauc_precision_at_10_max
value: 31.7504
- type: nauc_precision_at_10_std
value: 31.063499999999998
- type: nauc_precision_at_10_diff1
value: 0.61
- type: nauc_precision_at_20_max
value: 27.0162
- type: nauc_precision_at_20_std
value: 35.5844
- type: nauc_precision_at_20_diff1
value: -8.559899999999999
- type: nauc_precision_at_100_max
value: 17.9369
- type: nauc_precision_at_100_std
value: 45.360299999999995
- type: nauc_precision_at_100_diff1
value: -21.3734
- type: nauc_precision_at_1000_max
value: 9.6015
- type: nauc_precision_at_1000_std
value: 41.6207
- type: nauc_precision_at_1000_diff1
value: -31.4964
- type: nauc_mrr_at_1_max
value: 54.49850000000001
- type: nauc_mrr_at_1_std
value: 7.1119
- type: nauc_mrr_at_1_diff1
value: 66.1422
- type: nauc_mrr_at_3_max
value: 57.52589999999999
- type: nauc_mrr_at_3_std
value: 8.605400000000001
- type: nauc_mrr_at_3_diff1
value: 63.4207
- type: nauc_mrr_at_5_max
value: 57.809900000000006
- type: nauc_mrr_at_5_std
value: 9.2631
- type: nauc_mrr_at_5_diff1
value: 63.4016
- type: nauc_mrr_at_10_max
value: 57.02199999999999
- type: nauc_mrr_at_10_std
value: 9.542100000000001
- type: nauc_mrr_at_10_diff1
value: 62.527
- type: nauc_mrr_at_20_max
value: 56.942800000000005
- type: nauc_mrr_at_20_std
value: 9.3838
- type: nauc_mrr_at_20_diff1
value: 62.3991
- type: nauc_mrr_at_100_max
value: 56.9337
- type: nauc_mrr_at_100_std
value: 9.437800000000001
- type: nauc_mrr_at_100_diff1
value: 62.5024
- type: nauc_mrr_at_1000_max
value: 56.942899999999995
- type: nauc_mrr_at_1000_std
value: 9.4167
- type: nauc_mrr_at_1000_diff1
value: 62.5336
- type: main_score
value: 72.63199999999999
task:
type: Retrieval
- dataset:
config: default
name: MTEB SprintDuplicateQuestions (default)
revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
split: test
type: mteb/sprintduplicatequestions-pairclassification
metrics:
- type: similarity_accuracy
value: 99.8
- type: similarity_accuracy_threshold
value: 79.6178
- type: similarity_f1
value: 89.6091
- type: similarity_f1_threshold
value: 79.3926
- type: similarity_precision
value: 92.26689999999999
- type: similarity_recall
value: 87.1
- type: similarity_ap
value: 95.45169999999999
- type: cosine_accuracy
value: 99.8
- type: cosine_accuracy_threshold
value: 79.6178
- type: cosine_f1
value: 89.6091
- type: cosine_f1_threshold
value: 79.3926
- type: cosine_precision
value: 92.26689999999999
- type: cosine_recall
value: 87.1
- type: cosine_ap
value: 95.45169999999999
- type: manhattan_accuracy
value: 99.797
- type: manhattan_accuracy_threshold
value: 23339.9902
- type: manhattan_f1
value: 89.45490000000001
- type: manhattan_f1_threshold
value: 23640.0604
- type: manhattan_precision
value: 91.1734
- type: manhattan_recall
value: 87.8
- type: manhattan_ap
value: 95.4832
- type: euclidean_accuracy
value: 99.79599999999999
- type: euclidean_accuracy_threshold
value: 1058.7936
- type: euclidean_f1
value: 89.35300000000001
- type: euclidean_f1_threshold
value: 1085.26
- type: euclidean_precision
value: 91.0696
- type: euclidean_recall
value: 87.7
- type: euclidean_ap
value: 95.4192
- type: dot_accuracy
value: 99.79599999999999
- type: dot_accuracy_threshold
value: 22447.8943
- type: dot_f1
value: 89.6311
- type: dot_f1_threshold
value: 21928.1982
- type: dot_precision
value: 89.3638
- type: dot_recall
value: 89.9
- type: dot_ap
value: 95.26599999999999
- type: max_accuracy
value: 99.8
- type: max_f1
value: 89.6311
- type: max_precision
value: 92.26689999999999
- type: max_recall
value: 89.9
- type: max_ap
value: 95.4832
- type: main_score
value: 95.4832
task:
type: PairClassification
- dataset:
config: default
name: MTEB StackExchangeClustering (default)
revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
split: test
type: mteb/stackexchange-clustering
metrics:
- type: v_measure
value: 66.8292
- type: v_measure_std
value: 5.3023
- type: main_score
value: 66.8292
task:
type: Clustering
- dataset:
config: default
name: MTEB StackExchangeClusteringP2P (default)
revision: 815ca46b2622cec33ccafc3735d572c266efdb44
split: test
type: mteb/stackexchange-clustering-p2p
metrics:
- type: v_measure
value: 36.436800000000005
- type: v_measure_std
value: 1.5622
- type: main_score
value: 36.436800000000005
task:
type: Clustering
- dataset:
config: default
name: MTEB StackOverflowDupQuestions (default)
revision: e185fbe320c72810689fc5848eb6114e1ef5ec69
split: test
type: mteb/stackoverflowdupquestions-reranking
metrics:
- type: map
value: 49.784299999999995
- type: mrr
value: 50.539199999999994
- type: nAUC_map_max
value: 12.292
- type: nAUC_map_std
value: 8.071100000000001
- type: nAUC_map_diff1
value: 34.4928
- type: nAUC_mrr_max
value: 12.445599999999999
- type: nAUC_mrr_std
value: 8.607800000000001
- type: nAUC_mrr_diff1
value: 34.4987
- type: main_score
value: 49.784299999999995
task:
type: Reranking
- dataset:
config: default
name: MTEB SummEval (default)
revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
split: test
type: mteb/summeval
metrics:
- type: pearson
value: 29.8823
- type: spearman
value: 30.4476
- type: cosine_spearman
value: 30.4476
- type: cosine_pearson
value: 29.8823
- type: dot_spearman
value: 29.773899999999998
- type: dot_pearson
value: 30.2538
- type: main_score
value: 30.4476
task:
type: Summarization
- dataset:
config: default
name: MTEB TRECCOVID (default)
revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
split: test
type: mteb/trec-covid
metrics:
- type: ndcg_at_1
value: 83
- type: ndcg_at_3
value: 79.061
- type: ndcg_at_5
value: 74.447
- type: ndcg_at_10
value: 74.005
- type: ndcg_at_20
value: 71.021
- type: ndcg_at_100
value: 56.159000000000006
- type: ndcg_at_1000
value: 52.105999999999995
- type: map_at_1
value: 0.243
- type: map_at_3
value: 0.642
- type: map_at_5
value: 0.996
- type: map_at_10
value: 1.847
- type: map_at_20
value: 3.3529999999999998
- type: map_at_100
value: 10.302999999999999
- type: map_at_1000
value: 25.903
- type: recall_at_1
value: 0.243
- type: recall_at_3
value: 0.668
- type: recall_at_5
value: 1.0630000000000002
- type: recall_at_10
value: 2.09
- type: recall_at_20
value: 3.92
- type: recall_at_100
value: 13.847999999999999
- type: recall_at_1000
value: 49.294
- type: precision_at_1
value: 88
- type: precision_at_3
value: 81.333
- type: precision_at_5
value: 76.4
- type: precision_at_10
value: 77.60000000000001
- type: precision_at_20
value: 74
- type: precision_at_100
value: 57.08
- type: precision_at_1000
value: 22.96
- type: mrr_at_1
value: 88
- type: mrr_at_3
value: 93
- type: mrr_at_5
value: 93.4
- type: mrr_at_10
value: 93.4
- type: mrr_at_20
value: 93.4
- type: mrr_at_100
value: 93.4
- type: mrr_at_1000
value: 93.4
- type: nauc_ndcg_at_1_max
value: 61.9438
- type: nauc_ndcg_at_1_std
value: 47.8895
- type: nauc_ndcg_at_1_diff1
value: -24.637500000000003
- type: nauc_ndcg_at_3_max
value: 61.8429
- type: nauc_ndcg_at_3_std
value: 54.91629999999999
- type: nauc_ndcg_at_3_diff1
value: -20.225099999999998
- type: nauc_ndcg_at_5_max
value: 57.876099999999994
- type: nauc_ndcg_at_5_std
value: 54.66760000000001
- type: nauc_ndcg_at_5_diff1
value: -16.5158
- type: nauc_ndcg_at_10_max
value: 53.566599999999994
- type: nauc_ndcg_at_10_std
value: 56.130199999999995
- type: nauc_ndcg_at_10_diff1
value: -10.4444
- type: nauc_ndcg_at_20_max
value: 57.296499999999995
- type: nauc_ndcg_at_20_std
value: 67.55250000000001
- type: nauc_ndcg_at_20_diff1
value: -9.6015
- type: nauc_ndcg_at_100_max
value: 55.960100000000004
- type: nauc_ndcg_at_100_std
value: 79.8832
- type: nauc_ndcg_at_100_diff1
value: -6.365800000000001
- type: nauc_ndcg_at_1000_max
value: 59.79950000000001
- type: nauc_ndcg_at_1000_std
value: 72.3925
- type: nauc_ndcg_at_1000_diff1
value: -7.0761
- type: nauc_map_at_1_max
value: 6.4536999999999995
- type: nauc_map_at_1_std
value: -7.8119
- type: nauc_map_at_1_diff1
value: -14.1175
- type: nauc_map_at_3_max
value: 16.98
- type: nauc_map_at_3_std
value: -0.3721
- type: nauc_map_at_3_diff1
value: -15.793
- type: nauc_map_at_5_max
value: 19.7658
- type: nauc_map_at_5_std
value: 1.4654
- type: nauc_map_at_5_diff1
value: -17.1417
- type: nauc_map_at_10_max
value: 21.506700000000002
- type: nauc_map_at_10_std
value: 4.157
- type: nauc_map_at_10_diff1
value: -14.0577
- type: nauc_map_at_20_max
value: 23.8734
- type: nauc_map_at_20_std
value: 11.5207
- type: nauc_map_at_20_diff1
value: -10.5616
- type: nauc_map_at_100_max
value: 46.692299999999996
- type: nauc_map_at_100_std
value: 57.88290000000001
- type: nauc_map_at_100_diff1
value: -8.8046
- type: nauc_map_at_1000_max
value: 63.9156
- type: nauc_map_at_1000_std
value: 79.93209999999999
- type: nauc_map_at_1000_diff1
value: 3.2281999999999997
- type: nauc_recall_at_1_max
value: 6.4536999999999995
- type: nauc_recall_at_1_std
value: -7.8119
- type: nauc_recall_at_1_diff1
value: -14.1175
- type: nauc_recall_at_3_max
value: 13.3248
- type: nauc_recall_at_3_std
value: -3.4745999999999997
- type: nauc_recall_at_3_diff1
value: -16.9974
- type: nauc_recall_at_5_max
value: 14.6892
- type: nauc_recall_at_5_std
value: -2.0025999999999997
- type: nauc_recall_at_5_diff1
value: -17.7484
- type: nauc_recall_at_10_max
value: 12.6493
- type: nauc_recall_at_10_std
value: -3.3624
- type: nauc_recall_at_10_diff1
value: -14.665700000000001
- type: nauc_recall_at_20_max
value: 12.4179
- type: nauc_recall_at_20_std
value: 2.6304000000000003
- type: nauc_recall_at_20_diff1
value: -12.0324
- type: nauc_recall_at_100_max
value: 33.699
- type: nauc_recall_at_100_std
value: 41.4814
- type: nauc_recall_at_100_diff1
value: -13.805799999999998
- type: nauc_recall_at_1000_max
value: 54.8094
- type: nauc_recall_at_1000_std
value: 59.785999999999994
- type: nauc_recall_at_1000_diff1
value: -2.278
- type: nauc_precision_at_1_max
value: 83.2167
- type: nauc_precision_at_1_std
value: 71.8899
- type: nauc_precision_at_1_diff1
value: -18.970699999999997
- type: nauc_precision_at_3_max
value: 70.7754
- type: nauc_precision_at_3_std
value: 60.5541
- type: nauc_precision_at_3_diff1
value: -16.8234
- type: nauc_precision_at_5_max
value: 64.384
- type: nauc_precision_at_5_std
value: 54.879999999999995
- type: nauc_precision_at_5_diff1
value: -12.8109
- type: nauc_precision_at_10_max
value: 60.5951
- type: nauc_precision_at_10_std
value: 57.330000000000005
- type: nauc_precision_at_10_diff1
value: -4.029400000000001
- type: nauc_precision_at_20_max
value: 61.1634
- type: nauc_precision_at_20_std
value: 69.7819
- type: nauc_precision_at_20_diff1
value: -6.2779
- type: nauc_precision_at_100_max
value: 57.814600000000006
- type: nauc_precision_at_100_std
value: 82.3314
- type: nauc_precision_at_100_diff1
value: 1.2801
- type: nauc_precision_at_1000_max
value: 48.0584
- type: nauc_precision_at_1000_std
value: 54.331799999999994
- type: nauc_precision_at_1000_diff1
value: 9.286800000000001
- type: nauc_mrr_at_1_max
value: 83.2167
- type: nauc_mrr_at_1_std
value: 71.8899
- type: nauc_mrr_at_1_diff1
value: -18.970699999999997
- type: nauc_mrr_at_3_max
value: 85.6599
- type: nauc_mrr_at_3_std
value: 75.9821
- type: nauc_mrr_at_3_diff1
value: -41.5387
- type: nauc_mrr_at_5_max
value: 84.77329999999999
- type: nauc_mrr_at_5_std
value: 74.497
- type: nauc_mrr_at_5_diff1
value: -33.3487
- type: nauc_mrr_at_10_max
value: 84.77329999999999
- type: nauc_mrr_at_10_std
value: 74.497
- type: nauc_mrr_at_10_diff1
value: -33.3487
- type: nauc_mrr_at_20_max
value: 84.77329999999999
- type: nauc_mrr_at_20_std
value: 74.497
- type: nauc_mrr_at_20_diff1
value: -33.3487
- type: nauc_mrr_at_100_max
value: 84.77329999999999
- type: nauc_mrr_at_100_std
value: 74.497
- type: nauc_mrr_at_100_diff1
value: -33.3487
- type: nauc_mrr_at_1000_max
value: 84.77329999999999
- type: nauc_mrr_at_1000_std
value: 74.497
- type: nauc_mrr_at_1000_diff1
value: -33.3487
- type: main_score
value: 74.005
task:
type: Retrieval
- dataset:
config: default
name: MTEB Touche2020 (default)
revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
split: test
type: mteb/touche2020
metrics:
- type: ndcg_at_1
value: 25.509999999999998
- type: ndcg_at_3
value: 25.356
- type: ndcg_at_5
value: 25.718999999999998
- type: ndcg_at_10
value: 23.777
- type: ndcg_at_20
value: 25.631999999999998
- type: ndcg_at_100
value: 35.294
- type: ndcg_at_1000
value: 46.904
- type: map_at_1
value: 2.174
- type: map_at_3
value: 4.698
- type: map_at_5
value: 6.511
- type: map_at_10
value: 9.075
- type: map_at_20
value: 11.89
- type: map_at_100
value: 15.042
- type: map_at_1000
value: 16.527
- type: recall_at_1
value: 2.174
- type: recall_at_3
value: 6.067
- type: recall_at_5
value: 9.985
- type: recall_at_10
value: 15.595
- type: recall_at_20
value: 24.709
- type: recall_at_100
value: 46.075
- type: recall_at_1000
value: 81.211
- type: precision_at_1
value: 28.571
- type: precision_at_3
value: 27.211000000000002
- type: precision_at_5
value: 27.346999999999998
- type: precision_at_10
value: 21.633
- type: precision_at_20
value: 17.347
- type: precision_at_100
value: 7.306
- type: precision_at_1000
value: 1.498
- type: mrr_at_1
value: 28.571400000000004
- type: mrr_at_3
value: 40.8163
- type: mrr_at_5
value: 44.5918
- type: mrr_at_10
value: 45.806599999999996
- type: mrr_at_20
value: 46.6323
- type: mrr_at_100
value: 46.898
- type: mrr_at_1000
value: 46.898
- type: nauc_ndcg_at_1_max
value: -38.9044
- type: nauc_ndcg_at_1_std
value: -13.3682
- type: nauc_ndcg_at_1_diff1
value: 14.1403
- type: nauc_ndcg_at_3_max
value: -31.8112
- type: nauc_ndcg_at_3_std
value: -7.919099999999999
- type: nauc_ndcg_at_3_diff1
value: 18.3462
- type: nauc_ndcg_at_5_max
value: -31.588
- type: nauc_ndcg_at_5_std
value: 0.3613
- type: nauc_ndcg_at_5_diff1
value: 7.4144000000000005
- type: nauc_ndcg_at_10_max
value: -32.5645
- type: nauc_ndcg_at_10_std
value: 0.9863000000000001
- type: nauc_ndcg_at_10_diff1
value: 5.8937
- type: nauc_ndcg_at_20_max
value: -30.522199999999998
- type: nauc_ndcg_at_20_std
value: 0.5783
- type: nauc_ndcg_at_20_diff1
value: 9.0286
- type: nauc_ndcg_at_100_max
value: -30.083
- type: nauc_ndcg_at_100_std
value: 24.9979
- type: nauc_ndcg_at_100_diff1
value: 4.1679
- type: nauc_ndcg_at_1000_max
value: -27.1779
- type: nauc_ndcg_at_1000_std
value: 35.4651
- type: nauc_ndcg_at_1000_diff1
value: 0.47959999999999997
- type: nauc_map_at_1_max
value: -40.423700000000004
- type: nauc_map_at_1_std
value: -22.1977
- type: nauc_map_at_1_diff1
value: 9.8424
- type: nauc_map_at_3_max
value: -28.4609
- type: nauc_map_at_3_std
value: -18.2528
- type: nauc_map_at_3_diff1
value: 16.5127
- type: nauc_map_at_5_max
value: -27.016299999999998
- type: nauc_map_at_5_std
value: -14.610699999999998
- type: nauc_map_at_5_diff1
value: 9.3923
- type: nauc_map_at_10_max
value: -25.9324
- type: nauc_map_at_10_std
value: -11.026900000000001
- type: nauc_map_at_10_diff1
value: 7.6867
- type: nauc_map_at_20_max
value: -22.806199999999997
- type: nauc_map_at_20_std
value: -7.623099999999999
- type: nauc_map_at_20_diff1
value: 8.0359
- type: nauc_map_at_100_max
value: -21.1619
- type: nauc_map_at_100_std
value: 5.122
- type: nauc_map_at_100_diff1
value: 6.6944
- type: nauc_map_at_1000_max
value: -21.1736
- type: nauc_map_at_1000_std
value: 8.8896
- type: nauc_map_at_1000_diff1
value: 5.633500000000001
- type: nauc_recall_at_1_max
value: -40.423700000000004
- type: nauc_recall_at_1_std
value: -22.1977
- type: nauc_recall_at_1_diff1
value: 9.8424
- type: nauc_recall_at_3_max
value: -24.351300000000002
- type: nauc_recall_at_3_std
value: -13.661000000000001
- type: nauc_recall_at_3_diff1
value: 14.1204
- type: nauc_recall_at_5_max
value: -22.767799999999998
- type: nauc_recall_at_5_std
value: -7.4171000000000005
- type: nauc_recall_at_5_diff1
value: 1.9924999999999997
- type: nauc_recall_at_10_max
value: -25.3874
- type: nauc_recall_at_10_std
value: -3.9967
- type: nauc_recall_at_10_diff1
value: 3.4776000000000002
- type: nauc_recall_at_20_max
value: -25.051099999999998
- type: nauc_recall_at_20_std
value: -2.0329
- type: nauc_recall_at_20_diff1
value: 2.2399
- type: nauc_recall_at_100_max
value: -20.6196
- type: nauc_recall_at_100_std
value: 39.644200000000005
- type: nauc_recall_at_100_diff1
value: -6.7455
- type: nauc_recall_at_1000_max
value: -6.2200999999999995
- type: nauc_recall_at_1000_std
value: 78.9064
- type: nauc_recall_at_1000_diff1
value: -23.044700000000002
- type: nauc_precision_at_1_max
value: -37.808
- type: nauc_precision_at_1_std
value: -10.7692
- type: nauc_precision_at_1_diff1
value: 18.6307
- type: nauc_precision_at_3_max
value: -30.505900000000004
- type: nauc_precision_at_3_std
value: -6.6981
- type: nauc_precision_at_3_diff1
value: 22.1572
- type: nauc_precision_at_5_max
value: -26.9752
- type: nauc_precision_at_5_std
value: 9.2292
- type: nauc_precision_at_5_diff1
value: 6.7962
- type: nauc_precision_at_10_max
value: -29.9346
- type: nauc_precision_at_10_std
value: 13.3568
- type: nauc_precision_at_10_diff1
value: 6.8902
- type: nauc_precision_at_20_max
value: -22.7968
- type: nauc_precision_at_20_std
value: 21.0382
- type: nauc_precision_at_20_diff1
value: 9.033199999999999
- type: nauc_precision_at_100_max
value: -11.4519
- type: nauc_precision_at_100_std
value: 72.8881
- type: nauc_precision_at_100_diff1
value: -8.261000000000001
- type: nauc_precision_at_1000_max
value: 29.3926
- type: nauc_precision_at_1000_std
value: 44.936
- type: nauc_precision_at_1000_diff1
value: -15.2011
- type: nauc_mrr_at_1_max
value: -37.808
- type: nauc_mrr_at_1_std
value: -10.7692
- type: nauc_mrr_at_1_diff1
value: 18.6307
- type: nauc_mrr_at_3_max
value: -36.6424
- type: nauc_mrr_at_3_std
value: -5.8629
- type: nauc_mrr_at_3_diff1
value: 10.0726
- type: nauc_mrr_at_5_max
value: -35.132400000000004
- type: nauc_mrr_at_5_std
value: -2.6545
- type: nauc_mrr_at_5_diff1
value: 8.2052
- type: nauc_mrr_at_10_max
value: -37.947199999999995
- type: nauc_mrr_at_10_std
value: -3.6131
- type: nauc_mrr_at_10_diff1
value: 8.5589
- type: nauc_mrr_at_20_max
value: -37.490899999999996
- type: nauc_mrr_at_20_std
value: -5.375
- type: nauc_mrr_at_20_diff1
value: 9.9839
- type: nauc_mrr_at_100_max
value: -36.8829
- type: nauc_mrr_at_100_std
value: -5.148
- type: nauc_mrr_at_100_diff1
value: 9.775300000000001
- type: nauc_mrr_at_1000_max
value: -36.8829
- type: nauc_mrr_at_1000_std
value: -5.148
- type: nauc_mrr_at_1000_diff1
value: 9.775300000000001
- type: main_score
value: 23.777
task:
type: Retrieval
- dataset:
config: default
name: MTEB ToxicConversationsClassification (default)
revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
split: test
type: mteb/toxic_conversations_50k
metrics:
- type: accuracy
value: 78.2227
- type: f1
value: 60.9422
- type: f1_weighted
value: 82.7019
- type: ap
value: 19.0562
- type: ap_weighted
value: 19.0562
- type: main_score
value: 78.2227
task:
type: Classification
- dataset:
config: default
name: MTEB TweetSentimentExtractionClassification (default)
revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
split: test
type: mteb/tweet_sentiment_extraction
metrics:
- type: accuracy
value: 61.3865
- type: f1
value: 61.805299999999995
- type: f1_weighted
value: 60.8858
- type: main_score
value: 61.3865
task:
type: Classification
- dataset:
config: default
name: MTEB TwentyNewsgroupsClustering (default)
revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
split: test
type: mteb/twentynewsgroups-clustering
metrics:
- type: v_measure
value: 49.1222
- type: v_measure_std
value: 1.01
- type: main_score
value: 49.1222
task:
type: Clustering
- dataset:
config: default
name: MTEB TwitterSemEval2015 (default)
revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
split: test
type: mteb/twittersemeval2015-pairclassification
metrics:
- type: similarity_accuracy
value: 85.96289999999999
- type: similarity_accuracy_threshold
value: 81.7526
- type: similarity_f1
value: 67.0984
- type: similarity_f1_threshold
value: 78.1167
- type: similarity_precision
value: 64.6756
- type: similarity_recall
value: 69.7098
- type: similarity_ap
value: 73.40769999999999
- type: cosine_accuracy
value: 85.96289999999999
- type: cosine_accuracy_threshold
value: 81.7526
- type: cosine_f1
value: 67.0984
- type: cosine_f1_threshold
value: 78.1167
- type: cosine_precision
value: 64.6756
- type: cosine_recall
value: 69.7098
- type: cosine_ap
value: 73.40769999999999
- type: manhattan_accuracy
value: 85.8735
- type: manhattan_accuracy_threshold
value: 22624.693300000003
- type: manhattan_f1
value: 67.13
- type: manhattan_f1_threshold
value: 24148.2193
- type: manhattan_precision
value: 65.52759999999999
- type: manhattan_recall
value: 68.8127
- type: manhattan_ap
value: 73.4081
- type: euclidean_accuracy
value: 85.9391
- type: euclidean_accuracy_threshold
value: 1019.5558
- type: euclidean_f1
value: 67.0856
- type: euclidean_f1_threshold
value: 1125.2108
- type: euclidean_precision
value: 64.0509
- type: euclidean_recall
value: 70.4222
- type: euclidean_ap
value: 73.38289999999999
- type: dot_accuracy
value: 85.3013
- type: dot_accuracy_threshold
value: 23728.8651
- type: dot_f1
value: 65.8888
- type: dot_f1_threshold
value: 22264.9994
- type: dot_precision
value: 62.2128
- type: dot_recall
value: 70.0264
- type: dot_ap
value: 71.5369
- type: max_accuracy
value: 85.96289999999999
- type: max_f1
value: 67.13
- type: max_precision
value: 65.52759999999999
- type: max_recall
value: 70.4222
- type: max_ap
value: 73.4081
- type: main_score
value: 73.4081
task:
type: PairClassification
- dataset:
config: default
name: MTEB TwitterURLCorpus (default)
revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
split: test
type: mteb/twitterurlcorpus-pairclassification
metrics:
- type: similarity_accuracy
value: 88.81710000000001
- type: similarity_accuracy_threshold
value: 75.9413
- type: similarity_f1
value: 77.74560000000001
- type: similarity_f1_threshold
value: 72.7591
- type: similarity_precision
value: 74.17660000000001
- type: similarity_recall
value: 81.6754
- type: similarity_ap
value: 85.43230000000001
- type: cosine_accuracy
value: 88.81710000000001
- type: cosine_accuracy_threshold
value: 75.9413
- type: cosine_f1
value: 77.74560000000001
- type: cosine_f1_threshold
value: 72.7591
- type: cosine_precision
value: 74.17660000000001
- type: cosine_recall
value: 81.6754
- type: cosine_ap
value: 85.43230000000001
- type: manhattan_accuracy
value: 88.7802
- type: manhattan_accuracy_threshold
value: 25609.9884
- type: manhattan_f1
value: 77.5999
- type: manhattan_f1_threshold
value: 26501.702899999997
- type: manhattan_precision
value: 76.145
- type: manhattan_recall
value: 79.1115
- type: manhattan_ap
value: 85.34779999999999
- type: euclidean_accuracy
value: 88.76859999999999
- type: euclidean_accuracy_threshold
value: 1181.6877
- type: euclidean_f1
value: 77.6417
- type: euclidean_f1_threshold
value: 1224.3926999999999
- type: euclidean_precision
value: 75.6
- type: euclidean_recall
value: 79.7967
- type: euclidean_ap
value: 85.3782
- type: dot_accuracy
value: 88.5726
- type: dot_accuracy_threshold
value: 21390.567
- type: dot_f1
value: 77.4881
- type: dot_f1_threshold
value: 20787.2925
- type: dot_precision
value: 75.0505
- type: dot_recall
value: 80.0893
- type: dot_ap
value: 84.8854
- type: max_accuracy
value: 88.81710000000001
- type: max_f1
value: 77.74560000000001
- type: max_precision
value: 76.145
- type: max_recall
value: 81.6754
- type: max_ap
value: 85.43230000000001
- type: main_score
value: 85.43230000000001
task:
type: PairClassification
tags:
- mteb