sentence-transformers safetensors phi mteb sentence-similarity custom_code en dataset:Tevatron/msmarco-passage-corpus dataset:Tevatron/msmarco-passage license:mit model-index autotrain_compatible endpoints_compatible region:us
---
datasets:
- Tevatron/msmarco-passage-corpus
- Tevatron/msmarco-passage
language:
- en
library_name: sentence-transformers
license: mit
pipeline_tag: sentence-similarity
tags:
- mteb
model-index:
- name: ret-phi2-v0
  results:
  - task:
      type: Retrieval
    dataset:
      name: MTEB ArguAna
      type: arguana
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 24.609
    - type: map_at_10
      value: 39.404
    - type: map_at_100
      value: 40.421
    - type: map_at_1000
      value: 40.437
    - type: map_at_3
      value: 34.258
    - type: map_at_5
      value: 37.078
    - type: mrr_at_1
      value: 24.822
    - type: mrr_at_10
      value: 39.48
    - type: mrr_at_100
      value: 40.498
    - type: mrr_at_1000
      value: 40.513
    - type: mrr_at_3
      value: 34.436
    - type: mrr_at_5
      value: 37.156
    - type: ndcg_at_1
      value: 24.609
    - type: ndcg_at_10
      value: 48.274
    - type: ndcg_at_100
      value: 52.654
    - type: ndcg_at_1000
      value: 53.037
    - type: ndcg_at_3
      value: 37.558
    - type: ndcg_at_5
      value: 42.678
    - type: precision_at_1
      value: 24.609
    - type: precision_at_10
      value: 7.688000000000001
    - type: precision_at_100
      value: 0.962
    - type: precision_at_1000
      value: 0.099
    - type: precision_at_3
      value: 15.717999999999998
    - type: precision_at_5
      value: 11.935
    - type: recall_at_1
      value: 24.609
    - type: recall_at_10
      value: 76.885
    - type: recall_at_100
      value: 96.15899999999999
    - type: recall_at_1000
      value: 99.14699999999999
    - type: recall_at_3
      value: 47.155
    - type: recall_at_5
      value: 59.673
  - task:
      type: Retrieval
    dataset:
      name: MTEB CQADupstackAndroidRetrieval
      type: BeIR/cqadupstack
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 27.916
    - type: map_at_10
      value: 36.125
    - type: map_at_100
      value: 37.423
    - type: map_at_1000
      value: 37.545
    - type: map_at_3
      value: 33.019
    - type: map_at_5
      value: 34.977000000000004
    - type: mrr_at_1
      value: 33.906
    - type: mrr_at_10
      value: 41.832
    - type: mrr_at_100
      value: 42.667
    - type: mrr_at_1000
      value: 42.72
    - type: mrr_at_3
      value: 39.103
    - type: mrr_at_5
      value: 40.763
    - type: ndcg_at_1
      value: 33.906
    - type: ndcg_at_10
      value: 41.514
    - type: ndcg_at_100
      value: 46.855000000000004
    - type: ndcg_at_1000
      value: 49.199
    - type: ndcg_at_3
      value: 36.666
    - type: ndcg_at_5
      value: 39.281
    - type: precision_at_1
      value: 33.906
    - type: precision_at_10
      value: 7.553999999999999
    - type: precision_at_100
      value: 1.239
    - type: precision_at_1000
      value: 0.168
    - type: precision_at_3
      value: 16.929
    - type: precision_at_5
      value: 12.504000000000001
    - type: recall_at_1
      value: 27.916
    - type: recall_at_10
      value: 51.785000000000004
    - type: recall_at_100
      value: 74.566
    - type: recall_at_1000
      value: 90.092
    - type: recall_at_3
      value: 37.917
    - type: recall_at_5
      value: 44.919
    - type: map_at_1
      value: 26.905
    - type: map_at_10
      value: 36.664
    - type: map_at_100
      value: 37.796
    - type: map_at_1000
      value: 37.911
    - type: map_at_3
      value: 34.009
    - type: map_at_5
      value: 35.354
    - type: mrr_at_1
      value: 34.459
    - type: mrr_at_10
      value: 42.836
    - type: mrr_at_100
      value: 43.54
    - type: mrr_at_1000
      value: 43.589
    - type: mrr_at_3
      value: 40.754000000000005
    - type: mrr_at_5
      value: 41.849
    - type: ndcg_at_1
      value: 34.459
    - type: ndcg_at_10
      value: 42.268
    - type: ndcg_at_100
      value: 46.527
    - type: ndcg_at_1000
      value: 48.667
    - type: ndcg_at_3
      value: 38.408
    - type: ndcg_at_5
      value: 39.889
    - type: precision_at_1
      value: 34.459
    - type: precision_at_10
      value: 8
    - type: precision_at_100
      value: 1.269
    - type: precision_at_1000
      value: 0.174
    - type: precision_at_3
      value: 18.705
    - type: precision_at_5
      value: 13.083
    - type: recall_at_1
      value: 26.905
    - type: recall_at_10
      value: 52.378
    - type: recall_at_100
      value: 70.419
    - type: recall_at_1000
      value: 84.165
    - type: recall_at_3
      value: 40.467999999999996
    - type: recall_at_5
      value: 44.911
    - type: map_at_1
      value: 34.475
    - type: map_at_10
      value: 45.221000000000004
    - type: map_at_100
      value: 46.215
    - type: map_at_1000
      value: 46.276
    - type: map_at_3
      value: 42.487
    - type: map_at_5
      value: 43.948
    - type: mrr_at_1
      value: 38.871
    - type: mrr_at_10
      value: 48.521
    - type: mrr_at_100
      value: 49.172
    - type: mrr_at_1000
      value: 49.207
    - type: mrr_at_3
      value: 46.123
    - type: mrr_at_5
      value: 47.452
    - type: ndcg_at_1
      value: 38.871
    - type: ndcg_at_10
      value: 50.739999999999995
    - type: ndcg_at_100
      value: 54.849000000000004
    - type: ndcg_at_1000
      value: 56.3
    - type: ndcg_at_3
      value: 45.762
    - type: ndcg_at_5
      value: 48.03
    - type: precision_at_1
      value: 38.871
    - type: precision_at_10
      value: 8.107000000000001
    - type: precision_at_100
      value: 1.11
    - type: precision_at_1000
      value: 0.129
    - type: precision_at_3
      value: 20.209
    - type: precision_at_5
      value: 13.767999999999999
    - type: recall_at_1
      value: 34.475
    - type: recall_at_10
      value: 63.82299999999999
    - type: recall_at_100
      value: 81.761
    - type: recall_at_1000
      value: 92.604
    - type: recall_at_3
      value: 50.331
    - type: recall_at_5
      value: 56.003
    - type: map_at_1
      value: 21.689
    - type: map_at_10
      value: 28.363
    - type: map_at_100
      value: 29.324
    - type: map_at_1000
      value: 29.416999999999998
    - type: map_at_3
      value: 26.064
    - type: map_at_5
      value: 27.423
    - type: mrr_at_1
      value: 22.938
    - type: mrr_at_10
      value: 29.786
    - type: mrr_at_100
      value: 30.688
    - type: mrr_at_1000
      value: 30.763
    - type: mrr_at_3
      value: 27.533
    - type: mrr_at_5
      value: 28.860999999999997
    - type: ndcg_at_1
      value: 22.938
    - type: ndcg_at_10
      value: 32.461
    - type: ndcg_at_100
      value: 37.492
    - type: ndcg_at_1000
      value: 39.925
    - type: ndcg_at_3
      value: 27.916
    - type: ndcg_at_5
      value: 30.287
    - type: precision_at_1
      value: 22.938
    - type: precision_at_10
      value: 4.96
    - type: precision_at_100
      value: 0.7929999999999999
    - type: precision_at_1000
      value: 0.104
    - type: precision_at_3
      value: 11.676
    - type: precision_at_5
      value: 8.339
    - type: recall_at_1
      value: 21.689
    - type: recall_at_10
      value: 43.702000000000005
    - type: recall_at_100
      value: 67.23400000000001
    - type: recall_at_1000
      value: 85.688
    - type: recall_at_3
      value: 31.526
    - type: recall_at_5
      value: 37.262
    - type: map_at_1
      value: 14.094000000000001
    - type: map_at_10
      value: 21.310000000000002
    - type: map_at_100
      value: 22.427
    - type: map_at_1000
      value: 22.545
    - type: map_at_3
      value: 18.83
    - type: map_at_5
      value: 20.225
    - type: mrr_at_1
      value: 17.413
    - type: mrr_at_10
      value: 25.430000000000003
    - type: mrr_at_100
      value: 26.418000000000003
    - type: mrr_at_1000
      value: 26.494
    - type: mrr_at_3
      value: 22.989
    - type: mrr_at_5
      value: 24.388
    - type: ndcg_at_1
      value: 17.413
    - type: ndcg_at_10
      value: 26.223000000000003
    - type: ndcg_at_100
      value: 31.838
    - type: ndcg_at_1000
      value: 34.678
    - type: ndcg_at_3
      value: 21.677
    - type: ndcg_at_5
      value: 23.838
    - type: precision_at_1
      value: 17.413
    - type: precision_at_10
      value: 4.9750000000000005
    - type: precision_at_100
      value: 0.8999999999999999
    - type: precision_at_1000
      value: 0.128
    - type: precision_at_3
      value: 10.697
    - type: precision_at_5
      value: 7.91
    - type: recall_at_1
      value: 14.094000000000001
    - type: recall_at_10
      value: 37.230999999999995
    - type: recall_at_100
      value: 62.062
    - type: recall_at_1000
      value: 82.204
    - type: recall_at_3
      value: 24.766
    - type: recall_at_5
      value: 30.173
    - type: map_at_1
      value: 27.256999999999998
    - type: map_at_10
      value: 36.869
    - type: map_at_100
      value: 38.145
    - type: map_at_1000
      value: 38.255
    - type: map_at_3
      value: 34.161
    - type: map_at_5
      value: 35.504000000000005
    - type: mrr_at_1
      value: 32.531
    - type: mrr_at_10
      value: 41.957
    - type: mrr_at_100
      value: 42.766
    - type: mrr_at_1000
      value: 42.815999999999995
    - type: mrr_at_3
      value: 39.589
    - type: mrr_at_5
      value: 40.749
    - type: ndcg_at_1
      value: 32.531
    - type: ndcg_at_10
      value: 42.54
    - type: ndcg_at_100
      value: 47.948
    - type: ndcg_at_1000
      value: 50.056999999999995
    - type: ndcg_at_3
      value: 37.775999999999996
    - type: ndcg_at_5
      value: 39.667
    - type: precision_at_1
      value: 32.531
    - type: precision_at_10
      value: 7.7
    - type: precision_at_100
      value: 1.213
    - type: precision_at_1000
      value: 0.154
    - type: precision_at_3
      value: 17.806
    - type: precision_at_5
      value: 12.493
    - type: recall_at_1
      value: 27.256999999999998
    - type: recall_at_10
      value: 54.217999999999996
    - type: recall_at_100
      value: 76.98
    - type: recall_at_1000
      value: 90.913
    - type: recall_at_3
      value: 41.144999999999996
    - type: recall_at_5
      value: 45.674
    - type: map_at_1
      value: 23.249
    - type: map_at_10
      value: 32.278
    - type: map_at_100
      value: 33.585
    - type: map_at_1000
      value: 33.69
    - type: map_at_3
      value: 29.776000000000003
    - type: map_at_5
      value: 31.096
    - type: mrr_at_1
      value: 28.425
    - type: mrr_at_10
      value: 37.124
    - type: mrr_at_100
      value: 38.053
    - type: mrr_at_1000
      value: 38.111
    - type: mrr_at_3
      value: 34.989
    - type: mrr_at_5
      value: 36.159
    - type: ndcg_at_1
      value: 28.425
    - type: ndcg_at_10
      value: 37.472
    - type: ndcg_at_100
      value: 43.261
    - type: ndcg_at_1000
      value: 45.540000000000006
    - type: ndcg_at_3
      value: 33.334
    - type: ndcg_at_5
      value: 35.082
    - type: precision_at_1
      value: 28.425
    - type: precision_at_10
      value: 6.758
    - type: precision_at_100
      value: 1.15
    - type: precision_at_1000
      value: 0.151
    - type: precision_at_3
      value: 16.058
    - type: precision_at_5
      value: 11.164
    - type: recall_at_1
      value: 23.249
    - type: recall_at_10
      value: 48.094
    - type: recall_at_100
      value: 72.988
    - type: recall_at_1000
      value: 88.625
    - type: recall_at_3
      value: 36.342999999999996
    - type: recall_at_5
      value: 41.187000000000005
    - type: map_at_1
      value: 23.019250000000003
    - type: map_at_10
      value: 30.98783333333333
    - type: map_at_100
      value: 32.07916666666667
    - type: map_at_1000
      value: 32.193333333333335
    - type: map_at_3
      value: 28.572916666666664
    - type: map_at_5
      value: 29.886083333333335
    - type: mrr_at_1
      value: 27.01383333333333
    - type: mrr_at_10
      value: 34.78475
    - type: mrr_at_100
      value: 35.628416666666666
    - type: mrr_at_1000
      value: 35.696250000000006
    - type: mrr_at_3
      value: 32.63225
    - type: mrr_at_5
      value: 33.8265
    - type: ndcg_at_1
      value: 27.01383333333333
    - type: ndcg_at_10
      value: 35.75991666666666
    - type: ndcg_at_100
      value: 40.696416666666664
    - type: ndcg_at_1000
      value: 43.18933333333333
    - type: ndcg_at_3
      value: 31.56075
    - type: ndcg_at_5
      value: 33.47166666666667
    - type: precision_at_1
      value: 27.01383333333333
    - type: precision_at_10
      value: 6.201416666666667
    - type: precision_at_100
      value: 1.0189166666666667
    - type: precision_at_1000
      value: 0.13999999999999999
    - type: precision_at_3
      value: 14.448249999999998
    - type: precision_at_5
      value: 10.209333333333333
    - type: recall_at_1
      value: 23.019250000000003
    - type: recall_at_10
      value: 46.17675
    - type: recall_at_100
      value: 68.06741666666667
    - type: recall_at_1000
      value: 85.66791666666667
    - type: recall_at_3
      value: 34.435500000000005
    - type: recall_at_5
      value: 39.362
    - type: map_at_1
      value: 21.754
    - type: map_at_10
      value: 27.815
    - type: map_at_100
      value: 28.776000000000003
    - type: map_at_1000
      value: 28.874
    - type: map_at_3
      value: 25.822
    - type: map_at_5
      value: 26.562
    - type: mrr_at_1
      value: 23.926
    - type: mrr_at_10
      value: 30.148000000000003
    - type: mrr_at_100
      value: 31.035
    - type: mrr_at_1000
      value: 31.116
    - type: mrr_at_3
      value: 28.349000000000004
    - type: mrr_at_5
      value: 29.108
    - type: ndcg_at_1
      value: 23.926
    - type: ndcg_at_10
      value: 31.635
    - type: ndcg_at_100
      value: 36.457
    - type: ndcg_at_1000
      value: 38.944
    - type: ndcg_at_3
      value: 27.857
    - type: ndcg_at_5
      value: 29.017
    - type: precision_at_1
      value: 23.926
    - type: precision_at_10
      value: 4.984999999999999
    - type: precision_at_100
      value: 0.8019999999999999
    - type: precision_at_1000
      value: 0.108
    - type: precision_at_3
      value: 11.759
    - type: precision_at_5
      value: 7.914000000000001
    - type: recall_at_1
      value: 21.754
    - type: recall_at_10
      value: 41.117
    - type: recall_at_100
      value: 63.123
    - type: recall_at_1000
      value: 81.399
    - type: recall_at_3
      value: 30.556
    - type: recall_at_5
      value: 33.571
    - type: map_at_1
      value: 15.204999999999998
    - type: map_at_10
      value: 21.166
    - type: map_at_100
      value: 22.127
    - type: map_at_1000
      value: 22.239
    - type: map_at_3
      value: 19.342000000000002
    - type: map_at_5
      value: 20.329
    - type: mrr_at_1
      value: 18.340999999999998
    - type: mrr_at_10
      value: 24.562
    - type: mrr_at_100
      value: 25.462
    - type: mrr_at_1000
      value: 25.541000000000004
    - type: mrr_at_3
      value: 22.694
    - type: mrr_at_5
      value: 23.694000000000003
    - type: ndcg_at_1
      value: 18.340999999999998
    - type: ndcg_at_10
      value: 25.055
    - type: ndcg_at_100
      value: 29.82
    - type: ndcg_at_1000
      value: 32.68
    - type: ndcg_at_3
      value: 21.676000000000002
    - type: ndcg_at_5
      value: 23.153000000000002
    - type: precision_at_1
      value: 18.340999999999998
    - type: precision_at_10
      value: 4.425
    - type: precision_at_100
      value: 0.779
    - type: precision_at_1000
      value: 0.117
    - type: precision_at_3
      value: 10.106
    - type: precision_at_5
      value: 7.199
    - type: recall_at_1
      value: 15.204999999999998
    - type: recall_at_10
      value: 33.542
    - type: recall_at_100
      value: 55.093
    - type: recall_at_1000
      value: 75.64699999999999
    - type: recall_at_3
      value: 23.892
    - type: recall_at_5
      value: 27.789
    - type: map_at_1
      value: 23.714
    - type: map_at_10
      value: 30.636000000000003
    - type: map_at_100
      value: 31.653
    - type: map_at_1000
      value: 31.762
    - type: map_at_3
      value: 28.51
    - type: map_at_5
      value: 29.715999999999998
    - type: mrr_at_1
      value: 27.612
    - type: mrr_at_10
      value: 34.269
    - type: mrr_at_100
      value: 35.149
    - type: mrr_at_1000
      value: 35.225
    - type: mrr_at_3
      value: 32.338
    - type: mrr_at_5
      value: 33.341
    - type: ndcg_at_1
      value: 27.612
    - type: ndcg_at_10
      value: 34.854
    - type: ndcg_at_100
      value: 39.800999999999995
    - type: ndcg_at_1000
      value: 42.400999999999996
    - type: ndcg_at_3
      value: 31.005
    - type: ndcg_at_5
      value: 32.727000000000004
    - type: precision_at_1
      value: 27.612
    - type: precision_at_10
      value: 5.578
    - type: precision_at_100
      value: 0.907
    - type: precision_at_1000
      value: 0.124
    - type: precision_at_3
      value: 13.619
    - type: precision_at_5
      value: 9.403
    - type: recall_at_1
      value: 23.714
    - type: recall_at_10
      value: 44.262
    - type: recall_at_100
      value: 66.079
    - type: recall_at_1000
      value: 84.405
    - type: recall_at_3
      value: 33.547
    - type: recall_at_5
      value: 37.951
    - type: map_at_1
      value: 22.838
    - type: map_at_10
      value: 31.244
    - type: map_at_100
      value: 32.469
    - type: map_at_1000
      value: 32.679
    - type: map_at_3
      value: 28.644
    - type: map_at_5
      value: 30.179000000000002
    - type: mrr_at_1
      value: 27.075
    - type: mrr_at_10
      value: 35.039
    - type: mrr_at_100
      value: 35.909
    - type: mrr_at_1000
      value: 35.99
    - type: mrr_at_3
      value: 33.004
    - type: mrr_at_5
      value: 34.397
    - type: ndcg_at_1
      value: 27.075
    - type: ndcg_at_10
      value: 36.319
    - type: ndcg_at_100
      value: 41.066
    - type: ndcg_at_1000
      value: 44.272
    - type: ndcg_at_3
      value: 32.361000000000004
    - type: ndcg_at_5
      value: 34.544999999999995
    - type: precision_at_1
      value: 27.075
    - type: precision_at_10
      value: 6.957000000000001
    - type: precision_at_100
      value: 1.346
    - type: precision_at_1000
      value: 0.215
    - type: precision_at_3
      value: 15.217
    - type: precision_at_5
      value: 11.304
    - type: recall_at_1
      value: 22.838
    - type: recall_at_10
      value: 45.737
    - type: recall_at_100
      value: 67.723
    - type: recall_at_1000
      value: 89.293
    - type: recall_at_3
      value: 34.666999999999994
    - type: recall_at_5
      value: 40.208
    - type: map_at_1
      value: 17.135
    - type: map_at_10
      value: 24.163
    - type: map_at_100
      value: 25.009999999999998
    - type: map_at_1000
      value: 25.127
    - type: map_at_3
      value: 22.211
    - type: map_at_5
      value: 23.32
    - type: mrr_at_1
      value: 18.669
    - type: mrr_at_10
      value: 25.913000000000004
    - type: mrr_at_100
      value: 26.682
    - type: mrr_at_1000
      value: 26.783
    - type: mrr_at_3
      value: 24.122
    - type: mrr_at_5
      value: 25.157
    - type: ndcg_at_1
      value: 18.669
    - type: ndcg_at_10
      value: 28.038
    - type: ndcg_at_100
      value: 32.443
    - type: ndcg_at_1000
      value: 35.609
    - type: ndcg_at_3
      value: 24.291
    - type: ndcg_at_5
      value: 26.144000000000002
    - type: precision_at_1
      value: 18.669
    - type: precision_at_10
      value: 4.417999999999999
    - type: precision_at_100
      value: 0.719
    - type: precision_at_1000
      value: 0.108
    - type: precision_at_3
      value: 10.598
    - type: precision_at_5
      value: 7.431
    - type: recall_at_1
      value: 17.135
    - type: recall_at_10
      value: 38.232
    - type: recall_at_100
      value: 58.781000000000006
    - type: recall_at_1000
      value: 82.98
    - type: recall_at_3
      value: 28.067999999999998
    - type: recall_at_5
      value: 32.696
  - task:
      type: Retrieval
    dataset:
      name: MTEB ClimateFEVER
      type: climate-fever
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 11.318
    - type: map_at_10
      value: 20.830000000000002
    - type: map_at_100
      value: 22.948
    - type: map_at_1000
      value: 23.138
    - type: map_at_3
      value: 17.022000000000002
    - type: map_at_5
      value: 18.921
    - type: mrr_at_1
      value: 25.602999999999998
    - type: mrr_at_10
      value: 38.513999999999996
    - type: mrr_at_100
      value: 39.467
    - type: mrr_at_1000
      value: 39.503
    - type: mrr_at_3
      value: 34.766999999999996
    - type: mrr_at_5
      value: 37.024
    - type: ndcg_at_1
      value: 25.602999999999998
    - type: ndcg_at_10
      value: 29.609999999999996
    - type: ndcg_at_100
      value: 37.525999999999996
    - type: ndcg_at_1000
      value: 40.68
    - type: ndcg_at_3
      value: 23.552999999999997
    - type: ndcg_at_5
      value: 25.747999999999998
    - type: precision_at_1
      value: 25.602999999999998
    - type: precision_at_10
      value: 9.569999999999999
    - type: precision_at_100
      value: 1.798
    - type: precision_at_1000
      value: 0.23900000000000002
    - type: precision_at_3
      value: 17.785
    - type: precision_at_5
      value: 14.033000000000001
    - type: recall_at_1
      value: 11.318
    - type: recall_at_10
      value: 36.605
    - type: recall_at_100
      value: 63.666
    - type: recall_at_1000
      value: 80.97
    - type: recall_at_3
      value: 22.161
    - type: recall_at_5
      value: 27.99
  - task:
      type: Retrieval
    dataset:
      name: MTEB DBPedia
      type: dbpedia-entity
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 8.318
    - type: map_at_10
      value: 18.602
    - type: map_at_100
      value: 26.378
    - type: map_at_1000
      value: 28.149
    - type: map_at_3
      value: 13.36
    - type: map_at_5
      value: 15.482999999999999
    - type: mrr_at_1
      value: 66.75
    - type: mrr_at_10
      value: 74.47
    - type: mrr_at_100
      value: 74.816
    - type: mrr_at_1000
      value: 74.823
    - type: mrr_at_3
      value: 73.208
    - type: mrr_at_5
      value: 73.871
    - type: ndcg_at_1
      value: 53.87499999999999
    - type: ndcg_at_10
      value: 40.511
    - type: ndcg_at_100
      value: 44.973
    - type: ndcg_at_1000
      value: 52.33
    - type: ndcg_at_3
      value: 44.896
    - type: ndcg_at_5
      value: 42.137
    - type: precision_at_1
      value: 66.75
    - type: precision_at_10
      value: 32.225
    - type: precision_at_100
      value: 10.543
    - type: precision_at_1000
      value: 2.251
    - type: precision_at_3
      value: 48.5
    - type: precision_at_5
      value: 40.849999999999994
    - type: recall_at_1
      value: 8.318
    - type: recall_at_10
      value: 24.163
    - type: recall_at_100
      value: 50.824999999999996
    - type: recall_at_1000
      value: 73.623
    - type: recall_at_3
      value: 14.863999999999999
    - type: recall_at_5
      value: 18.052
  - task:
      type: Retrieval
    dataset:
      name: MTEB FEVER
      type: fever
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 64.228
    - type: map_at_10
      value: 75.004
    - type: map_at_100
      value: 75.25500000000001
    - type: map_at_1000
      value: 75.268
    - type: map_at_3
      value: 73.295
    - type: map_at_5
      value: 74.401
    - type: mrr_at_1
      value: 69.06700000000001
    - type: mrr_at_10
      value: 79.477
    - type: mrr_at_100
      value: 79.629
    - type: mrr_at_1000
      value: 79.631
    - type: mrr_at_3
      value: 77.985
    - type: mrr_at_5
      value: 79.00500000000001
    - type: ndcg_at_1
      value: 69.06700000000001
    - type: ndcg_at_10
      value: 80.138
    - type: ndcg_at_100
      value: 81.143
    - type: ndcg_at_1000
      value: 81.37299999999999
    - type: ndcg_at_3
      value: 77.074
    - type: ndcg_at_5
      value: 78.873
    - type: precision_at_1
      value: 69.06700000000001
    - type: precision_at_10
      value: 10.05
    - type: precision_at_100
      value: 1.072
    - type: precision_at_1000
      value: 0.11100000000000002
    - type: precision_at_3
      value: 30.188
    - type: precision_at_5
      value: 19.157
    - type: recall_at_1
      value: 64.228
    - type: recall_at_10
      value: 91.5
    - type: recall_at_100
      value: 95.69800000000001
    - type: recall_at_1000
      value: 97.16900000000001
    - type: recall_at_3
      value: 83.26599999999999
    - type: recall_at_5
      value: 87.744
  - task:
      type: Retrieval
    dataset:
      name: MTEB FiQA2018
      type: fiqa
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 20.61
    - type: map_at_10
      value: 33.507
    - type: map_at_100
      value: 35.33
    - type: map_at_1000
      value: 35.489
    - type: map_at_3
      value: 29.345
    - type: map_at_5
      value: 31.834
    - type: mrr_at_1
      value: 40.278000000000006
    - type: mrr_at_10
      value: 49.212
    - type: mrr_at_100
      value: 50.124
    - type: mrr_at_1000
      value: 50.153999999999996
    - type: mrr_at_3
      value: 46.991
    - type: mrr_at_5
      value: 48.449
    - type: ndcg_at_1
      value: 40.278000000000006
    - type: ndcg_at_10
      value: 41.08
    - type: ndcg_at_100
      value: 47.865
    - type: ndcg_at_1000
      value: 50.566
    - type: ndcg_at_3
      value: 37.855
    - type: ndcg_at_5
      value: 39.24
    - type: precision_at_1
      value: 40.278000000000006
    - type: precision_at_10
      value: 11.126999999999999
    - type: precision_at_100
      value: 1.81
    - type: precision_at_1000
      value: 0.22899999999999998
    - type: precision_at_3
      value: 25
    - type: precision_at_5
      value: 18.457
    - type: recall_at_1
      value: 20.61
    - type: recall_at_10
      value: 47.3
    - type: recall_at_100
      value: 72.129
    - type: recall_at_1000
      value: 88.25
    - type: recall_at_3
      value: 34.307
    - type: recall_at_5
      value: 41.182
  - task:
      type: Retrieval
    dataset:
      name: MTEB HotpotQA
      type: hotpotqa
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 37.873000000000005
    - type: map_at_10
      value: 54.013
    - type: map_at_100
      value: 54.89000000000001
    - type: map_at_1000
      value: 54.959
    - type: map_at_3
      value: 51.185
    - type: map_at_5
      value: 52.933
    - type: mrr_at_1
      value: 75.74600000000001
    - type: mrr_at_10
      value: 81.599
    - type: mrr_at_100
      value: 81.833
    - type: mrr_at_1000
      value: 81.842
    - type: mrr_at_3
      value: 80.673
    - type: mrr_at_5
      value: 81.242
    - type: ndcg_at_1
      value: 75.74600000000001
    - type: ndcg_at_10
      value: 63.187000000000005
    - type: ndcg_at_100
      value: 66.345
    - type: ndcg_at_1000
      value: 67.77300000000001
    - type: ndcg_at_3
      value: 59.096000000000004
    - type: ndcg_at_5
      value: 61.332
    - type: precision_at_1
      value: 75.74600000000001
    - type: precision_at_10
      value: 12.848
    - type: precision_at_100
      value: 1.533
    - type: precision_at_1000
      value: 0.172
    - type: precision_at_3
      value: 36.786
    - type: precision_at_5
      value: 23.835
    - type: recall_at_1
      value: 37.873000000000005
    - type: recall_at_10
      value: 64.24
    - type: recall_at_100
      value: 76.651
    - type: recall_at_1000
      value: 86.212
    - type: recall_at_3
      value: 55.179
    - type: recall_at_5
      value: 59.587999999999994
  - task:
      type: Retrieval
    dataset:
      name: MTEB MSMARCO
      type: msmarco
      config: default
      split: dev
      revision: None
    metrics:
    - type: map_at_1
      value: 23.108
    - type: map_at_10
      value: 35.607
    - type: map_at_100
      value: 36.769
    - type: map_at_1000
      value: 36.815
    - type: map_at_3
      value: 31.576999999999998
    - type: map_at_5
      value: 33.939
    - type: mrr_at_1
      value: 23.768
    - type: mrr_at_10
      value: 36.203
    - type: mrr_at_100
      value: 37.299
    - type: mrr_at_1000
      value: 37.339
    - type: mrr_at_3
      value: 32.245000000000005
    - type: mrr_at_5
      value: 34.575
    - type: ndcg_at_1
      value: 23.768
    - type: ndcg_at_10
      value: 42.724000000000004
    - type: ndcg_at_100
      value: 48.241
    - type: ndcg_at_1000
      value: 49.346000000000004
    - type: ndcg_at_3
      value: 34.528
    - type: ndcg_at_5
      value: 38.746
    - type: precision_at_1
      value: 23.768
    - type: precision_at_10
      value: 6.755999999999999
    - type: precision_at_100
      value: 0.9520000000000001
    - type: precision_at_1000
      value: 0.105
    - type: precision_at_3
      value: 14.666
    - type: precision_at_5
      value: 10.923
    - type: recall_at_1
      value: 23.108
    - type: recall_at_10
      value: 64.676
    - type: recall_at_100
      value: 90.033
    - type: recall_at_1000
      value: 98.394
    - type: recall_at_3
      value: 42.421
    - type: recall_at_5
      value: 52.569
  - task:
      type: Retrieval
    dataset:
      name: MTEB NFCorpus
      type: nfcorpus
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 5.898
    - type: map_at_10
      value: 14.115
    - type: map_at_100
      value: 17.868000000000002
    - type: map_at_1000
      value: 19.425
    - type: map_at_3
      value: 10.385
    - type: map_at_5
      value: 12.064
    - type: mrr_at_1
      value: 50.464
    - type: mrr_at_10
      value: 59.265
    - type: mrr_at_100
      value: 59.63
    - type: mrr_at_1000
      value: 59.673
    - type: mrr_at_3
      value: 56.96600000000001
    - type: mrr_at_5
      value: 58.282000000000004
    - type: ndcg_at_1
      value: 48.452
    - type: ndcg_at_10
      value: 37.819
    - type: ndcg_at_100
      value: 34.421
    - type: ndcg_at_1000
      value: 43.275999999999996
    - type: ndcg_at_3
      value: 44.037
    - type: ndcg_at_5
      value: 41.272
    - type: precision_at_1
      value: 50.15500000000001
    - type: precision_at_10
      value: 28.142
    - type: precision_at_100
      value: 8.780000000000001
    - type: precision_at_1000
      value: 2.185
    - type: precision_at_3
      value: 41.382999999999996
    - type: precision_at_5
      value: 35.975
    - type: recall_at_1
      value: 5.898
    - type: recall_at_10
      value: 18.584999999999997
    - type: recall_at_100
      value: 34.660000000000004
    - type: recall_at_1000
      value: 67.361
    - type: recall_at_3
      value: 11.774999999999999
    - type: recall_at_5
      value: 14.438999999999998
  - task:
      type: Retrieval
    dataset:
      name: MTEB NQ
      type: nq
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 32.976
    - type: map_at_10
      value: 48.672
    - type: map_at_100
      value: 49.622
    - type: map_at_1000
      value: 49.647999999999996
    - type: map_at_3
      value: 44.389
    - type: map_at_5
      value: 46.942
    - type: mrr_at_1
      value: 36.876999999999995
    - type: mrr_at_10
      value: 51.123
    - type: mrr_at_100
      value: 51.82299999999999
    - type: mrr_at_1000
      value: 51.839999999999996
    - type: mrr_at_3
      value: 47.658
    - type: mrr_at_5
      value: 49.756
    - type: ndcg_at_1
      value: 36.848
    - type: ndcg_at_10
      value: 56.389
    - type: ndcg_at_100
      value: 60.31100000000001
    - type: ndcg_at_1000
      value: 60.895999999999994
    - type: ndcg_at_3
      value: 48.469
    - type: ndcg_at_5
      value: 52.672
    - type: precision_at_1
      value: 36.848
    - type: precision_at_10
      value: 9.215
    - type: precision_at_100
      value: 1.141
    - type: precision_at_1000
      value: 0.12
    - type: precision_at_3
      value: 21.997
    - type: precision_at_5
      value: 15.672
    - type: recall_at_1
      value: 32.976
    - type: recall_at_10
      value: 77.301
    - type: recall_at_100
      value: 94.15299999999999
    - type: recall_at_1000
      value: 98.44500000000001
    - type: recall_at_3
      value: 56.979
    - type: recall_at_5
      value: 66.621
  - task:
      type: Retrieval
    dataset:
      name: MTEB QuoraRetrieval
      type: quora
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 70.53399999999999
    - type: map_at_10
      value: 84.248
    - type: map_at_100
      value: 84.887
    - type: map_at_1000
      value: 84.905
    - type: map_at_3
      value: 81.32000000000001
    - type: map_at_5
      value: 83.159
    - type: mrr_at_1
      value: 81.03
    - type: mrr_at_10
      value: 87.35199999999999
    - type: mrr_at_100
      value: 87.444
    - type: mrr_at_1000
      value: 87.445
    - type: mrr_at_3
      value: 86.343
    - type: mrr_at_5
      value: 87.04499999999999
    - type: ndcg_at_1
      value: 81.06
    - type: ndcg_at_10
      value: 88.102
    - type: ndcg_at_100
      value: 89.32
    - type: ndcg_at_1000
      value: 89.434
    - type: ndcg_at_3
      value: 85.19
    - type: ndcg_at_5
      value: 86.824
    - type: precision_at_1
      value: 81.06
    - type: precision_at_10
      value: 13.327
    - type: precision_at_100
      value: 1.526
    - type: precision_at_1000
      value: 0.157
    - type: precision_at_3
      value: 37.169999999999995
    - type: precision_at_5
      value: 24.462
    - type: recall_at_1
      value: 70.53399999999999
    - type: recall_at_10
      value: 95.383
    - type: recall_at_100
      value: 99.494
    - type: recall_at_1000
      value: 99.985
    - type: recall_at_3
      value: 87.031
    - type: recall_at_5
      value: 91.623
  - task:
      type: Retrieval
    dataset:
      name: MTEB SCIDOCS
      type: scidocs
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 4.3180000000000005
    - type: map_at_10
      value: 10.237
    - type: map_at_100
      value: 11.879000000000001
    - type: map_at_1000
      value: 12.124
    - type: map_at_3
      value: 7.617999999999999
    - type: map_at_5
      value: 8.883000000000001
    - type: mrr_at_1
      value: 21.2
    - type: mrr_at_10
      value: 31.016
    - type: mrr_at_100
      value: 32.062000000000005
    - type: mrr_at_1000
      value: 32.128
    - type: mrr_at_3
      value: 28.016999999999996
    - type: mrr_at_5
      value: 29.607
    - type: ndcg_at_1
      value: 21.2
    - type: ndcg_at_10
      value: 17.485
    - type: ndcg_at_100
      value: 24.162
    - type: ndcg_at_1000
      value: 28.825
    - type: ndcg_at_3
      value: 17.024
    - type: ndcg_at_5
      value: 14.594
    - type: precision_at_1
      value: 21.2
    - type: precision_at_10
      value: 8.92
    - type: precision_at_100
      value: 1.854
    - type: precision_at_1000
      value: 0.297
    - type: precision_at_3
      value: 15.8
    - type: precision_at_5
      value: 12.58
    - type: recall_at_1
      value: 4.3180000000000005
    - type: recall_at_10
      value: 18.12
    - type: recall_at_100
      value: 37.628
    - type: recall_at_1000
      value: 60.324999999999996
    - type: recall_at_3
      value: 9.622
    - type: recall_at_5
      value: 12.772
  - task:
      type: Retrieval
    dataset:
      name: MTEB SciFact
      type: scifact
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 57.05
    - type: map_at_10
      value: 67.352
    - type: map_at_100
      value: 67.919
    - type: map_at_1000
      value: 67.944
    - type: map_at_3
      value: 64.78699999999999
    - type: map_at_5
      value: 66.216
    - type: mrr_at_1
      value: 60
    - type: mrr_at_10
      value: 68.535
    - type: mrr_at_100
      value: 68.988
    - type: mrr_at_1000
      value: 69.01
    - type: mrr_at_3
      value: 66.667
    - type: mrr_at_5
      value: 67.717
    - type: ndcg_at_1
      value: 60
    - type: ndcg_at_10
      value: 71.628
    - type: ndcg_at_100
      value: 74.076
    - type: ndcg_at_1000
      value: 74.717
    - type: ndcg_at_3
      value: 67.51
    - type: ndcg_at_5
      value: 69.393
    - type: precision_at_1
      value: 60
    - type: precision_at_10
      value: 9.433
    - type: precision_at_100
      value: 1.0699999999999998
    - type: precision_at_1000
      value: 0.11199999999999999
    - type: precision_at_3
      value: 26.444000000000003
    - type: precision_at_5
      value: 17.2
    - type: recall_at_1
      value: 57.05
    - type: recall_at_10
      value: 83.289
    - type: recall_at_100
      value: 94.267
    - type: recall_at_1000
      value: 99.333
    - type: recall_at_3
      value: 72.35000000000001
    - type: recall_at_5
      value: 77
  - task:
      type: Retrieval
    dataset:
      name: MTEB TRECCOVID
      type: trec-covid
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 0.242
    - type: map_at_10
      value: 2.153
    - type: map_at_100
      value: 13.045000000000002
    - type: map_at_1000
      value: 31.039
    - type: map_at_3
      value: 0.709
    - type: map_at_5
      value: 1.138
    - type: mrr_at_1
      value: 94
    - type: mrr_at_10
      value: 95.65
    - type: mrr_at_100
      value: 95.65
    - type: mrr_at_1000
      value: 95.65
    - type: mrr_at_3
      value: 95
    - type: mrr_at_5
      value: 95.39999999999999
    - type: ndcg_at_1
      value: 89
    - type: ndcg_at_10
      value: 83.39999999999999
    - type: ndcg_at_100
      value: 64.116
    - type: ndcg_at_1000
      value: 56.501000000000005
    - type: ndcg_at_3
      value: 88.061
    - type: ndcg_at_5
      value: 86.703
    - type: precision_at_1
      value: 94
    - type: precision_at_10
      value: 87.4
    - type: precision_at_100
      value: 65.58
    - type: precision_at_1000
      value: 25.113999999999997
    - type: precision_at_3
      value: 91.333
    - type: precision_at_5
      value: 90
    - type: recall_at_1
      value: 0.242
    - type: recall_at_10
      value: 2.267
    - type: recall_at_100
      value: 15.775
    - type: recall_at_1000
      value: 53.152
    - type: recall_at_3
      value: 0.721
    - type: recall_at_5
      value: 1.172
  - task:
      type: Retrieval
    dataset:
      name: MTEB Touche2020
      type: webis-touche2020
      config: default
      split: test
      revision: None
    metrics:
    - type: map_at_1
      value: 2.4619999999999997
    - type: map_at_10
      value: 10.086
    - type: map_at_100
      value: 16.265
    - type: map_at_1000
      value: 17.846
    - type: map_at_3
      value: 4.603
    - type: map_at_5
      value: 6.517
    - type: mrr_at_1
      value: 26.531
    - type: mrr_at_10
      value: 43.608000000000004
    - type: mrr_at_100
      value: 44.175
    - type: mrr_at_1000
      value: 44.190000000000005
    - type: mrr_at_3
      value: 37.755
    - type: mrr_at_5
      value: 41.531
    - type: ndcg_at_1
      value: 25.509999999999998
    - type: ndcg_at_10
      value: 25.663999999999998
    - type: ndcg_at_100
      value: 37.362
    - type: ndcg_at_1000
      value: 48.817
    - type: ndcg_at_3
      value: 23.223
    - type: ndcg_at_5
      value: 24.403
    - type: precision_at_1
      value: 26.531
    - type: precision_at_10
      value: 24.694
    - type: precision_at_100
      value: 7.776
    - type: precision_at_1000
      value: 1.541
    - type: precision_at_3
      value: 23.810000000000002
    - type: precision_at_5
      value: 25.306
    - type: recall_at_1
      value: 2.4619999999999997
    - type: recall_at_10
      value: 17.712
    - type: recall_at_100
      value: 48.232
    - type: recall_at_1000
      value: 83.348
    - type: recall_at_3
      value: 5.763
    - type: recall_at_5
      value: 9.577
---

# Phi2 Model Trained for retrieval task using MSMarco Dataset
### Trained for 1 epoch using the tevatron library

#### Ongoing work