readme: ---
  pipeline_tag: sentence-similarity
  tags:
  - sentence-transformers
  - feature-extraction
  - sentence-similarity
  - mteb
  model-index:
  - name: SGPT-125M-weightedmean-msmarco-specb-bitfit
    results:
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (en)
        config: en
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 61.23880597014926
      - type: ap
        value: 25.854431650388644
      - type: f1
        value: 55.751862762818604
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (de)
        config: de
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 56.88436830835117
      - type: ap
        value: 72.67279104379772
      - type: f1
        value: 54.449840243786404
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (en-ext)
        config: en-ext
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 58.27586206896551
      - type: ap
        value: 14.067357642500387
      - type: f1
        value: 48.172318518691334
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (ja)
        config: ja
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 54.64668094218415
      - type: ap
        value: 11.776694555054965
      - type: f1
        value: 44.526622834078765
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_polarity
        name: MTEB AmazonPolarityClassification
        config: default
        split: test
        revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
      metrics:
      - type: accuracy
        value: 65.401225
      - type: ap
        value: 60.22809958678552
      - type: f1
        value: 65.0251824898292
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (en)
        config: en
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 31.165999999999993
      - type: f1
        value: 30.908870050167437
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (de)
        config: de
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 24.79
      - type: f1
        value: 24.5833598854121
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (es)
        config: es
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 26.643999999999995
      - type: f1
        value: 26.39012792213563
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (fr)
        config: fr
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 26.386000000000003
      - type: f1
        value: 26.276867791454873
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (ja)
        config: ja
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 22.078000000000003
      - type: f1
        value: 21.797960290226843
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (zh)
        config: zh
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 24.274
      - type: f1
        value: 23.887054434822627
    - task:
        type: Retrieval
      dataset:
        type: arguana
        name: MTEB ArguAna
        config: default
        split: test
        revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
      metrics:
      - type: map_at_1
        value: 22.404
      - type: map_at_10
        value: 36.845
      - type: map_at_100
        value: 37.945
      - type: map_at_1000
        value: 37.966
      - type: map_at_3
        value: 31.78
      - type: map_at_5
        value: 34.608
      - type: mrr_at_1
        value: 22.902
      - type: mrr_at_10
        value: 37.034
      - type: mrr_at_100
        value: 38.134
      - type: mrr_at_1000
        value: 38.155
      - type: mrr_at_3
        value: 31.935000000000002
      - type: mrr_at_5
        value: 34.812
      - type: ndcg_at_1
        value: 22.404
      - type: ndcg_at_10
        value: 45.425
      - t