readme: ---
  pipeline_tag: sentence-similarity
  tags:
  - sentence-transformers
  - feature-extraction
  - sentence-similarity
  - mteb
  model-index:
  - name: SGPT-5.8B-weightedmean-nli-bitfit
    results:
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (en)
        config: en
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 74.07462686567165
      - type: ap
        value: 37.44692407529112
      - type: f1
        value: 68.28971003916419
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (de)
        config: de
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 66.63811563169165
      - type: ap
        value: 78.57252079915924
      - type: f1
        value: 64.5543087846584
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (en-ext)
        config: en-ext
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 77.21889055472263
      - type: ap
        value: 25.663426367826712
      - type: f1
        value: 64.26265688503176
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (ja)
        config: ja
        split: test
        revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
      metrics:
      - type: accuracy
        value: 58.06209850107067
      - type: ap
        value: 14.028219107023915
      - type: f1
        value: 48.10387189660778
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_polarity
        name: MTEB AmazonPolarityClassification
        config: default
        split: test
        revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
      metrics:
      - type: accuracy
        value: 82.30920000000002
      - type: ap
        value: 76.88786578621213
      - type: f1
        value: 82.15455656065011
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (en)
        config: en
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 41.584
      - type: f1
        value: 41.203137944390114
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (de)
        config: de
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 35.288000000000004
      - type: f1
        value: 34.672995558518096
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (es)
        config: es
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 38.34
      - type: f1
        value: 37.608755629529455
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (fr)
        config: fr
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 37.839999999999996
      - type: f1
        value: 36.86898201563507
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (ja)
        config: ja
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 30.936000000000003
      - type: f1
        value: 30.49401738527071
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (zh)
        config: zh
        split: test
        revision: c379a6705fec24a2493fa68e011692605f44e119
      metrics:
      - type: accuracy
        value: 33.75
      - type: f1
        value: 33.38338946025617
    - task:
        type: Retrieval
      dataset:
        type: arguana
        name: MTEB ArguAna
        config: default
        split: test
        revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
      metrics:
      - type: map_at_1
        value: 13.727
      - type: map_at_10
        value: 26.740000000000002
      - type: map_at_100
        value: 28.218
      - type: map_at_1000
        value: 28.246
      - type: map_at_3
        value: 21.728
      - type: map_at_5
        value: 24.371000000000002
      - type: ndcg_at_1
        value: 13.727
      - type: ndcg_at_10
        value: 35.07
      - type: ndcg_at_100
        value: 41.947
      - type: ndcg_at_1000
        value: 42.649
      - type: ndcg_at_3
        value: 24.484
      - type: ndcg_at_5
        value: 29.282999999999998
      - type: precision_at_1
        value: 13.727
      - type: precision_at_10
        v