readme: ---
  pipeline_tag: sentence-similarity
  tags:
  - text-embedding
  - embeddings
  - information-retrieval
  - beir
  - text-classification
  - language-model
  - text-clustering
  - text-semantic-similarity
  - text-evaluation
  - prompt-retrieval
  - text-reranking
  - sentence-transformers
  - feature-extraction
  - sentence-similarity
  - transformers
  - t5
  - English
  - Sentence Similarity
  - natural_questions
  - ms_marco
  - fever
  - hotpot_qa
  - mteb
  language: en
  inference: false
  license: apache-2.0
  model-index:
  - name: final_base_results
    results:
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_counterfactual
        name: MTEB AmazonCounterfactualClassification (en)
        config: en
        split: test
        revision: e8379541af4e31359cca9fbcf4b00f2671dba205
      metrics:
      - type: accuracy
        value: 86.2089552238806
      - type: ap
        value: 55.76273850794966
      - type: f1
        value: 81.26104211414781
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_polarity
        name: MTEB AmazonPolarityClassification
        config: default
        split: test
        revision: e2d317d38cd51312af73b3d32a06d1a08b442046
      metrics:
      - type: accuracy
        value: 88.35995000000001
      - type: ap
        value: 84.18839957309655
      - type: f1
        value: 88.317619250081
    - task:
        type: Classification
      dataset:
        type: mteb/amazon_reviews_multi
        name: MTEB AmazonReviewsClassification (en)
        config: en
        split: test
        revision: 1399c76144fd37290681b995c656ef9b2e06e26d
      metrics:
      - type: accuracy
        value: 44.64
      - type: f1
        value: 42.48663956478136
    - task:
        type: Retrieval
      dataset:
        type: arguana
        name: MTEB ArguAna
        config: default
        split: test
        revision: None
      metrics:
      - type: map_at_1
        value: 27.383000000000003
      - type: map_at_10
        value: 43.024
      - type: map_at_100
        value: 44.023
      - type: map_at_1000
        value: 44.025999999999996
      - type: map_at_3
        value: 37.684
      - type: map_at_5
        value: 40.884
      - type: mrr_at_1
        value: 28.094
      - type: mrr_at_10
        value: 43.315
      - type: mrr_at_100
        value: 44.313
      - type: mrr_at_1000
        value: 44.317
      - type: mrr_at_3
        value: 37.862
      - type: mrr_at_5
        value: 41.155
      - type: ndcg_at_1
        value: 27.383000000000003
      - type: ndcg_at_10
        value: 52.032000000000004
      - type: ndcg_at_100
        value: 56.19499999999999
      - type: ndcg_at_1000
        value: 56.272
      - type: ndcg_at_3
        value: 41.166000000000004
      - type: ndcg_at_5
        value: 46.92
      - type: precision_at_1
        value: 27.383000000000003
      - type: precision_at_10
        value: 8.087
      - type: precision_at_100
        value: 0.989
      - type: precision_at_1000
        value: 0.099
      - type: precision_at_3
        value: 17.093
      - type: precision_at_5
        value: 13.044
      - type: recall_at_1
        value: 27.383000000000003
      - type: recall_at_10
        value: 80.868
      - type: recall_at_100
        value: 98.86200000000001
      - type: recall_at_1000
        value: 99.431
      - type: recall_at_3
        value: 51.28
      - type: recall_at_5
        value: 65.22
    - task:
        type: Clustering
      dataset:
        type: mteb/arxiv-clustering-p2p
        name: MTEB ArxivClusteringP2P
        config: default
        split: test
        revision: a122ad7f3f0291bf49cc6f4d32aa80929df69d5d
      metrics:
      - type: v_measure
        value: 39.68441054431849
    - task:
        type: Clustering
      dataset:
        type: mteb/arxiv-clustering-s2s
        name: MTEB ArxivClusteringS2S
        config: default
        split: test
        revision: f910caf1a6075f7329cdf8c1a6135696f37dbd53
      metrics:
      - type: v_measure
        value: 29.188539728343844
    - task:
        type: Reranking
      dataset:
        type: mteb/askubuntudupquestions-reranking
        name: MTEB AskUbuntuDupQuestions
        config: default
        split: test
        revision: 2000358ca161889fa9c082cb41daa8dcfb161a54
      metrics:
      - type: map
        value: 63.173362687519784
      - type: mrr
        value: 76.18860748362133
    - task:
        type: STS
      dataset:
        type: mteb/biosses-sts
        name: MTEB BIOSSES
        config: default
        split: test
        revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
      metrics:
      - type: cos_sim_spearman
        value: 82.30789953771232
    - task:
        type: Classification
      dataset:
        type: mteb/banking77
        name: MTEB Banking77Classification
        config: default
        split: test
        revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
      metrics:
      - type: accuracy
        value: 77.03571428571428
      - type: f1
        value: 75.87384305045917
    - task:
        type: Clustering
      dataset:
        type: mteb/biorxiv-clustering-p2p
        name: MTEB BiorxivClusteringP2P
        config: default
        split: test
        revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
      metrics:
      - type: v_measure
        value: 32.98041170516364
    - task:
  