ekolodin commited on
Commit
646f5ff
1 Parent(s): cb8919b

Upload README.md

Browse files
Files changed (1) hide show
  1. README.md +34 -125
README.md CHANGED
@@ -6381,20 +6381,37 @@ model-index:
6381
  task:
6382
  type: Classification
6383
  - dataset:
6384
- config: en
6385
- name: MTEB MassiveIntentClassification (en)
6386
  revision: 4672e20407010da34463acc759c162ca9734bca6
6387
  split: test
6388
  type: mteb/amazon_massive_intent
6389
  metrics:
6390
  - type: accuracy
6391
- value: 75.15467383994621
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6392
  - type: f1
6393
- value: 72.80821138956516
6394
  - type: f1_weighted
6395
- value: 74.06042145052858
6396
  - type: main_score
6397
- value: 75.15467383994621
6398
  task:
6399
  type: Classification
6400
  - dataset:
@@ -8502,138 +8519,30 @@ model-index:
8502
  task:
8503
  type: STS
8504
  - dataset:
8505
- config: es-en
8506
- name: MTEB STS22 (es-en)
8507
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8508
- split: test
8509
- type: mteb/sts22-crosslingual-sts
8510
- metrics:
8511
- - type: cosine_pearson
8512
- value: 55.65638854673621
8513
- - type: cosine_spearman
8514
- value: 67.8978765123834
8515
- - type: euclidean_pearson
8516
- value: 60.91272349917401
8517
- - type: euclidean_spearman
8518
- value: 67.8978765123834
8519
- - type: main_score
8520
- value: 67.8978765123834
8521
- - type: manhattan_pearson
8522
- value: 62.43178407548512
8523
- - type: manhattan_spearman
8524
- value: 68.28262888978558
8525
- - type: pearson
8526
- value: 55.65638854673621
8527
- - type: spearman
8528
- value: 67.8978765123834
8529
- task:
8530
- type: STS
8531
- - dataset:
8532
- config: pl-en
8533
- name: MTEB STS22 (pl-en)
8534
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8535
- split: test
8536
- type: mteb/sts22-crosslingual-sts
8537
- metrics:
8538
- - type: cosine_pearson
8539
- value: 63.86172304063621
8540
- - type: cosine_spearman
8541
- value: 64.15805209466257
8542
- - type: euclidean_pearson
8543
- value: 64.74688851141593
8544
- - type: euclidean_spearman
8545
- value: 64.15805209466257
8546
- - type: main_score
8547
- value: 64.15805209466257
8548
- - type: manhattan_pearson
8549
- value: 66.12890961014374
8550
- - type: manhattan_spearman
8551
- value: 64.79879912353911
8552
- - type: pearson
8553
- value: 63.86172304063621
8554
- - type: spearman
8555
- value: 64.15805209466257
8556
- task:
8557
- type: STS
8558
- - dataset:
8559
- config: en
8560
- name: MTEB STS22 (en)
8561
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8562
- split: test
8563
- type: mteb/sts22-crosslingual-sts
8564
- metrics:
8565
- - type: cosine_pearson
8566
- value: 63.234279359667276
8567
- - type: cosine_spearman
8568
- value: 63.624116896576034
8569
- - type: euclidean_pearson
8570
- value: 65.91000068718458
8571
- - type: euclidean_spearman
8572
- value: 63.624116896576034
8573
- - type: main_score
8574
- value: 63.624116896576034
8575
- - type: manhattan_pearson
8576
- value: 66.1029310140917
8577
- - type: manhattan_spearman
8578
- value: 63.787459541390234
8579
- - type: pearson
8580
- value: 63.234279359667276
8581
- - type: spearman
8582
- value: 63.624116896576034
8583
- task:
8584
- type: STS
8585
- - dataset:
8586
- config: zh-en
8587
- name: MTEB STS22 (zh-en)
8588
- revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8589
- split: test
8590
- type: mteb/sts22-crosslingual-sts
8591
- metrics:
8592
- - type: cosine_pearson
8593
- value: 60.926022204317896
8594
- - type: cosine_spearman
8595
- value: 64.75327857364532
8596
- - type: euclidean_pearson
8597
- value: 62.69516497034605
8598
- - type: euclidean_spearman
8599
- value: 64.75327857364532
8600
- - type: main_score
8601
- value: 64.75327857364532
8602
- - type: manhattan_pearson
8603
- value: 63.90894015427736
8604
- - type: manhattan_spearman
8605
- value: 65.48329498299246
8606
- - type: pearson
8607
- value: 60.926022204317896
8608
- - type: spearman
8609
- value: 64.75327857364532
8610
- task:
8611
- type: STS
8612
- - dataset:
8613
- config: de-en
8614
- name: MTEB STS22 (de-en)
8615
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8616
  split: test
8617
  type: mteb/sts22-crosslingual-sts
8618
  metrics:
8619
  - type: cosine_pearson
8620
- value: 52.69990619148788
8621
  - type: cosine_spearman
8622
- value: 54.334501201655925
8623
  - type: euclidean_pearson
8624
- value: 58.32806987651424
8625
  - type: euclidean_spearman
8626
- value: 54.334501201655925
8627
  - type: main_score
8628
- value: 54.334501201655925
8629
  - type: manhattan_pearson
8630
- value: 60.004209516880834
8631
  - type: manhattan_spearman
8632
- value: 54.965988386618704
8633
  - type: pearson
8634
- value: 52.69990619148788
8635
  - type: spearman
8636
- value: 54.334501201655925
8637
  task:
8638
  type: STS
8639
  - dataset:
 
6381
  task:
6382
  type: Classification
6383
  - dataset:
6384
+ config: ru
6385
+ name: MTEB MassiveIntentClassification (ru)
6386
  revision: 4672e20407010da34463acc759c162ca9734bca6
6387
  split: test
6388
  type: mteb/amazon_massive_intent
6389
  metrics:
6390
  - type: accuracy
6391
+ value: 73.44317417619368
6392
+ - type: f1
6393
+ value: 70.41959602535415
6394
+ - type: f1_weighted
6395
+ value: 72.46446281404538
6396
+ - type: main_score
6397
+ value: 73.44317417619368
6398
+ task:
6399
+ type: Classification
6400
+ - dataset:
6401
+ config: ru
6402
+ name: MTEB MassiveIntentClassification (ru)
6403
+ revision: 4672e20407010da34463acc759c162ca9734bca6
6404
+ split: validation
6405
+ type: mteb/amazon_massive_intent
6406
+ metrics:
6407
+ - type: accuracy
6408
+ value: 72.94146581406788
6409
  - type: f1
6410
+ value: 68.55171702555123
6411
  - type: f1_weighted
6412
+ value: 71.8914242086976
6413
  - type: main_score
6414
+ value: 72.94146581406788
6415
  task:
6416
  type: Classification
6417
  - dataset:
 
8519
  task:
8520
  type: STS
8521
  - dataset:
8522
+ config: ru
8523
+ name: MTEB STS22 (ru)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8524
  revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
8525
  split: test
8526
  type: mteb/sts22-crosslingual-sts
8527
  metrics:
8528
  - type: cosine_pearson
8529
+ value: 46.40454184212831
8530
  - type: cosine_spearman
8531
+ value: 61.10568034074938
8532
  - type: euclidean_pearson
8533
+ value: 51.24169968038525
8534
  - type: euclidean_spearman
8535
+ value: 61.10568034074938
8536
  - type: main_score
8537
+ value: 61.10568034074938
8538
  - type: manhattan_pearson
8539
+ value: 52.48738021500564
8540
  - type: manhattan_spearman
8541
+ value: 61.15965141864881
8542
  - type: pearson
8543
+ value: 46.40454184212831
8544
  - type: spearman
8545
+ value: 61.10568034074938
8546
  task:
8547
  type: STS
8548
  - dataset: