Upload README.md
Browse files
README.md
CHANGED
@@ -6381,20 +6381,37 @@ model-index:
|
|
6381 |
task:
|
6382 |
type: Classification
|
6383 |
- dataset:
|
6384 |
-
config:
|
6385 |
-
name: MTEB MassiveIntentClassification (
|
6386 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
6387 |
split: test
|
6388 |
type: mteb/amazon_massive_intent
|
6389 |
metrics:
|
6390 |
- type: accuracy
|
6391 |
-
value:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6392 |
- type: f1
|
6393 |
-
value:
|
6394 |
- type: f1_weighted
|
6395 |
-
value:
|
6396 |
- type: main_score
|
6397 |
-
value:
|
6398 |
task:
|
6399 |
type: Classification
|
6400 |
- dataset:
|
@@ -8502,138 +8519,30 @@ model-index:
|
|
8502 |
task:
|
8503 |
type: STS
|
8504 |
- dataset:
|
8505 |
-
config:
|
8506 |
-
name: MTEB STS22 (
|
8507 |
-
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8508 |
-
split: test
|
8509 |
-
type: mteb/sts22-crosslingual-sts
|
8510 |
-
metrics:
|
8511 |
-
- type: cosine_pearson
|
8512 |
-
value: 55.65638854673621
|
8513 |
-
- type: cosine_spearman
|
8514 |
-
value: 67.8978765123834
|
8515 |
-
- type: euclidean_pearson
|
8516 |
-
value: 60.91272349917401
|
8517 |
-
- type: euclidean_spearman
|
8518 |
-
value: 67.8978765123834
|
8519 |
-
- type: main_score
|
8520 |
-
value: 67.8978765123834
|
8521 |
-
- type: manhattan_pearson
|
8522 |
-
value: 62.43178407548512
|
8523 |
-
- type: manhattan_spearman
|
8524 |
-
value: 68.28262888978558
|
8525 |
-
- type: pearson
|
8526 |
-
value: 55.65638854673621
|
8527 |
-
- type: spearman
|
8528 |
-
value: 67.8978765123834
|
8529 |
-
task:
|
8530 |
-
type: STS
|
8531 |
-
- dataset:
|
8532 |
-
config: pl-en
|
8533 |
-
name: MTEB STS22 (pl-en)
|
8534 |
-
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8535 |
-
split: test
|
8536 |
-
type: mteb/sts22-crosslingual-sts
|
8537 |
-
metrics:
|
8538 |
-
- type: cosine_pearson
|
8539 |
-
value: 63.86172304063621
|
8540 |
-
- type: cosine_spearman
|
8541 |
-
value: 64.15805209466257
|
8542 |
-
- type: euclidean_pearson
|
8543 |
-
value: 64.74688851141593
|
8544 |
-
- type: euclidean_spearman
|
8545 |
-
value: 64.15805209466257
|
8546 |
-
- type: main_score
|
8547 |
-
value: 64.15805209466257
|
8548 |
-
- type: manhattan_pearson
|
8549 |
-
value: 66.12890961014374
|
8550 |
-
- type: manhattan_spearman
|
8551 |
-
value: 64.79879912353911
|
8552 |
-
- type: pearson
|
8553 |
-
value: 63.86172304063621
|
8554 |
-
- type: spearman
|
8555 |
-
value: 64.15805209466257
|
8556 |
-
task:
|
8557 |
-
type: STS
|
8558 |
-
- dataset:
|
8559 |
-
config: en
|
8560 |
-
name: MTEB STS22 (en)
|
8561 |
-
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8562 |
-
split: test
|
8563 |
-
type: mteb/sts22-crosslingual-sts
|
8564 |
-
metrics:
|
8565 |
-
- type: cosine_pearson
|
8566 |
-
value: 63.234279359667276
|
8567 |
-
- type: cosine_spearman
|
8568 |
-
value: 63.624116896576034
|
8569 |
-
- type: euclidean_pearson
|
8570 |
-
value: 65.91000068718458
|
8571 |
-
- type: euclidean_spearman
|
8572 |
-
value: 63.624116896576034
|
8573 |
-
- type: main_score
|
8574 |
-
value: 63.624116896576034
|
8575 |
-
- type: manhattan_pearson
|
8576 |
-
value: 66.1029310140917
|
8577 |
-
- type: manhattan_spearman
|
8578 |
-
value: 63.787459541390234
|
8579 |
-
- type: pearson
|
8580 |
-
value: 63.234279359667276
|
8581 |
-
- type: spearman
|
8582 |
-
value: 63.624116896576034
|
8583 |
-
task:
|
8584 |
-
type: STS
|
8585 |
-
- dataset:
|
8586 |
-
config: zh-en
|
8587 |
-
name: MTEB STS22 (zh-en)
|
8588 |
-
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8589 |
-
split: test
|
8590 |
-
type: mteb/sts22-crosslingual-sts
|
8591 |
-
metrics:
|
8592 |
-
- type: cosine_pearson
|
8593 |
-
value: 60.926022204317896
|
8594 |
-
- type: cosine_spearman
|
8595 |
-
value: 64.75327857364532
|
8596 |
-
- type: euclidean_pearson
|
8597 |
-
value: 62.69516497034605
|
8598 |
-
- type: euclidean_spearman
|
8599 |
-
value: 64.75327857364532
|
8600 |
-
- type: main_score
|
8601 |
-
value: 64.75327857364532
|
8602 |
-
- type: manhattan_pearson
|
8603 |
-
value: 63.90894015427736
|
8604 |
-
- type: manhattan_spearman
|
8605 |
-
value: 65.48329498299246
|
8606 |
-
- type: pearson
|
8607 |
-
value: 60.926022204317896
|
8608 |
-
- type: spearman
|
8609 |
-
value: 64.75327857364532
|
8610 |
-
task:
|
8611 |
-
type: STS
|
8612 |
-
- dataset:
|
8613 |
-
config: de-en
|
8614 |
-
name: MTEB STS22 (de-en)
|
8615 |
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8616 |
split: test
|
8617 |
type: mteb/sts22-crosslingual-sts
|
8618 |
metrics:
|
8619 |
- type: cosine_pearson
|
8620 |
-
value:
|
8621 |
- type: cosine_spearman
|
8622 |
-
value:
|
8623 |
- type: euclidean_pearson
|
8624 |
-
value:
|
8625 |
- type: euclidean_spearman
|
8626 |
-
value:
|
8627 |
- type: main_score
|
8628 |
-
value:
|
8629 |
- type: manhattan_pearson
|
8630 |
-
value:
|
8631 |
- type: manhattan_spearman
|
8632 |
-
value:
|
8633 |
- type: pearson
|
8634 |
-
value:
|
8635 |
- type: spearman
|
8636 |
-
value:
|
8637 |
task:
|
8638 |
type: STS
|
8639 |
- dataset:
|
|
|
6381 |
task:
|
6382 |
type: Classification
|
6383 |
- dataset:
|
6384 |
+
config: ru
|
6385 |
+
name: MTEB MassiveIntentClassification (ru)
|
6386 |
revision: 4672e20407010da34463acc759c162ca9734bca6
|
6387 |
split: test
|
6388 |
type: mteb/amazon_massive_intent
|
6389 |
metrics:
|
6390 |
- type: accuracy
|
6391 |
+
value: 73.44317417619368
|
6392 |
+
- type: f1
|
6393 |
+
value: 70.41959602535415
|
6394 |
+
- type: f1_weighted
|
6395 |
+
value: 72.46446281404538
|
6396 |
+
- type: main_score
|
6397 |
+
value: 73.44317417619368
|
6398 |
+
task:
|
6399 |
+
type: Classification
|
6400 |
+
- dataset:
|
6401 |
+
config: ru
|
6402 |
+
name: MTEB MassiveIntentClassification (ru)
|
6403 |
+
revision: 4672e20407010da34463acc759c162ca9734bca6
|
6404 |
+
split: validation
|
6405 |
+
type: mteb/amazon_massive_intent
|
6406 |
+
metrics:
|
6407 |
+
- type: accuracy
|
6408 |
+
value: 72.94146581406788
|
6409 |
- type: f1
|
6410 |
+
value: 68.55171702555123
|
6411 |
- type: f1_weighted
|
6412 |
+
value: 71.8914242086976
|
6413 |
- type: main_score
|
6414 |
+
value: 72.94146581406788
|
6415 |
task:
|
6416 |
type: Classification
|
6417 |
- dataset:
|
|
|
8519 |
task:
|
8520 |
type: STS
|
8521 |
- dataset:
|
8522 |
+
config: ru
|
8523 |
+
name: MTEB STS22 (ru)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
8524 |
revision: de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3
|
8525 |
split: test
|
8526 |
type: mteb/sts22-crosslingual-sts
|
8527 |
metrics:
|
8528 |
- type: cosine_pearson
|
8529 |
+
value: 46.40454184212831
|
8530 |
- type: cosine_spearman
|
8531 |
+
value: 61.10568034074938
|
8532 |
- type: euclidean_pearson
|
8533 |
+
value: 51.24169968038525
|
8534 |
- type: euclidean_spearman
|
8535 |
+
value: 61.10568034074938
|
8536 |
- type: main_score
|
8537 |
+
value: 61.10568034074938
|
8538 |
- type: manhattan_pearson
|
8539 |
+
value: 52.48738021500564
|
8540 |
- type: manhattan_spearman
|
8541 |
+
value: 61.15965141864881
|
8542 |
- type: pearson
|
8543 |
+
value: 46.40454184212831
|
8544 |
- type: spearman
|
8545 |
+
value: 61.10568034074938
|
8546 |
task:
|
8547 |
type: STS
|
8548 |
- dataset:
|