Spaces:
Running
Running
Commit
·
bf17f55
1
Parent(s):
07f9614
text changes
Browse files- src/about.py +7 -7
src/about.py
CHANGED
|
@@ -13,11 +13,11 @@ class Task:
|
|
| 13 |
class Tasks(Enum):
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 15 |
task0 = Task("lid", "acc", "LID")
|
| 16 |
-
task1 = Task("topic_classification", "acc", "
|
| 17 |
task2 = Task("rc_qa", "acc", "RC-QA")
|
| 18 |
task3 = Task("nli", "acc", "NLI")
|
| 19 |
-
task4 = Task("machine_translation_xx_eng", "chrf", "
|
| 20 |
-
task5 = Task("machine_translation_eng_xx", "chrf", "
|
| 21 |
|
| 22 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 23 |
# ---------------------------------------------------
|
|
@@ -25,7 +25,7 @@ NUM_FEWSHOT = 0 # Change with your few shot
|
|
| 25 |
|
| 26 |
|
| 27 |
# Your leaderboard name
|
| 28 |
-
TITLE = """<h1 align="center" id="space-title">
|
| 29 |
|
| 30 |
# What does your leaderboard evaluate?
|
| 31 |
INTRODUCTION_TEXT = """
|
|
@@ -34,10 +34,10 @@ This leaderboard has the results of evaluation of models on mSTEB benchmark.
|
|
| 34 |
|
| 35 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 36 |
LLM_BENCHMARKS_TEXT = f"""
|
| 37 |
-
## How it works
|
| 38 |
-
|
| 39 |
## Reproducibility
|
| 40 |
-
To reproduce our results
|
|
|
|
|
|
|
| 41 |
|
| 42 |
"""
|
| 43 |
|
|
|
|
| 13 |
class Tasks(Enum):
|
| 14 |
# task_key in the json file, metric_key in the json file, name to display in the leaderboard
|
| 15 |
task0 = Task("lid", "acc", "LID")
|
| 16 |
+
task1 = Task("topic_classification", "acc", "TC")
|
| 17 |
task2 = Task("rc_qa", "acc", "RC-QA")
|
| 18 |
task3 = Task("nli", "acc", "NLI")
|
| 19 |
+
task4 = Task("machine_translation_xx_eng", "chrf", "MT (xx-en)")
|
| 20 |
+
task5 = Task("machine_translation_eng_xx", "chrf", "MT (en-xx)")
|
| 21 |
|
| 22 |
NUM_FEWSHOT = 0 # Change with your few shot
|
| 23 |
# ---------------------------------------------------
|
|
|
|
| 25 |
|
| 26 |
|
| 27 |
# Your leaderboard name
|
| 28 |
+
TITLE = """<h1 align="center" id="space-title">mSTEB Leaderboard</h1>"""
|
| 29 |
|
| 30 |
# What does your leaderboard evaluate?
|
| 31 |
INTRODUCTION_TEXT = """
|
|
|
|
| 34 |
|
| 35 |
# Which evaluations are you running? how can people reproduce what you have?
|
| 36 |
LLM_BENCHMARKS_TEXT = f"""
|
|
|
|
|
|
|
| 37 |
## Reproducibility
|
| 38 |
+
To reproduce our results please look at the github page for mSTEB:
|
| 39 |
+
|
| 40 |
+
https://github.com/McGill-NLP/mSTEB
|
| 41 |
|
| 42 |
"""
|
| 43 |
|