Spaces:
Runtime error
Runtime error
Commit
Β·
4b8d901
1
Parent(s):
3ae8f23
Add
Browse files
app.py
CHANGED
|
@@ -121,6 +121,20 @@ TASK_LIST_RETRIEVAL = [
|
|
| 121 |
"TRECCOVID",
|
| 122 |
]
|
| 123 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 124 |
TASK_LIST_RETRIEVAL_NORM = TASK_LIST_RETRIEVAL + [
|
| 125 |
"CQADupstackAndroidRetrieval",
|
| 126 |
"CQADupstackEnglishRetrieval",
|
|
@@ -735,6 +749,7 @@ DATA_CLASSIFICATION_NB = get_mteb_data(["Classification"], [], TASK_LIST_CLASSIF
|
|
| 735 |
DATA_CLASSIFICATION_SV = get_mteb_data(["Classification"], [], TASK_LIST_CLASSIFICATION_SV)
|
| 736 |
DATA_CLASSIFICATION_OTHER = get_mteb_data(["Classification"], [], TASK_LIST_CLASSIFICATION_OTHER)
|
| 737 |
DATA_CLUSTERING_GERMAN = get_mteb_data(["Clustering"], [], TASK_LIST_CLUSTERING_DE)
|
|
|
|
| 738 |
DATA_STS = get_mteb_data(["STS"])
|
| 739 |
|
| 740 |
# Exact, add all non-nan integer values for every dataset
|
|
@@ -1072,26 +1087,49 @@ with block:
|
|
| 1072 |
get_mteb_data, inputs=[task_reranking], outputs=data_reranking
|
| 1073 |
)
|
| 1074 |
with gr.TabItem("Retrieval"):
|
| 1075 |
-
with gr.
|
| 1076 |
-
gr.
|
| 1077 |
-
|
| 1078 |
-
|
| 1079 |
-
|
| 1080 |
-
|
| 1081 |
-
|
| 1082 |
-
|
| 1083 |
-
|
| 1084 |
-
|
| 1085 |
-
|
| 1086 |
-
|
| 1087 |
-
|
| 1088 |
-
|
| 1089 |
-
|
| 1090 |
-
|
| 1091 |
-
|
| 1092 |
-
|
| 1093 |
-
|
| 1094 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1095 |
with gr.TabItem("STS"):
|
| 1096 |
with gr.TabItem("English"):
|
| 1097 |
with gr.Row():
|
|
|
|
| 121 |
"TRECCOVID",
|
| 122 |
]
|
| 123 |
|
| 124 |
+
TASK_LIST_RETRIEVAL_PL = [
|
| 125 |
+
"ArguAna-PL",
|
| 126 |
+
"DBPedia-PL",
|
| 127 |
+
"FiQA2018-PL",
|
| 128 |
+
"HotpotQA-PL",
|
| 129 |
+
"MSMARCO-PL",
|
| 130 |
+
"NFCorpus-PL",
|
| 131 |
+
"NQ-PL",
|
| 132 |
+
"Quora-PL",
|
| 133 |
+
"SCIDOCS-PL",
|
| 134 |
+
"SciFact-PL",
|
| 135 |
+
"TRECCOVID-PL",
|
| 136 |
+
]
|
| 137 |
+
|
| 138 |
TASK_LIST_RETRIEVAL_NORM = TASK_LIST_RETRIEVAL + [
|
| 139 |
"CQADupstackAndroidRetrieval",
|
| 140 |
"CQADupstackEnglishRetrieval",
|
|
|
|
| 749 |
DATA_CLASSIFICATION_SV = get_mteb_data(["Classification"], [], TASK_LIST_CLASSIFICATION_SV)
|
| 750 |
DATA_CLASSIFICATION_OTHER = get_mteb_data(["Classification"], [], TASK_LIST_CLASSIFICATION_OTHER)
|
| 751 |
DATA_CLUSTERING_GERMAN = get_mteb_data(["Clustering"], [], TASK_LIST_CLUSTERING_DE)
|
| 752 |
+
DATA_RETRIEVAL_PL = get_mteb_data(["Retrieval"], [], TASK_LIST_RETRIEVAL_PL)
|
| 753 |
DATA_STS = get_mteb_data(["STS"])
|
| 754 |
|
| 755 |
# Exact, add all non-nan integer values for every dataset
|
|
|
|
| 1087 |
get_mteb_data, inputs=[task_reranking], outputs=data_reranking
|
| 1088 |
)
|
| 1089 |
with gr.TabItem("Retrieval"):
|
| 1090 |
+
with gr.TabItem("English"):
|
| 1091 |
+
with gr.Row():
|
| 1092 |
+
gr.Markdown("""
|
| 1093 |
+
**Retrieval Leaderboard π**
|
| 1094 |
+
|
| 1095 |
+
- **Metric:** Normalized Discounted Cumulative Gain @ k (ndcg_at_10)
|
| 1096 |
+
- **Languages:** English
|
| 1097 |
+
""")
|
| 1098 |
+
with gr.Row():
|
| 1099 |
+
data_retrieval = gr.components.Dataframe(
|
| 1100 |
+
DATA_RETRIEVAL,
|
| 1101 |
+
# Add support for more columns than existing as a buffer for CQADupstack & other Retrieval tasks (e.g. MSMARCOv2)
|
| 1102 |
+
datatype=["number", "markdown"] + ["number"] * len(DATA_RETRIEVAL.columns) * 2,
|
| 1103 |
+
type="pandas",
|
| 1104 |
+
)
|
| 1105 |
+
with gr.Row():
|
| 1106 |
+
data_run = gr.Button("Refresh")
|
| 1107 |
+
task_retrieval = gr.Variable(value=["Retrieval"])
|
| 1108 |
+
data_run.click(
|
| 1109 |
+
get_mteb_data, inputs=[task_retrieval], outputs=data_retrieval
|
| 1110 |
+
)
|
| 1111 |
+
with gr.TabItem("Polish"):
|
| 1112 |
+
with gr.Row():
|
| 1113 |
+
gr.Markdown("""
|
| 1114 |
+
**Retrieval Leaderboard π΅π±**
|
| 1115 |
+
|
| 1116 |
+
- **Metric:** Normalized Discounted Cumulative Gain @ k (ndcg_at_10)
|
| 1117 |
+
- **Languages:** Polish
|
| 1118 |
+
- **Credits:** [Konrad Wojtasik](https://github.com/kwojtasi) & [BEIR-PL](https://arxiv.org/abs/2305.19840)
|
| 1119 |
+
""")
|
| 1120 |
+
with gr.Row():
|
| 1121 |
+
data_retrieval_pl = gr.components.Dataframe(
|
| 1122 |
+
DATA_RETRIEVAL_PL,
|
| 1123 |
+
# Add support for more columns than existing as a buffer for CQADupstack & other Retrieval tasks (e.g. MSMARCOv2)
|
| 1124 |
+
datatype=["number", "markdown"] + ["number"] * len(DATA_RETRIEVAL_PL.columns) * 2,
|
| 1125 |
+
type="pandas",
|
| 1126 |
+
)
|
| 1127 |
+
with gr.Row():
|
| 1128 |
+
data_run = gr.Button("Refresh")
|
| 1129 |
+
task_retrieval_pl = gr.Variable(value=["Retrieval"])
|
| 1130 |
+
data_run.click(
|
| 1131 |
+
get_mteb_data, inputs=[task_retrieval_pl], outputs=data_retrieval_pl
|
| 1132 |
+
)
|
| 1133 |
with gr.TabItem("STS"):
|
| 1134 |
with gr.TabItem("English"):
|
| 1135 |
with gr.Row():
|