Commit
·
f975713
1
Parent(s):
d8635fb
add more benchamrks
Browse files- app.py +5 -2
- utils_display.py +2 -1
app.py
CHANGED
@@ -236,14 +236,16 @@ def create_longform_dataframe():
|
|
236 |
longform_data = []
|
237 |
|
238 |
for _, row_data in longform_raw_df.iterrows():
|
239 |
-
model_name = row_data['
|
240 |
|
241 |
# Get values from CSV, similar to other tabs
|
242 |
earnings21_wer = row_data.get('earnings21', -1)
|
|
|
|
|
243 |
rtfx_value = row_data.get('RTFx', 0)
|
244 |
|
245 |
# Calculate average WER from available datasets
|
246 |
-
available_wers = [w for w in [earnings21_wer] if w != -1 and w > 0]
|
247 |
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
248 |
|
249 |
row = {
|
@@ -251,6 +253,7 @@ def create_longform_dataframe():
|
|
251 |
"Average WER ⬇️": avg_wer,
|
252 |
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
253 |
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
|
|
254 |
}
|
255 |
longform_data.append(row)
|
256 |
|
|
|
236 |
longform_data = []
|
237 |
|
238 |
for _, row_data in longform_raw_df.iterrows():
|
239 |
+
model_name = row_data['model_id']
|
240 |
|
241 |
# Get values from CSV, similar to other tabs
|
242 |
earnings21_wer = row_data.get('earnings21', -1)
|
243 |
+
earnings22_wer = row_data.get('earnings22', -1)
|
244 |
+
tedlium_wer = row_data.get('tedlium', -1)
|
245 |
rtfx_value = row_data.get('RTFx', 0)
|
246 |
|
247 |
# Calculate average WER from available datasets
|
248 |
+
available_wers = [w for w in [earnings21_wer, tedlium_wer] if w != -1 and w > 0]
|
249 |
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
250 |
|
251 |
row = {
|
|
|
253 |
"Average WER ⬇️": avg_wer,
|
254 |
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
255 |
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
256 |
+
"Tedlium": tedlium_wer if tedlium_wer != -1 else "NA",
|
257 |
}
|
258 |
longform_data.append(row)
|
259 |
|
utils_display.py
CHANGED
@@ -46,7 +46,8 @@ class LongformColumn: # Long-form ASR benchmark columns
|
|
46 |
avg_longform = ColumnContent("Average WER ⬇️", "number")
|
47 |
rtf = ColumnContent("RTFx ⬆️️", "number")
|
48 |
earnings21_wer = ColumnContent("Earnings21", "number")
|
49 |
-
|
|
|
50 |
|
51 |
|
52 |
def make_clickable_model(model_name):
|
|
|
46 |
avg_longform = ColumnContent("Average WER ⬇️", "number")
|
47 |
rtf = ColumnContent("RTFx ⬆️️", "number")
|
48 |
earnings21_wer = ColumnContent("Earnings21", "number")
|
49 |
+
earnings22_wer = ColumnContent("Earnings22", "number")
|
50 |
+
tedlium_wer = ColumnContent("Tedlium", "number")
|
51 |
|
52 |
|
53 |
def make_clickable_model(model_name):
|