Steveeeeeeen HF Staff commited on
Commit
f975713
·
1 Parent(s): d8635fb

add more benchamrks

Browse files
Files changed (2) hide show
  1. app.py +5 -2
  2. utils_display.py +2 -1
app.py CHANGED
@@ -236,14 +236,16 @@ def create_longform_dataframe():
236
  longform_data = []
237
 
238
  for _, row_data in longform_raw_df.iterrows():
239
- model_name = row_data['model']
240
 
241
  # Get values from CSV, similar to other tabs
242
  earnings21_wer = row_data.get('earnings21', -1)
 
 
243
  rtfx_value = row_data.get('RTFx', 0)
244
 
245
  # Calculate average WER from available datasets
246
- available_wers = [w for w in [earnings21_wer] if w != -1 and w > 0]
247
  avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
248
 
249
  row = {
@@ -251,6 +253,7 @@ def create_longform_dataframe():
251
  "Average WER ⬇️": avg_wer,
252
  "RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
253
  "Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
 
254
  }
255
  longform_data.append(row)
256
 
 
236
  longform_data = []
237
 
238
  for _, row_data in longform_raw_df.iterrows():
239
+ model_name = row_data['model_id']
240
 
241
  # Get values from CSV, similar to other tabs
242
  earnings21_wer = row_data.get('earnings21', -1)
243
+ earnings22_wer = row_data.get('earnings22', -1)
244
+ tedlium_wer = row_data.get('tedlium', -1)
245
  rtfx_value = row_data.get('RTFx', 0)
246
 
247
  # Calculate average WER from available datasets
248
+ available_wers = [w for w in [earnings21_wer, tedlium_wer] if w != -1 and w > 0]
249
  avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
250
 
251
  row = {
 
253
  "Average WER ⬇️": avg_wer,
254
  "RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
255
  "Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
256
+ "Tedlium": tedlium_wer if tedlium_wer != -1 else "NA",
257
  }
258
  longform_data.append(row)
259
 
utils_display.py CHANGED
@@ -46,7 +46,8 @@ class LongformColumn: # Long-form ASR benchmark columns
46
  avg_longform = ColumnContent("Average WER ⬇️", "number")
47
  rtf = ColumnContent("RTFx ⬆️️", "number")
48
  earnings21_wer = ColumnContent("Earnings21", "number")
49
- mustc_wer = ColumnContent("MustC", "number")
 
50
 
51
 
52
  def make_clickable_model(model_name):
 
46
  avg_longform = ColumnContent("Average WER ⬇️", "number")
47
  rtf = ColumnContent("RTFx ⬆️️", "number")
48
  earnings21_wer = ColumnContent("Earnings21", "number")
49
+ earnings22_wer = ColumnContent("Earnings22", "number")
50
+ tedlium_wer = ColumnContent("Tedlium", "number")
51
 
52
 
53
  def make_clickable_model(model_name):