Spaces:
Runtime error
Runtime error
Commit
·
f8333bb
1
Parent(s):
2736f1e
fix csv loading
Browse files
app.py
CHANGED
|
@@ -232,55 +232,33 @@ multilingual_df = create_multilingual_dataframe()
|
|
| 232 |
def create_longform_dataframe():
|
| 233 |
"""Create longform dataframe from CSV data"""
|
| 234 |
if longform_csv_path is None or not longform_csv_path.exists():
|
| 235 |
-
|
| 236 |
-
|
| 237 |
-
|
| 238 |
-
|
| 239 |
-
|
| 240 |
-
|
| 241 |
-
|
| 242 |
-
|
| 243 |
-
]
|
| 244 |
-
|
| 245 |
-
for model_data in sample_models:
|
| 246 |
-
row = {
|
| 247 |
-
"Model": make_clickable_model(model_data["model"]),
|
| 248 |
-
"Average WER ⬇️": round((model_data["earnings21"] + model_data["mustc"]) / 2, 2),
|
| 249 |
-
"RTFx ⬆️️": model_data["rtfx"] if model_data["rtfx"] > 0 else "NA",
|
| 250 |
-
"Earnings21": model_data["earnings21"],
|
| 251 |
-
"MustC": model_data["mustc"]
|
| 252 |
-
}
|
| 253 |
-
longform_data.append(row)
|
| 254 |
|
| 255 |
-
|
| 256 |
-
|
| 257 |
-
|
| 258 |
-
|
| 259 |
-
longform_data = []
|
| 260 |
|
| 261 |
-
|
| 262 |
-
|
| 263 |
-
|
| 264 |
-
# Get values from CSV, similar to other tabs
|
| 265 |
-
earnings21_wer = row_data.get('earnings21_wer', -1)
|
| 266 |
-
mustc_wer = row_data.get('mustc_wer', -1)
|
| 267 |
-
rtfx_value = row_data.get('rtfx', 0)
|
| 268 |
-
|
| 269 |
-
# Calculate average WER from available datasets
|
| 270 |
-
available_wers = [w for w in [earnings21_wer, mustc_wer] if w != -1 and w > 0]
|
| 271 |
-
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
| 272 |
-
|
| 273 |
-
row = {
|
| 274 |
-
"Model": make_clickable_model(model_name),
|
| 275 |
-
"Average WER ⬇️": avg_wer,
|
| 276 |
-
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
| 277 |
-
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
| 278 |
-
"MustC": mustc_wer if mustc_wer != -1 else "NA"
|
| 279 |
-
}
|
| 280 |
-
longform_data.append(row)
|
| 281 |
|
| 282 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 283 |
|
|
|
|
| 284 |
longform_df = longform_df.sort_values(by='Average WER ⬇️')
|
| 285 |
return longform_df
|
| 286 |
|
|
|
|
| 232 |
def create_longform_dataframe():
|
| 233 |
"""Create longform dataframe from CSV data"""
|
| 234 |
if longform_csv_path is None or not longform_csv_path.exists():
|
| 235 |
+
raise Exception(f"Longform CSV file {longform_csv_path} does not exist locally")
|
| 236 |
+
|
| 237 |
+
# Load from CSV
|
| 238 |
+
longform_raw_df = pd.read_csv(longform_csv_path)
|
| 239 |
+
longform_data = []
|
| 240 |
+
|
| 241 |
+
for _, row_data in longform_raw_df.iterrows():
|
| 242 |
+
model_name = row_data['model']
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 243 |
|
| 244 |
+
# Get values from CSV, similar to other tabs
|
| 245 |
+
earnings21_wer = row_data.get('earnings21_wer', -1)
|
| 246 |
+
mustc_wer = row_data.get('mustc_wer', -1)
|
| 247 |
+
rtfx_value = row_data.get('rtfx', 0)
|
|
|
|
| 248 |
|
| 249 |
+
# Calculate average WER from available datasets
|
| 250 |
+
available_wers = [w for w in [earnings21_wer, mustc_wer] if w != -1 and w > 0]
|
| 251 |
+
avg_wer = round(np.mean(available_wers), 2) if available_wers else 0.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 252 |
|
| 253 |
+
row = {
|
| 254 |
+
"Model": make_clickable_model(model_name),
|
| 255 |
+
"Average WER ⬇️": avg_wer,
|
| 256 |
+
"RTFx ⬆️️": rtfx_value if rtfx_value > 0 else "NA",
|
| 257 |
+
"Earnings21": earnings21_wer if earnings21_wer != -1 else "NA",
|
| 258 |
+
}
|
| 259 |
+
longform_data.append(row)
|
| 260 |
|
| 261 |
+
longform_df = pd.DataFrame(longform_data)
|
| 262 |
longform_df = longform_df.sort_values(by='Average WER ⬇️')
|
| 263 |
return longform_df
|
| 264 |
|