Spaces:
Running
Running
lixuejing
commited on
Commit
·
15b9c10
1
Parent(s):
ae05a1a
update log
Browse files- src/leaderboard/read_evals.py +2 -0
- src/populate.py +2 -0
src/leaderboard/read_evals.py
CHANGED
|
@@ -214,7 +214,9 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
| 214 |
eval_results = {}
|
| 215 |
for model_result_filepath in model_result_filepaths:
|
| 216 |
# Creation of result
|
|
|
|
| 217 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
|
|
|
| 218 |
eval_result.update_with_request_file(requests_path)
|
| 219 |
if eval_result.full_model in dynamic_data:
|
| 220 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
|
|
|
| 214 |
eval_results = {}
|
| 215 |
for model_result_filepath in model_result_filepaths:
|
| 216 |
# Creation of result
|
| 217 |
+
print("model_result_filepath",model_result_filepath)
|
| 218 |
eval_result = EvalResult.init_from_json_file(model_result_filepath)
|
| 219 |
+
print("eval_resul",eval_resul)
|
| 220 |
eval_result.update_with_request_file(requests_path)
|
| 221 |
if eval_result.full_model in dynamic_data:
|
| 222 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
src/populate.py
CHANGED
|
@@ -11,6 +11,8 @@ from src.leaderboard.filter_models import filter_models_flags
|
|
| 11 |
|
| 12 |
def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
|
| 13 |
"""Creates a dataframe from all the individual experiment results"""
|
|
|
|
|
|
|
| 14 |
raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
|
| 15 |
print("raw_data", raw_data)
|
| 16 |
all_data_json = [v.to_dict() for v in raw_data]
|
|
|
|
| 11 |
|
| 12 |
def get_leaderboard_df(results_path: str, requests_path: str, dynamic_path: str,cols: list, benchmark_cols: list) -> pd.DataFrame:
|
| 13 |
"""Creates a dataframe from all the individual experiment results"""
|
| 14 |
+
print("results_path", "requests_path", "dynamic_path")
|
| 15 |
+
print(results_path, requests_path, dynamic_path)
|
| 16 |
raw_data = get_raw_eval_results(results_path, requests_path, dynamic_path)
|
| 17 |
print("raw_data", raw_data)
|
| 18 |
all_data_json = [v.to_dict() for v in raw_data]
|