Maria Castellanos
commited on
Commit
·
4fc1ec0
1
Parent(s):
b52c947
add model report to lb
Browse files
intermediate_leaderboard.py
CHANGED
|
@@ -103,7 +103,7 @@ def make_intermediate_lb():
|
|
| 103 |
return let
|
| 104 |
|
| 105 |
cld_df["fixed_letter"] = cld_df["letter"].apply(lambda x: clean_up(x))
|
| 106 |
-
|
| 107 |
|
| 108 |
# gather means and stds for each metric for each user
|
| 109 |
for metric in METRICS:
|
|
@@ -116,10 +116,12 @@ def make_intermediate_lb():
|
|
| 116 |
|
| 117 |
# re-sort by RAE mean, lowest is best
|
| 118 |
cld_df = cld_df.sort_values(by='RAE_mean', ascending=True).reset_index(drop=True)
|
|
|
|
| 119 |
cld_df['user'] = cld_df['user'].str.split('___').str[1]
|
| 120 |
|
| 121 |
-
cld_subset = cld_df[['user', 'fixed_letter'] + [f'{metric}_display' for metric in METRICS]]
|
| 122 |
-
cld_subset = cld_subset.rename(columns={'user': 'user', 'fixed_letter': 'CLD'})
|
|
|
|
| 123 |
|
| 124 |
print(cld_subset.head())
|
| 125 |
cld_subset.to_csv("leaderboard_cld_results.csv", index=False)
|
|
|
|
| 103 |
return let
|
| 104 |
|
| 105 |
cld_df["fixed_letter"] = cld_df["letter"].apply(lambda x: clean_up(x))
|
| 106 |
+
report_cols = latest_submissions_df[['user', 'model_report']].drop_duplicates(keep='first')
|
| 107 |
|
| 108 |
# gather means and stds for each metric for each user
|
| 109 |
for metric in METRICS:
|
|
|
|
| 116 |
|
| 117 |
# re-sort by RAE mean, lowest is best
|
| 118 |
cld_df = cld_df.sort_values(by='RAE_mean', ascending=True).reset_index(drop=True)
|
| 119 |
+
cld_df = cld_df.merge(report_cols, on='user', how='inner')
|
| 120 |
cld_df['user'] = cld_df['user'].str.split('___').str[1]
|
| 121 |
|
| 122 |
+
cld_subset = cld_df[['user', 'fixed_letter'] + [f'{metric}_display' for metric in METRICS]+ ['model_report']]
|
| 123 |
+
cld_subset = cld_subset.rename(columns={'user': 'user', 'fixed_letter': 'CLD', 'model_report': 'model details'})
|
| 124 |
+
cld_subset['model details'] = cld_subset['model details'].apply(lambda x: validate_model_details(x)).astype(str)
|
| 125 |
|
| 126 |
print(cld_subset.head())
|
| 127 |
cld_subset.to_csv("leaderboard_cld_results.csv", index=False)
|