Maria Castellanos commited on
Commit
4fc1ec0
·
1 Parent(s): b52c947

add model report to lb

Browse files
Files changed (1) hide show
  1. intermediate_leaderboard.py +5 -3
intermediate_leaderboard.py CHANGED
@@ -103,7 +103,7 @@ def make_intermediate_lb():
103
  return let
104
 
105
  cld_df["fixed_letter"] = cld_df["letter"].apply(lambda x: clean_up(x))
106
-
107
 
108
  # gather means and stds for each metric for each user
109
  for metric in METRICS:
@@ -116,10 +116,12 @@ def make_intermediate_lb():
116
 
117
  # re-sort by RAE mean, lowest is best
118
  cld_df = cld_df.sort_values(by='RAE_mean', ascending=True).reset_index(drop=True)
 
119
  cld_df['user'] = cld_df['user'].str.split('___').str[1]
120
 
121
- cld_subset = cld_df[['user', 'fixed_letter'] + [f'{metric}_display' for metric in METRICS]]
122
- cld_subset = cld_subset.rename(columns={'user': 'user', 'fixed_letter': 'CLD'})
 
123
 
124
  print(cld_subset.head())
125
  cld_subset.to_csv("leaderboard_cld_results.csv", index=False)
 
103
  return let
104
 
105
  cld_df["fixed_letter"] = cld_df["letter"].apply(lambda x: clean_up(x))
106
+ report_cols = latest_submissions_df[['user', 'model_report']].drop_duplicates(keep='first')
107
 
108
  # gather means and stds for each metric for each user
109
  for metric in METRICS:
 
116
 
117
  # re-sort by RAE mean, lowest is best
118
  cld_df = cld_df.sort_values(by='RAE_mean', ascending=True).reset_index(drop=True)
119
+ cld_df = cld_df.merge(report_cols, on='user', how='inner')
120
  cld_df['user'] = cld_df['user'].str.split('___').str[1]
121
 
122
+ cld_subset = cld_df[['user', 'fixed_letter'] + [f'{metric}_display' for metric in METRICS]+ ['model_report']]
123
+ cld_subset = cld_subset.rename(columns={'user': 'user', 'fixed_letter': 'CLD', 'model_report': 'model details'})
124
+ cld_subset['model details'] = cld_subset['model details'].apply(lambda x: validate_model_details(x)).astype(str)
125
 
126
  print(cld_subset.head())
127
  cld_subset.to_csv("leaderboard_cld_results.csv", index=False)