saumyamalik commited on
Commit
62dcae0
·
1 Parent(s): 74240b0

fix average and column names

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -49,8 +49,8 @@ repo = snapshot_download(
49
  ###########################################
50
 
51
  def avg_over_rewardbench_v2(dataframe_core):
52
- domain_cols = ["chat", "factuality", "safety", "math", "precise if", "ties"]
53
- domain_weights = [0, 1, 1, 1, 1, 1]
54
  new_df = dataframe_core.copy()
55
 
56
  # for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
@@ -66,6 +66,8 @@ def avg_over_rewardbench_v2(dataframe_core):
66
  keep_columns = ["model", "model_type", "average"] + domain_cols
67
  new_df = new_df[keep_columns]
68
 
 
 
69
  return new_df
70
 
71
  def avg_over_rewardbench(dataframe_core, dataframe_prefs):
 
49
  ###########################################
50
 
51
  def avg_over_rewardbench_v2(dataframe_core):
52
+ domain_cols = ["factuality", "precise if", "math", "safety", "chat", "ties"]
53
+ domain_weights = [1, 1, 1, 1, 1, 1]
54
  new_df = dataframe_core.copy()
55
 
56
  # for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
 
66
  keep_columns = ["model", "model_type", "average"] + domain_cols
67
  new_df = new_df[keep_columns]
68
 
69
+ # TODO: update domain_cols and comment this out if final dataset version changes names
70
+ new_df = df.rename(columns={"factuality": "Factuality", "precise if": "Precise IF", "math": "Math", "safety": "Safety", "chat": "Focus", "ties": "Ties"})
71
  return new_df
72
 
73
  def avg_over_rewardbench(dataframe_core, dataframe_prefs):