Spaces:
Running
Running
Commit
·
62dcae0
1
Parent(s):
74240b0
fix average and column names
Browse files
app.py
CHANGED
@@ -49,8 +49,8 @@ repo = snapshot_download(
|
|
49 |
###########################################
|
50 |
|
51 |
def avg_over_rewardbench_v2(dataframe_core):
|
52 |
-
domain_cols = ["
|
53 |
-
domain_weights = [
|
54 |
new_df = dataframe_core.copy()
|
55 |
|
56 |
# for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
|
@@ -66,6 +66,8 @@ def avg_over_rewardbench_v2(dataframe_core):
|
|
66 |
keep_columns = ["model", "model_type", "average"] + domain_cols
|
67 |
new_df = new_df[keep_columns]
|
68 |
|
|
|
|
|
69 |
return new_df
|
70 |
|
71 |
def avg_over_rewardbench(dataframe_core, dataframe_prefs):
|
|
|
49 |
###########################################
|
50 |
|
51 |
def avg_over_rewardbench_v2(dataframe_core):
|
52 |
+
domain_cols = ["factuality", "precise if", "math", "safety", "chat", "ties"]
|
53 |
+
domain_weights = [1, 1, 1, 1, 1, 1]
|
54 |
new_df = dataframe_core.copy()
|
55 |
|
56 |
# for main subsets, keys in subset_mapping, take the weighted avg by example_counts and store for the models
|
|
|
66 |
keep_columns = ["model", "model_type", "average"] + domain_cols
|
67 |
new_df = new_df[keep_columns]
|
68 |
|
69 |
+
# TODO: update domain_cols and comment this out if final dataset version changes names
|
70 |
+
new_df = df.rename(columns={"factuality": "Factuality", "precise if": "Precise IF", "math": "Math", "safety": "Safety", "chat": "Focus", "ties": "Ties"})
|
71 |
return new_df
|
72 |
|
73 |
def avg_over_rewardbench(dataframe_core, dataframe_prefs):
|